@gammatech/aijsx 0.13.0-dev.2024-07-15 → 0.14.0-dev.2024-07-15

package/dist/index.d.mts

@@ -76,6 +76,14 @@ type RetryProps = {
     children: AINode;
 };
 declare function Retry({ shouldRetry, retries, maxRetries, lastError, children }: RetryProps, ctx: RenderContext): AsyncGenerator<string, void, unknown>;
+type AccumulatorProps = {
+    enabled?: boolean;
+    children: AINode;
+};
+/**
+ * If enabled, renders its children and accumulates the output instead of passing the stream through
+ */
+declare function Accumulate({ enabled, children }: AccumulatorProps, ctx: RenderContext): Promise<string | AINode>;
 
 type FallbackProps = {
     fallback: AINode;
@@ -254,6 +262,7 @@ type OpenAIChatCompletionProps = {
     stop?: string | string[];
     responseFormat?: ChatCompletionCreateParams.ResponseFormat['type'];
     maxRetries?: number;
+    stream?: boolean;
     children: AINode;
 };
 declare function OpenAIChatCompletion(props: OpenAIChatCompletionProps, ctx: RenderContext): AINode;
@@ -281,6 +290,7 @@ type AnthropicChatCompletionProps = {
     stop?: string | string[];
     maxRetries?: number;
     extraHeaders?: Record<string, string>;
+    stream?: boolean;
     children: AINode;
 };
 declare function AnthropicChatCompletion(props: AnthropicChatCompletionProps, ctx: RenderContext): JSX.Element;
@@ -305,6 +315,7 @@ type GoogleChatCompletionProps = {
     maxTokens?: number;
     temperature?: number;
     stop?: string | string[];
+    stream?: boolean;
     maxRetries?: number;
     children: AINode;
     safetySettings?: {
@@ -314,4 +325,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };

package/dist/index.d.ts

@@ -76,6 +76,14 @@ type RetryProps = {
     children: AINode;
 };
 declare function Retry({ shouldRetry, retries, maxRetries, lastError, children }: RetryProps, ctx: RenderContext): AsyncGenerator<string, void, unknown>;
+type AccumulatorProps = {
+    enabled?: boolean;
+    children: AINode;
+};
+/**
+ * If enabled, renders its children and accumulates the output instead of passing the stream through
+ */
+declare function Accumulate({ enabled, children }: AccumulatorProps, ctx: RenderContext): Promise<string | AINode>;
 
 type FallbackProps = {
     fallback: AINode;
@@ -254,6 +262,7 @@ type OpenAIChatCompletionProps = {
     stop?: string | string[];
     responseFormat?: ChatCompletionCreateParams.ResponseFormat['type'];
     maxRetries?: number;
+    stream?: boolean;
     children: AINode;
 };
 declare function OpenAIChatCompletion(props: OpenAIChatCompletionProps, ctx: RenderContext): AINode;
@@ -281,6 +290,7 @@ type AnthropicChatCompletionProps = {
     stop?: string | string[];
     maxRetries?: number;
     extraHeaders?: Record<string, string>;
+    stream?: boolean;
     children: AINode;
 };
 declare function AnthropicChatCompletion(props: AnthropicChatCompletionProps, ctx: RenderContext): JSX.Element;
@@ -305,6 +315,7 @@ type GoogleChatCompletionProps = {
     maxTokens?: number;
     temperature?: number;
     stop?: string | string[];
+    stream?: boolean;
     maxRetries?: number;
     children: AINode;
     safetySettings?: {
@@ -314,4 +325,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };

package/dist/index.js

@@ -31,6 +31,7 @@ var src_exports = {};
 __export(src_exports, {
   AIFragment: () => AIFragment,
   AISpanProcessor: () => AISpanProcessor,
+  Accumulate: () => Accumulate,
   AnthropicChatCompletion: () => AnthropicChatCompletion,
   AnthropicClient: () => import_sdk2.default,
   AnthropicClientContext: () => AnthropicClientContext,
@@ -1603,6 +1604,17 @@ async function* Retry({ shouldRetry: shouldRetry4, retries = 0, maxRetries = 3,
     );
   }
 }
+async function Accumulate({ enabled = true, children }, ctx) {
+  if (!enabled) {
+    return children;
+  }
+  let accum = "";
+  const stream = ctx.render(children);
+  for await (const value of stream) {
+    accum += value;
+  }
+  return accum;
+}
 var BASE_BACKOFF = 100;
 var backoff = (retries) => {
   const waitTime = BASE_BACKOFF * Math.pow(4, retries);
@@ -1952,6 +1964,36 @@ function isPromptParsed2(prompt) {
 // src/lib/openai/OpenAI.tsx
 var import_openai2 = require("openai");
 
+// src/lib/openai/errors.ts
+var import_openai = require("openai");
+var extractStatusFromError = (error) => {
+  if (error instanceof import_openai.OpenAI.APIError) {
+    return error.status;
+  } else if (error instanceof import_openai.OpenAI.APIConnectionError) {
+    return void 0;
+  } else {
+    return void 0;
+  }
+};
+var errorToChatCompletionError = (error, requestData) => {
+  const castError = castToError(error);
+  const status = extractStatusFromError(castError);
+  let messagePrefix = "";
+  if (error instanceof import_openai.OpenAI.APIError) {
+    messagePrefix = "OpenAIClient.APIError: ";
+  } else if (error instanceof import_openai.OpenAI.APIConnectionError) {
+    messagePrefix = "OpenAIClient.APIConnectionError: ";
+  }
+  const shouldRetry4 = status !== 400;
+  return new ChatCompletionError(
+    `${messagePrefix}${castError.message}`,
+    requestData,
+    status,
+    shouldRetry4,
+    error instanceof Error ? error : void 0
+  );
+};
+
 // src/lib/openai/tokenizer.ts
 var import_js_tiktoken = require("js-tiktoken");
 var cl100kTokenizer = (0, import_js_tiktoken.getEncoding)("cl100k_base");
@@ -2063,36 +2105,6 @@ async function buildChatMessages(ctx, children, opts) {
   });
 }
 
-// src/lib/openai/errors.ts
-var import_openai = require("openai");
-var extractStatusFromError = (error) => {
-  if (error instanceof import_openai.OpenAI.APIError) {
-    return error.status;
-  } else if (error instanceof import_openai.OpenAI.APIConnectionError) {
-    return void 0;
-  } else {
-    return void 0;
-  }
-};
-var errorToChatCompletionError = (error, requestData) => {
-  const castError = castToError(error);
-  const status = extractStatusFromError(castError);
-  let messagePrefix = "";
-  if (error instanceof import_openai.OpenAI.APIError) {
-    messagePrefix = "OpenAIClient.APIError: ";
-  } else if (error instanceof import_openai.OpenAI.APIConnectionError) {
-    messagePrefix = "OpenAIClient.APIConnectionError: ";
-  }
-  const shouldRetry4 = status !== 400;
-  return new ChatCompletionError(
-    `${messagePrefix}${castError.message}`,
-    requestData,
-    status,
-    shouldRetry4,
-    error instanceof Error ? error : void 0
-  );
-};
-
 // src/lib/openai/OpenAI.tsx
 var defaultClient = null;
 var OpenAIClientContext = createContext(async () => {
@@ -2155,12 +2167,13 @@ var shouldRetry = (error) => {
 };
 function OpenAIChatCompletion(props, ctx) {
   const defaultMaxRetries = ctx.getContext(DefaultMaxRetriesContext);
+  const shouldAccumulate = props.stream === false;
   return /* @__PURE__ */ jsx(
     Retry,
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(OpenAIChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: shouldAccumulate, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(OpenAIChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2446,12 +2459,13 @@ var extractStatusFromError2 = (error) => {
 };
 function AnthropicChatCompletion(props, ctx) {
   const defaultMaxRetries = ctx.getContext(DefaultMaxRetriesContext);
+  const shouldAccumulate = props.stream === false;
   return /* @__PURE__ */ jsx(
     Retry,
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry: shouldRetry2,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(AnthropicChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: shouldAccumulate, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(AnthropicChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2761,7 +2775,7 @@ function GoogleChatCompletion(props, ctx) {
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry: shouldRetry3,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(GoogleChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: props.stream === false, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(GoogleChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2946,6 +2960,7 @@ var import_vertexai2 = require("@google-cloud/vertexai");
 0 && (module.exports = {
   AIFragment,
   AISpanProcessor,
+  Accumulate,
   AnthropicChatCompletion,
   AnthropicClient,
   AnthropicClientContext,

package/dist/index.mjs

@@ -1501,6 +1501,17 @@ async function* Retry({ shouldRetry: shouldRetry4, retries = 0, maxRetries = 3,
     );
   }
 }
+async function Accumulate({ enabled = true, children }, ctx) {
+  if (!enabled) {
+    return children;
+  }
+  let accum = "";
+  const stream = ctx.render(children);
+  for await (const value of stream) {
+    accum += value;
+  }
+  return accum;
+}
 var BASE_BACKOFF = 100;
 var backoff = (retries) => {
   const waitTime = BASE_BACKOFF * Math.pow(4, retries);
@@ -1850,6 +1861,36 @@ function isPromptParsed2(prompt) {
 // src/lib/openai/OpenAI.tsx
 import { OpenAI as OpenAIClient2 } from "openai";
 
+// src/lib/openai/errors.ts
+import { OpenAI as OpenAIClient } from "openai";
+var extractStatusFromError = (error) => {
+  if (error instanceof OpenAIClient.APIError) {
+    return error.status;
+  } else if (error instanceof OpenAIClient.APIConnectionError) {
+    return void 0;
+  } else {
+    return void 0;
+  }
+};
+var errorToChatCompletionError = (error, requestData) => {
+  const castError = castToError(error);
+  const status = extractStatusFromError(castError);
+  let messagePrefix = "";
+  if (error instanceof OpenAIClient.APIError) {
+    messagePrefix = "OpenAIClient.APIError: ";
+  } else if (error instanceof OpenAIClient.APIConnectionError) {
+    messagePrefix = "OpenAIClient.APIConnectionError: ";
+  }
+  const shouldRetry4 = status !== 400;
+  return new ChatCompletionError(
+    `${messagePrefix}${castError.message}`,
+    requestData,
+    status,
+    shouldRetry4,
+    error instanceof Error ? error : void 0
+  );
+};
+
 // src/lib/openai/tokenizer.ts
 import { getEncoding } from "js-tiktoken";
 var cl100kTokenizer = getEncoding("cl100k_base");
@@ -1961,36 +2002,6 @@ async function buildChatMessages(ctx, children, opts) {
   });
 }
 
-// src/lib/openai/errors.ts
-import { OpenAI as OpenAIClient } from "openai";
-var extractStatusFromError = (error) => {
-  if (error instanceof OpenAIClient.APIError) {
-    return error.status;
-  } else if (error instanceof OpenAIClient.APIConnectionError) {
-    return void 0;
-  } else {
-    return void 0;
-  }
-};
-var errorToChatCompletionError = (error, requestData) => {
-  const castError = castToError(error);
-  const status = extractStatusFromError(castError);
-  let messagePrefix = "";
-  if (error instanceof OpenAIClient.APIError) {
-    messagePrefix = "OpenAIClient.APIError: ";
-  } else if (error instanceof OpenAIClient.APIConnectionError) {
-    messagePrefix = "OpenAIClient.APIConnectionError: ";
-  }
-  const shouldRetry4 = status !== 400;
-  return new ChatCompletionError(
-    `${messagePrefix}${castError.message}`,
-    requestData,
-    status,
-    shouldRetry4,
-    error instanceof Error ? error : void 0
-  );
-};
-
 // src/lib/openai/OpenAI.tsx
 var defaultClient = null;
 var OpenAIClientContext = createContext(async () => {
@@ -2053,12 +2064,13 @@ var shouldRetry = (error) => {
 };
 function OpenAIChatCompletion(props, ctx) {
   const defaultMaxRetries = ctx.getContext(DefaultMaxRetriesContext);
+  const shouldAccumulate = props.stream === false;
   return /* @__PURE__ */ jsx(
     Retry,
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(OpenAIChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: shouldAccumulate, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(OpenAIChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2344,12 +2356,13 @@ var extractStatusFromError2 = (error) => {
 };
 function AnthropicChatCompletion(props, ctx) {
   const defaultMaxRetries = ctx.getContext(DefaultMaxRetriesContext);
+  const shouldAccumulate = props.stream === false;
   return /* @__PURE__ */ jsx(
     Retry,
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry: shouldRetry2,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(AnthropicChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: shouldAccumulate, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(AnthropicChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2663,7 +2676,7 @@ function GoogleChatCompletion(props, ctx) {
     {
       maxRetries: props.maxRetries || defaultMaxRetries,
       shouldRetry: shouldRetry3,
-      children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(GoogleChatCompletionInner, { ...props }) })
+      children: /* @__PURE__ */ jsx(Accumulate, { enabled: props.stream === false, children: /* @__PURE__ */ jsx(Trace, { name: "ai.chatCompletion", children: /* @__PURE__ */ jsx(GoogleChatCompletionInner, { ...props }) }) })
     }
   );
 }
@@ -2851,6 +2864,7 @@ import {
 export {
   AIFragment,
   AISpanProcessor,
+  Accumulate,
   AnthropicChatCompletion,
   AnthropicClient2 as AnthropicClient,
   AnthropicClientContext,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gammatech/aijsx",
-  "version": "0.13.0-dev.2024-07-15",
+  "version": "0.14.0-dev.2024-07-15",
   "description": "Rewrite of aijsx",
   "author": "Jordan Garcia",
   "license": "MIT",