@gammatech/aijsx 0.15.3-dev.2024-10-21 → 0.16.0-dev.2024-10-28

package/dist/index.d.mts

@@ -1,9 +1,9 @@
-import { L as LogChatCompletionRequest, A as AINode, C as ChatMessage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as PromptParsed, J as JSX } from './jsx-dev-runtime-lYsmphqH.mjs';
-export { y as AIElement, l as AIFragment, B as BoundLogger, n as ChatRole, u as CombinedLogger, s as ConsoleLogger, I as ImagePart, o as ImagePartProps, v as Literal, p as LogChatCompletionResponse, q as LogLevel, r as Logger, N as NoopLogImplementation, V as OutputParser, F as PropsOfAIComponent, w as RenderResult, z as Renderable, K as Span, G as SpanContext, M as SpanEvent, H as SpanStatus, Q as TracingContext, O as TracingContextKey, U as TracingContextManager, x as attachedContextSymbol, k as createAIElement, m as createContext, t as toDebugMessage } from './jsx-dev-runtime-lYsmphqH.mjs';
+import { L as LogChatCompletionRequest, A as AINode, R as RenderContext, a as LogImplementation, S as SpanProcessor, C as ContextValues, b as Context, T as Tracer, c as ReadableSpan, d as SpanAttributes, e as SpanExporter, f as AIComponent, P as Prompt, g as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, h as EvaluatorFn, i as PromptParsed, J as JSX } from './jsx-dev-runtime-yLtSq2UV.mjs';
+export { z as AIElement, k as AIFragment, B as BoundLogger, p as ChatCompletionUsage, m as ChatMessage, n as ChatRole, v as CombinedLogger, u as ConsoleLogger, I as ImagePart, o as ImagePartProps, w as Literal, q as LogChatCompletionResponse, r as LogLevel, s as Logger, N as NoopLogImplementation, W as OutputParser, G as PropsOfAIComponent, x as RenderResult, F as Renderable, M as Span, H as SpanContext, O as SpanEvent, K as SpanStatus, U as TracingContext, Q as TracingContextKey, V as TracingContextManager, y as attachedContextSymbol, j as createAIElement, l as createContext, t as toDebugMessage } from './jsx-dev-runtime-yLtSq2UV.mjs';
 import { ZodObject, ZodRawShape, ZodTypeAny, ZodString, z } from 'zod';
 import { OpenAI } from 'openai';
 export { OpenAI as OpenAIClient } from 'openai';
-import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam, ChatCompletionAssistantMessageParam, ChatCompletionCreateParams } from 'openai/resources';
+import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam, ChatCompletionAssistantMessageParam } from 'openai/resources';
 import AnthropicClient from '@anthropic-ai/sdk';
 export { default as AnthropicClient } from '@anthropic-ai/sdk';
 import { PromptFeedback, GenerateContentRequest, VertexAI, HarmCategory, HarmBlockThreshold } from '@google-cloud/vertexai';
@@ -20,21 +20,17 @@ declare class ChatCompletionError extends Error {
 
 declare const SystemMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 declare const UserMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 declare const AssistantMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 
-type TokenizerFn = (message: ChatMessage) => number;
-declare const computeUsage: (messages: ChatMessage[], tokenizer: TokenizerFn) => {
-    prompt: number;
-    completion: number;
-    total: number;
-};
-
 type ChatCompletionClientAndProvider<K> = {
     client: K;
     provider?: string;
@@ -42,6 +38,8 @@ type ChatCompletionClientAndProvider<K> = {
     costFn?: (model: string, usage: {
         prompt: number;
         completion: number;
+        cachedPromptTokensCreated: number;
+        cachedPromptTokensRead: number;
     }) => number;
 };
 type GetChatCompletionClientAndProvider<Model, Client> = (model: Model, args: {
@@ -260,15 +258,13 @@ type OpenAIChatCompletionProps = {
     maxTokens?: number;
     temperature?: number;
     stop?: string | string[];
-    responseFormat?: ChatCompletionCreateParams.ResponseFormat['type'];
+    responseFormat?: 'json_object' | 'text';
     maxRetries?: number;
     stream?: boolean;
     children: AINode;
 };
 declare function OpenAIChatCompletion(props: OpenAIChatCompletionProps, ctx: RenderContext): AINode;
 
-declare const openaiTokenizer: TokenizerFn;
-
 type AnthropicChatCompletionRequest = AnthropicClient.Messages.MessageStreamParams & {
     extraHeaders?: Record<string, string>;
 };
@@ -295,7 +291,16 @@ type AnthropicChatCompletionProps = {
 };
 declare function AnthropicChatCompletion(props: AnthropicChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-declare const anthropicTokenizer: TokenizerFn;
+/**
+ * This component aids in debugging prompt caching breakpoints by showing the content
+ * between breakpoints and the hash of the content.
+ */
+type AnthropicPromptCacheDebuggerProps = {
+    children: AINode;
+    sliceSize?: number;
+    hashContent?: boolean;
+};
+declare const AnthropicPromptCacheDebugger: (props: AnthropicPromptCacheDebuggerProps, ctx: RenderContext) => Promise<string>;
 
 type GoogleChatCompletionRequest = GenerateContentRequest;
 declare module '@gammatech/aijsx' {
@@ -325,4 +330,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };

package/dist/index.d.ts

@@ -1,9 +1,9 @@
-import { L as LogChatCompletionRequest, A as AINode, C as ChatMessage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as PromptParsed, J as JSX } from './jsx-dev-runtime-lYsmphqH.js';
-export { y as AIElement, l as AIFragment, B as BoundLogger, n as ChatRole, u as CombinedLogger, s as ConsoleLogger, I as ImagePart, o as ImagePartProps, v as Literal, p as LogChatCompletionResponse, q as LogLevel, r as Logger, N as NoopLogImplementation, V as OutputParser, F as PropsOfAIComponent, w as RenderResult, z as Renderable, K as Span, G as SpanContext, M as SpanEvent, H as SpanStatus, Q as TracingContext, O as TracingContextKey, U as TracingContextManager, x as attachedContextSymbol, k as createAIElement, m as createContext, t as toDebugMessage } from './jsx-dev-runtime-lYsmphqH.js';
+import { L as LogChatCompletionRequest, A as AINode, R as RenderContext, a as LogImplementation, S as SpanProcessor, C as ContextValues, b as Context, T as Tracer, c as ReadableSpan, d as SpanAttributes, e as SpanExporter, f as AIComponent, P as Prompt, g as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, h as EvaluatorFn, i as PromptParsed, J as JSX } from './jsx-dev-runtime-yLtSq2UV.js';
+export { z as AIElement, k as AIFragment, B as BoundLogger, p as ChatCompletionUsage, m as ChatMessage, n as ChatRole, v as CombinedLogger, u as ConsoleLogger, I as ImagePart, o as ImagePartProps, w as Literal, q as LogChatCompletionResponse, r as LogLevel, s as Logger, N as NoopLogImplementation, W as OutputParser, G as PropsOfAIComponent, x as RenderResult, F as Renderable, M as Span, H as SpanContext, O as SpanEvent, K as SpanStatus, U as TracingContext, Q as TracingContextKey, V as TracingContextManager, y as attachedContextSymbol, j as createAIElement, l as createContext, t as toDebugMessage } from './jsx-dev-runtime-yLtSq2UV.js';
 import { ZodObject, ZodRawShape, ZodTypeAny, ZodString, z } from 'zod';
 import { OpenAI } from 'openai';
 export { OpenAI as OpenAIClient } from 'openai';
-import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam, ChatCompletionAssistantMessageParam, ChatCompletionCreateParams } from 'openai/resources';
+import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam, ChatCompletionAssistantMessageParam } from 'openai/resources';
 import AnthropicClient from '@anthropic-ai/sdk';
 export { default as AnthropicClient } from '@anthropic-ai/sdk';
 import { PromptFeedback, GenerateContentRequest, VertexAI, HarmCategory, HarmBlockThreshold } from '@google-cloud/vertexai';
@@ -20,21 +20,17 @@ declare class ChatCompletionError extends Error {
 
 declare const SystemMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 declare const UserMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 declare const AssistantMessage: (props: {
     children: AINode;
+    cachePrompt?: boolean;
 }) => AINode;
 
-type TokenizerFn = (message: ChatMessage) => number;
-declare const computeUsage: (messages: ChatMessage[], tokenizer: TokenizerFn) => {
-    prompt: number;
-    completion: number;
-    total: number;
-};
-
 type ChatCompletionClientAndProvider<K> = {
     client: K;
     provider?: string;
@@ -42,6 +38,8 @@ type ChatCompletionClientAndProvider<K> = {
     costFn?: (model: string, usage: {
         prompt: number;
         completion: number;
+        cachedPromptTokensCreated: number;
+        cachedPromptTokensRead: number;
     }) => number;
 };
 type GetChatCompletionClientAndProvider<Model, Client> = (model: Model, args: {
@@ -260,15 +258,13 @@ type OpenAIChatCompletionProps = {
     maxTokens?: number;
     temperature?: number;
     stop?: string | string[];
-    responseFormat?: ChatCompletionCreateParams.ResponseFormat['type'];
+    responseFormat?: 'json_object' | 'text';
     maxRetries?: number;
     stream?: boolean;
     children: AINode;
 };
 declare function OpenAIChatCompletion(props: OpenAIChatCompletionProps, ctx: RenderContext): AINode;
 
-declare const openaiTokenizer: TokenizerFn;
-
 type AnthropicChatCompletionRequest = AnthropicClient.Messages.MessageStreamParams & {
     extraHeaders?: Record<string, string>;
 };
@@ -295,7 +291,16 @@ type AnthropicChatCompletionProps = {
 };
 declare function AnthropicChatCompletion(props: AnthropicChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-declare const anthropicTokenizer: TokenizerFn;
+/**
+ * This component aids in debugging prompt caching breakpoints by showing the content
+ * between breakpoints and the hash of the content.
+ */
+type AnthropicPromptCacheDebuggerProps = {
+    children: AINode;
+    sliceSize?: number;
+    hashContent?: boolean;
+};
+declare const AnthropicPromptCacheDebugger: (props: AnthropicPromptCacheDebuggerProps, ctx: RenderContext) => Promise<string>;
 
 type GoogleChatCompletionRequest = GenerateContentRequest;
 declare module '@gammatech/aijsx' {
@@ -325,4 +330,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatMessage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, type TokenizerFn, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, anthropicTokenizer, computeUsage, createPrompt, createRenderContext, evaluatePrompt, isPromptParsed, openaiTokenizer, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };