@gammatech/aijsx 0.16.2-dev.2024-11-05 → 0.16.4-dev.2024-11-24

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { L as LogChatCompletionRequest, A as AINode, C as ChatCompletionUsage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as PromptParsed, J as JSX } from './jsx-dev-runtime-yyAW1PnA.mjs';
-export { z as AIElement, l as AIFragment, B as BoundLogger, n as ChatMessage, o as ChatRole, v as CombinedLogger, u as ConsoleLogger, I as ImagePart, p as ImagePartProps, w as Literal, q as LogChatCompletionResponse, r as LogLevel, s as Logger, N as NoopLogImplementation, W as OutputParser, G as PropsOfAIComponent, x as RenderResult, F as Renderable, M as Span, H as SpanContext, O as SpanEvent, K as SpanStatus, U as TracingContext, Q as TracingContextKey, V as TracingContextManager, y as attachedContextSymbol, k as createAIElement, m as createContext, t as toDebugMessage } from './jsx-dev-runtime-yyAW1PnA.mjs';
+import { L as LogChatCompletionRequest, A as AINode, C as ChatCompletionUsage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as LlmEvaluatorFn, k as PromptParsed, J as JSX } from './jsx-dev-runtime-CwVVc96-.mjs';
+export { F as AIElement, m as AIFragment, B as BoundLogger, o as ChatMessage, p as ChatRole, w as CombinedLogger, v as ConsoleLogger, I as ImagePart, q as ImagePartProps, x as Literal, r as LogChatCompletionResponse, s as LogLevel, u as Logger, N as NoopLogImplementation, X as OutputParser, H as PropsOfAIComponent, y as RenderResult, G as Renderable, O as Span, K as SpanContext, Q as SpanEvent, M as SpanStatus, V as TracingContext, U as TracingContextKey, W as TracingContextManager, z as attachedContextSymbol, l as createAIElement, n as createContext, t as toDebugMessage } from './jsx-dev-runtime-CwVVc96-.mjs';
 import { ZodObject, ZodRawShape, ZodTypeAny, ZodString, z } from 'zod';
 import { OpenAI } from 'openai';
 export { OpenAI as OpenAIClient } from 'openai';
@@ -121,8 +121,10 @@ declare class SpanTreeNode {
     addChild(child: SpanTreeNode): void;
     descendents(fn: (node: SpanTreeNode) => void): void;
     everyDescendent(fn: (node: SpanTreeNode) => boolean): boolean;
+    getRoot(): SpanTreeNode;
     getRootByName(name: string): SpanTreeNode | null;
     getNearestAttribute<K>(key: string): K | null;
+    getRootSpanId(): string;
     getRootAttribute<K>(key: string): K | null;
 }
 
@@ -151,6 +153,7 @@ declare class AISpanProcessor implements SpanProcessor {
     shutdown(): Promise<void> | undefined;
     onRootPromptDone(rootSpan: ReadableSpan): Promise<void>;
     enrichSpan(span: ReadableSpan): Promise<ReadableSpan>;
+    protected addRootSpanId(span: ReadableSpan): Promise<ReadableSpan>;
     protected addPromptKeys(span: ReadableSpan): Promise<ReadableSpan>;
     protected evaluatePrompt(span: ReadableSpan): Promise<ReadableSpan>;
 }
@@ -195,10 +198,12 @@ declare namespace ProcessedAISpanAttributes {
         totalCost?: Cost;
         parentPromptKey?: string;
         rootPromptKey?: string;
+        rootSpanId: string;
     };
     type ChatCompletion<K extends keyof ChatCompletionRequestPayloads = keyof ChatCompletionRequestPayloads> = AISpanAttributes.ChatCompletion<K> & {
         parentPromptKey?: string;
         rootPromptKey?: string;
+        rootSpanId: string;
     };
 }
 
@@ -210,6 +215,7 @@ declare function createPrompt<K extends string, I extends ZodObject<ZodRawShape>
     schema: I;
     component: AIComponent<z.infer<I>>;
     evaluators?: EvaluatorFn<z.infer<I>, z.infer<O>>[];
+    llmEvaluators?: LlmEvaluatorFn<z.infer<I>, z.infer<O>>[];
     metadata?: Record<string, any>;
     outputParser: {
         schema: O;
@@ -221,6 +227,7 @@ declare function createPrompt<K extends string, I extends ZodObject<ZodRawShape>
     schema: I;
     component: AIComponent<z.infer<I>>;
     evaluators?: EvaluatorFn<z.infer<I>, string>[];
+    llmEvaluators?: LlmEvaluatorFn<z.infer<I>, string>[];
     metadata?: Record<string, any>;
 }): Prompt<z.infer<I>>;
 declare function isPromptParsed<V extends Record<string, any>>(prompt: Prompt<V>): prompt is PromptParsed<any, any>;
@@ -320,4 +327,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatCompletionUsage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatCompletionUsage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LlmEvaluatorFn, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { L as LogChatCompletionRequest, A as AINode, C as ChatCompletionUsage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as PromptParsed, J as JSX } from './jsx-dev-runtime-yyAW1PnA.js';
-export { z as AIElement, l as AIFragment, B as BoundLogger, n as ChatMessage, o as ChatRole, v as CombinedLogger, u as ConsoleLogger, I as ImagePart, p as ImagePartProps, w as Literal, q as LogChatCompletionResponse, r as LogLevel, s as Logger, N as NoopLogImplementation, W as OutputParser, G as PropsOfAIComponent, x as RenderResult, F as Renderable, M as Span, H as SpanContext, O as SpanEvent, K as SpanStatus, U as TracingContext, Q as TracingContextKey, V as TracingContextManager, y as attachedContextSymbol, k as createAIElement, m as createContext, t as toDebugMessage } from './jsx-dev-runtime-yyAW1PnA.js';
+import { L as LogChatCompletionRequest, A as AINode, C as ChatCompletionUsage, R as RenderContext, a as LogImplementation, S as SpanProcessor, b as ContextValues, c as Context, T as Tracer, d as ReadableSpan, e as SpanAttributes, f as SpanExporter, g as AIComponent, P as Prompt, h as ChatCompletionRequestPayloads, D as DebugMessage, E as EvaluatorResult, i as EvaluatorFn, j as LlmEvaluatorFn, k as PromptParsed, J as JSX } from './jsx-dev-runtime-CwVVc96-.js';
+export { F as AIElement, m as AIFragment, B as BoundLogger, o as ChatMessage, p as ChatRole, w as CombinedLogger, v as ConsoleLogger, I as ImagePart, q as ImagePartProps, x as Literal, r as LogChatCompletionResponse, s as LogLevel, u as Logger, N as NoopLogImplementation, X as OutputParser, H as PropsOfAIComponent, y as RenderResult, G as Renderable, O as Span, K as SpanContext, Q as SpanEvent, M as SpanStatus, V as TracingContext, U as TracingContextKey, W as TracingContextManager, z as attachedContextSymbol, l as createAIElement, n as createContext, t as toDebugMessage } from './jsx-dev-runtime-CwVVc96-.js';
 import { ZodObject, ZodRawShape, ZodTypeAny, ZodString, z } from 'zod';
 import { OpenAI } from 'openai';
 export { OpenAI as OpenAIClient } from 'openai';
@@ -121,8 +121,10 @@ declare class SpanTreeNode {
     addChild(child: SpanTreeNode): void;
     descendents(fn: (node: SpanTreeNode) => void): void;
     everyDescendent(fn: (node: SpanTreeNode) => boolean): boolean;
+    getRoot(): SpanTreeNode;
     getRootByName(name: string): SpanTreeNode | null;
     getNearestAttribute<K>(key: string): K | null;
+    getRootSpanId(): string;
     getRootAttribute<K>(key: string): K | null;
 }
 
@@ -151,6 +153,7 @@ declare class AISpanProcessor implements SpanProcessor {
     shutdown(): Promise<void> | undefined;
     onRootPromptDone(rootSpan: ReadableSpan): Promise<void>;
     enrichSpan(span: ReadableSpan): Promise<ReadableSpan>;
+    protected addRootSpanId(span: ReadableSpan): Promise<ReadableSpan>;
     protected addPromptKeys(span: ReadableSpan): Promise<ReadableSpan>;
     protected evaluatePrompt(span: ReadableSpan): Promise<ReadableSpan>;
 }
@@ -195,10 +198,12 @@ declare namespace ProcessedAISpanAttributes {
         totalCost?: Cost;
         parentPromptKey?: string;
         rootPromptKey?: string;
+        rootSpanId: string;
     };
     type ChatCompletion<K extends keyof ChatCompletionRequestPayloads = keyof ChatCompletionRequestPayloads> = AISpanAttributes.ChatCompletion<K> & {
         parentPromptKey?: string;
         rootPromptKey?: string;
+        rootSpanId: string;
     };
 }
 
@@ -210,6 +215,7 @@ declare function createPrompt<K extends string, I extends ZodObject<ZodRawShape>
     schema: I;
     component: AIComponent<z.infer<I>>;
     evaluators?: EvaluatorFn<z.infer<I>, z.infer<O>>[];
+    llmEvaluators?: LlmEvaluatorFn<z.infer<I>, z.infer<O>>[];
     metadata?: Record<string, any>;
     outputParser: {
         schema: O;
@@ -221,6 +227,7 @@ declare function createPrompt<K extends string, I extends ZodObject<ZodRawShape>
     schema: I;
     component: AIComponent<z.infer<I>>;
     evaluators?: EvaluatorFn<z.infer<I>, string>[];
+    llmEvaluators?: LlmEvaluatorFn<z.infer<I>, string>[];
     metadata?: Record<string, any>;
 }): Prompt<z.infer<I>>;
 declare function isPromptParsed<V extends Record<string, any>>(prompt: Prompt<V>): prompt is PromptParsed<any, any>;
@@ -320,4 +327,4 @@ type GoogleChatCompletionProps = {
 };
 declare function GoogleChatCompletion(props: GoogleChatCompletionProps, ctx: RenderContext): JSX.Element;
 
-export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatCompletionUsage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };
+export { AIComponent, AINode, AISpanAttributes, AISpanProcessor, Accumulate, AnthropicChatCompletion, type AnthropicChatCompletionRequest, AnthropicClientContext, AssistantMessage, type ChatCompletionClientAndProvider, ChatCompletionError, type ChatCompletionRequestPayloads, ChatCompletionUsage, Context, type CostFn, DebugMessage, DefaultMaxRetriesContext, EvaluatorFn, EvaluatorResult, Fallback, type GetChatCompletionClientAndProvider, GoogleChatCompletion, type GoogleChatCompletionRequest, GoogleClientContext, LlmEvaluatorFn, LogChatCompletionRequest, LogImplementation, OpenAIChatCompletion, type OpenAIChatCompletionRequest, type OpenAIChatMessage, OpenAIClientContext, ParseVariablesError, ProcessedAISpanAttributes, type Prompt, PromptInvalidOutputError, PromptParsed, ReadableSpan, RenderContext, Retry, RetryCountContext, RetryLastErrorContext, SpanAttributes, SpanExporter, SpanProcessor, SystemMessage, Trace, Tracer, UserMessage, type ValidAnthropicChatModel, type ValidGoogleChatModel, type ValidOpenAIChatModel, type ValidOpenAIVisionModel, createPrompt, createRenderContext, evaluatePrompt, AnthropicPromptCacheDebugger as experimental__AnthropicPromptCacheDebugger, isPromptParsed, tracing };

package/dist/index.js

@@ -1767,6 +1767,15 @@ var SpanTreeNode = class {
     });
     return result;
   }
+  getRoot() {
+    let node = this;
+    let found = this;
+    while (node) {
+      found = node;
+      node = node.parent;
+    }
+    return found;
+  }
   getRootByName(name) {
     let node = this;
     let found = null;
@@ -1781,6 +1790,9 @@ var SpanTreeNode = class {
   getNearestAttribute(key) {
     return getNearestAttribute(this.parent, key);
   }
+  getRootSpanId() {
+    return this.getRoot().span.spanContext.spanId;
+  }
   getRootAttribute(key) {
     return getFarthestAttribute(this, key);
   }
@@ -1885,7 +1897,22 @@ var AISpanProcessor = class {
   async enrichSpan(span) {
     const result1 = await this.evaluatePrompt(span);
     const result2 = await this.addPromptKeys(result1);
-    return result2;
+    const result3 = await this.addRootSpanId(result2);
+    return result3;
+  }
+  async addRootSpanId(span) {
+    const node = this.spanTree.findNode(span.spanContext.spanId);
+    if (!node) {
+      return span;
+    }
+    const final = {
+      ...span,
+      attributes: {
+        ...span.attributes,
+        rootSpanId: node.getRootSpanId()
+      }
+    };
+    return final;
   }
   async addPromptKeys(span) {
     if (!isChatCompletionSpan(span) && !isPromptSpan(span)) {
@@ -1897,7 +1924,8 @@ var AISpanProcessor = class {
     }
     const extraAttributes = {
       parentPromptKey: node.getNearestAttribute("promptKey"),
-      rootPromptKey: node.getRootAttribute("promptKey")
+      rootPromptKey: node.getRootAttribute("promptKey"),
+      rootSpanId: node.getRootSpanId()
     };
     const final = {
       ...span,
@@ -1986,6 +2014,7 @@ function createPrompt(config) {
       outputParser,
       component: component2,
       evaluators: evaluators2 = [],
+      llmEvaluators: llmEvaluators2 = [],
       metadata: metadata2 = {}
     } = config;
     return {
@@ -1995,16 +2024,25 @@ function createPrompt(config) {
       outputSchema: outputParser.schema,
       schema: schema2,
       metadata: metadata2,
-      evaluators: evaluators2
+      evaluators: evaluators2,
+      llmEvaluators: llmEvaluators2
     };
   }
-  const { key, schema, component, evaluators = [], metadata = {} } = config;
+  const {
+    key,
+    schema,
+    component,
+    evaluators = [],
+    llmEvaluators = [],
+    metadata = {}
+  } = config;
   return {
     key,
     component,
     schema,
     metadata,
     evaluators,
+    llmEvaluators,
     outputSchema: import_zod.z.string()
   };
 }

package/dist/index.mjs

@@ -1666,6 +1666,15 @@ var SpanTreeNode = class {
     });
     return result;
   }
+  getRoot() {
+    let node = this;
+    let found = this;
+    while (node) {
+      found = node;
+      node = node.parent;
+    }
+    return found;
+  }
   getRootByName(name) {
     let node = this;
     let found = null;
@@ -1680,6 +1689,9 @@ var SpanTreeNode = class {
   getNearestAttribute(key) {
     return getNearestAttribute(this.parent, key);
   }
+  getRootSpanId() {
+    return this.getRoot().span.spanContext.spanId;
+  }
   getRootAttribute(key) {
     return getFarthestAttribute(this, key);
   }
@@ -1784,7 +1796,22 @@ var AISpanProcessor = class {
   async enrichSpan(span) {
     const result1 = await this.evaluatePrompt(span);
     const result2 = await this.addPromptKeys(result1);
-    return result2;
+    const result3 = await this.addRootSpanId(result2);
+    return result3;
+  }
+  async addRootSpanId(span) {
+    const node = this.spanTree.findNode(span.spanContext.spanId);
+    if (!node) {
+      return span;
+    }
+    const final = {
+      ...span,
+      attributes: {
+        ...span.attributes,
+        rootSpanId: node.getRootSpanId()
+      }
+    };
+    return final;
   }
   async addPromptKeys(span) {
     if (!isChatCompletionSpan(span) && !isPromptSpan(span)) {
@@ -1796,7 +1823,8 @@ var AISpanProcessor = class {
     }
     const extraAttributes = {
       parentPromptKey: node.getNearestAttribute("promptKey"),
-      rootPromptKey: node.getRootAttribute("promptKey")
+      rootPromptKey: node.getRootAttribute("promptKey"),
+      rootSpanId: node.getRootSpanId()
     };
     const final = {
       ...span,
@@ -1885,6 +1913,7 @@ function createPrompt(config) {
       outputParser,
       component: component2,
       evaluators: evaluators2 = [],
+      llmEvaluators: llmEvaluators2 = [],
       metadata: metadata2 = {}
     } = config;
     return {
@@ -1894,16 +1923,25 @@ function createPrompt(config) {
       outputSchema: outputParser.schema,
       schema: schema2,
       metadata: metadata2,
-      evaluators: evaluators2
+      evaluators: evaluators2,
+      llmEvaluators: llmEvaluators2
     };
   }
-  const { key, schema, component, evaluators = [], metadata = {} } = config;
+  const {
+    key,
+    schema,
+    component,
+    evaluators = [],
+    llmEvaluators = [],
+    metadata = {}
+  } = config;
   return {
     key,
     component,
     schema,
     metadata,
     evaluators,
+    llmEvaluators,
     outputSchema: z.string()
   };
 }

package/dist/{jsx-dev-runtime-yyAW1PnA.d.mts → jsx-dev-runtime-CwVVc96-.d.mts}

@@ -102,10 +102,16 @@ type EvaluatorResult = {
     key: string;
     result: EvaluatorPrimitive | EvaluatorPrimitive[];
     passes: boolean;
+    score?: number;
     description?: string;
     debug?: string;
 };
 type EvaluatorFn<V extends Record<string, any> = Record<string, any>, O = any> = (variables: V, result: O) => Promise<EvaluatorResult | EvaluatorResult[]>;
+type LlmEvaluatorFn<V extends Record<string, any> = Record<string, any>, O = any, E = O> = (ctx: RenderContext, options: {
+    variables: V;
+    output: O;
+    expected?: E;
+}) => Promise<EvaluatorResult | EvaluatorResult[]>;
 type OutputParser<O> = {
     schema: ZodTypeAny;
     parse: (result: string) => O;
@@ -115,6 +121,7 @@ interface Prompt<V extends Record<string, any> = Record<string, any>> {
     component: AIComponent<V>;
     schema: ZodObject<ZodRawShape>;
     evaluators: EvaluatorFn<V>[];
+    llmEvaluators: LlmEvaluatorFn<V>[];
     outputSchema: ZodTypeAny;
     metadata: Record<string, any>;
 }
@@ -362,4 +369,4 @@ declare const jsxs: typeof jsx;
 /** @hidden */
 declare const Fragment: typeof AIFragment;
 
-export { type AINode as A, BoundLogger as B, type ChatCompletionUsage as C, type DebugMessage as D, type EvaluatorResult as E, type Renderable as F, type PropsOfAIComponent as G, type SpanContext as H, ImagePart as I, JSX as J, type SpanStatus as K, type LogChatCompletionRequest as L, type Span as M, NoopLogImplementation as N, type SpanEvent as O, type Prompt as P, type TracingContextKey as Q, type RenderContext as R, type SpanProcessor as S, type Tracer as T, type TracingContext as U, type TracingContextManager as V, type OutputParser as W, jsx as X, jsxDEV as Y, jsxs as Z, Fragment as _, LogImplementation as a, type ContextValues as b, type Context as c, type ReadableSpan as d, type SpanAttributes as e, type SpanExporter as f, type AIComponent as g, type ChatCompletionRequestPayloads as h, type EvaluatorFn as i, type PromptParsed as j, createAIElement as k, AIFragment as l, createContext as m, type ChatMessage as n, type ChatRole as o, type ImagePartProps as p, type LogChatCompletionResponse as q, type LogLevel as r, type Logger as s, toDebugMessage as t, ConsoleLogger as u, CombinedLogger as v, type Literal as w, type RenderResult as x, attachedContextSymbol as y, type AIElement as z };
+export { Fragment as $, type AINode as A, BoundLogger as B, type ChatCompletionUsage as C, type DebugMessage as D, type EvaluatorResult as E, type AIElement as F, type Renderable as G, type PropsOfAIComponent as H, ImagePart as I, JSX as J, type SpanContext as K, type LogChatCompletionRequest as L, type SpanStatus as M, NoopLogImplementation as N, type Span as O, type Prompt as P, type SpanEvent as Q, type RenderContext as R, type SpanProcessor as S, type Tracer as T, type TracingContextKey as U, type TracingContext as V, type TracingContextManager as W, type OutputParser as X, jsx as Y, jsxDEV as Z, jsxs as _, LogImplementation as a, type ContextValues as b, type Context as c, type ReadableSpan as d, type SpanAttributes as e, type SpanExporter as f, type AIComponent as g, type ChatCompletionRequestPayloads as h, type EvaluatorFn as i, type LlmEvaluatorFn as j, type PromptParsed as k, createAIElement as l, AIFragment as m, createContext as n, type ChatMessage as o, type ChatRole as p, type ImagePartProps as q, type LogChatCompletionResponse as r, type LogLevel as s, toDebugMessage as t, type Logger as u, ConsoleLogger as v, CombinedLogger as w, type Literal as x, type RenderResult as y, attachedContextSymbol as z };

package/dist/{jsx-dev-runtime-yyAW1PnA.d.ts → jsx-dev-runtime-CwVVc96-.d.ts}

@@ -102,10 +102,16 @@ type EvaluatorResult = {
     key: string;
     result: EvaluatorPrimitive | EvaluatorPrimitive[];
     passes: boolean;
+    score?: number;
     description?: string;
     debug?: string;
 };
 type EvaluatorFn<V extends Record<string, any> = Record<string, any>, O = any> = (variables: V, result: O) => Promise<EvaluatorResult | EvaluatorResult[]>;
+type LlmEvaluatorFn<V extends Record<string, any> = Record<string, any>, O = any, E = O> = (ctx: RenderContext, options: {
+    variables: V;
+    output: O;
+    expected?: E;
+}) => Promise<EvaluatorResult | EvaluatorResult[]>;
 type OutputParser<O> = {
     schema: ZodTypeAny;
     parse: (result: string) => O;
@@ -115,6 +121,7 @@ interface Prompt<V extends Record<string, any> = Record<string, any>> {
     component: AIComponent<V>;
     schema: ZodObject<ZodRawShape>;
     evaluators: EvaluatorFn<V>[];
+    llmEvaluators: LlmEvaluatorFn<V>[];
     outputSchema: ZodTypeAny;
     metadata: Record<string, any>;
 }
@@ -362,4 +369,4 @@ declare const jsxs: typeof jsx;
 /** @hidden */
 declare const Fragment: typeof AIFragment;
 
-export { type AINode as A, BoundLogger as B, type ChatCompletionUsage as C, type DebugMessage as D, type EvaluatorResult as E, type Renderable as F, type PropsOfAIComponent as G, type SpanContext as H, ImagePart as I, JSX as J, type SpanStatus as K, type LogChatCompletionRequest as L, type Span as M, NoopLogImplementation as N, type SpanEvent as O, type Prompt as P, type TracingContextKey as Q, type RenderContext as R, type SpanProcessor as S, type Tracer as T, type TracingContext as U, type TracingContextManager as V, type OutputParser as W, jsx as X, jsxDEV as Y, jsxs as Z, Fragment as _, LogImplementation as a, type ContextValues as b, type Context as c, type ReadableSpan as d, type SpanAttributes as e, type SpanExporter as f, type AIComponent as g, type ChatCompletionRequestPayloads as h, type EvaluatorFn as i, type PromptParsed as j, createAIElement as k, AIFragment as l, createContext as m, type ChatMessage as n, type ChatRole as o, type ImagePartProps as p, type LogChatCompletionResponse as q, type LogLevel as r, type Logger as s, toDebugMessage as t, ConsoleLogger as u, CombinedLogger as v, type Literal as w, type RenderResult as x, attachedContextSymbol as y, type AIElement as z };
+export { Fragment as $, type AINode as A, BoundLogger as B, type ChatCompletionUsage as C, type DebugMessage as D, type EvaluatorResult as E, type AIElement as F, type Renderable as G, type PropsOfAIComponent as H, ImagePart as I, JSX as J, type SpanContext as K, type LogChatCompletionRequest as L, type SpanStatus as M, NoopLogImplementation as N, type Span as O, type Prompt as P, type SpanEvent as Q, type RenderContext as R, type SpanProcessor as S, type Tracer as T, type TracingContextKey as U, type TracingContext as V, type TracingContextManager as W, type OutputParser as X, jsx as Y, jsxDEV as Z, jsxs as _, LogImplementation as a, type ContextValues as b, type Context as c, type ReadableSpan as d, type SpanAttributes as e, type SpanExporter as f, type AIComponent as g, type ChatCompletionRequestPayloads as h, type EvaluatorFn as i, type LlmEvaluatorFn as j, type PromptParsed as k, createAIElement as l, AIFragment as m, createContext as n, type ChatMessage as o, type ChatRole as p, type ImagePartProps as q, type LogChatCompletionResponse as r, type LogLevel as s, toDebugMessage as t, type Logger as u, ConsoleLogger as v, CombinedLogger as w, type Literal as x, type RenderResult as y, attachedContextSymbol as z };

package/dist/jsx-dev-runtime.d.mts

@@ -1,2 +1,2 @@
-export { _ as Fragment, J as JSX, X as jsx, Y as jsxDEV, Z as jsxs } from './jsx-dev-runtime-yyAW1PnA.mjs';
+export { $ as Fragment, J as JSX, Y as jsx, Z as jsxDEV, _ as jsxs } from './jsx-dev-runtime-CwVVc96-.mjs';
 import 'zod';

package/dist/jsx-dev-runtime.d.ts

@@ -1,2 +1,2 @@
-export { _ as Fragment, J as JSX, X as jsx, Y as jsxDEV, Z as jsxs } from './jsx-dev-runtime-yyAW1PnA.js';
+export { $ as Fragment, J as JSX, Y as jsx, Z as jsxDEV, _ as jsxs } from './jsx-dev-runtime-CwVVc96-.js';
 import 'zod';

package/dist/jsx-runtime.d.mts

@@ -1,2 +1,2 @@
-export { _ as Fragment, J as JSX, X as jsx, Y as jsxDEV, Z as jsxs } from './jsx-dev-runtime-yyAW1PnA.mjs';
+export { $ as Fragment, J as JSX, Y as jsx, Z as jsxDEV, _ as jsxs } from './jsx-dev-runtime-CwVVc96-.mjs';
 import 'zod';

package/dist/jsx-runtime.d.ts

@@ -1,2 +1,2 @@
-export { _ as Fragment, J as JSX, X as jsx, Y as jsxDEV, Z as jsxs } from './jsx-dev-runtime-yyAW1PnA.js';
+export { $ as Fragment, J as JSX, Y as jsx, Z as jsxDEV, _ as jsxs } from './jsx-dev-runtime-CwVVc96-.js';
 import 'zod';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gammatech/aijsx",
-  "version": "0.16.2-dev.2024-11-05",
+  "version": "0.16.4-dev.2024-11-24",
   "description": "Rewrite of aijsx",
   "author": "Jordan Garcia",
   "license": "MIT",