ai-functions 2.1.1 → 2.3.0

package/src/generate.ts

@@ -10,17 +10,15 @@
  */
 
 import {
-  generateObject as sdkGenerateObject,
   generateText as sdkGenerateText,
-  streamObject as sdkStreamObject,
   streamText as sdkStreamText,
-  type GenerateObjectResult,
+  Output,
   type GenerateTextResult,
-  type StreamObjectResult,
   type StreamTextResult,
-  type LanguageModel
+  type LanguageModel,
 } from 'ai'
 import { schema as convertSchema, type SimpleSchema } from './schema.js'
+import { isZodSchema } from './type-guards.js'
 import type { ZodTypeAny } from 'zod'
 
 type ModelArg = string | LanguageModel
@@ -43,7 +41,11 @@ interface GenerateObjectOptions<T> {
   maxRetries?: number
   abortSignal?: AbortSignal
   headers?: Record<string, string>
-  experimental_telemetry?: { isEnabled?: boolean; functionId?: string; metadata?: Record<string, string> }
+  experimental_telemetry?: {
+    isEnabled?: boolean
+    functionId?: string
+    metadata?: Record<string, string>
+  }
 }
 
 interface GenerateTextOptions {
@@ -64,7 +66,11 @@ interface GenerateTextOptions {
   tools?: Record<string, unknown>
   toolChoice?: 'auto' | 'none' | 'required' | { type: 'tool'; toolName: string }
   maxSteps?: number
-  experimental_telemetry?: { isEnabled?: boolean; functionId?: string; metadata?: Record<string, string> }
+  experimental_telemetry?: {
+    isEnabled?: boolean
+    functionId?: string
+    metadata?: Record<string, string>
+  }
 }
 
 /**
@@ -82,16 +88,6 @@ async function resolveModel(modelArg: ModelArg): Promise<LanguageModel> {
   return model(modelArg)
 }
 
-/**
- * Check if value is a Zod schema
- */
-function isZodSchema(value: unknown): value is ZodTypeAny {
-  return value !== null &&
-    typeof value === 'object' &&
-    '_def' in value &&
-    'parse' in value
-}
-
 /**
  * Convert schema to Zod if needed
  */
@@ -140,16 +136,17 @@ function resolveSchema(schemaArg: SchemaArg): ZodTypeAny {
  */
 export async function generateObject<T>(
   options: GenerateObjectOptions<T>
-): Promise<GenerateObjectResult<T>> {
+): Promise<{ object: T; usage?: unknown; warnings?: unknown[] | undefined }> {
   const model = await resolveModel(options.model)
   const schema = resolveSchema(options.schema as SchemaArg)
-  // Use 'as any' to handle AI SDK v4 API variance
-  return sdkGenerateObject({
-    ...options,
+  const { schema: _schema, mode: _mode, ...rest } = options
+  // Using unknown cast for SDK compatibility - the AI SDK has complex type unions
+  const result = await sdkGenerateText({
+    ...rest,
     model,
-    schema,
-    output: 'object'
-  } as any) as Promise<GenerateObjectResult<T>>
+    output: Output.object({ schema }),
+  } as unknown as Parameters<typeof sdkGenerateText>[0])
+  return { object: result.output as T, usage: result.usage, warnings: result.warnings }
 }
 
 /**
@@ -181,7 +178,7 @@ export async function generateText(
   const model = await resolveModel(options.model)
   return sdkGenerateText({
     ...options,
-    model
+    model,
   } as Parameters<typeof sdkGenerateText>[0])
 }
 
@@ -205,16 +202,19 @@ export async function generateText(
  */
 export async function streamObject<T>(
   options: GenerateObjectOptions<T>
-): Promise<StreamObjectResult<T, T, never>> {
+): Promise<{ partialObjectStream: AsyncIterable<T> }> {
   const model = await resolveModel(options.model)
   const schema = resolveSchema(options.schema as SchemaArg)
-  // Use 'as any' to handle AI SDK API variance
-  return sdkStreamObject({
-    ...options,
+  const { schema: _schema, mode: _mode, ...rest } = options
+  // Using unknown cast for SDK compatibility - the AI SDK has complex type unions
+  const result = await sdkStreamText({
+    ...rest,
     model,
-    schema,
-    output: 'object'
-  } as any) as unknown as StreamObjectResult<T, T, never>
+    output: Output.object({ schema }),
+  } as unknown as Parameters<typeof sdkStreamText>[0])
+  return {
+    partialObjectStream: result.partialOutputStream as AsyncIterable<T>,
+  }
 }
 
 /**
@@ -240,6 +240,6 @@ export async function streamText(
   const model = await resolveModel(options.model)
   return sdkStreamText({
     ...options,
-    model
+    model,
   } as Parameters<typeof sdkStreamText>[0])
 }

package/src/index.ts

@@ -1,39 +1,68 @@
 /**
- * ai-functions - Core AI primitives for building intelligent applications
+ * ai-functions - Full-featured AI primitives for building intelligent applications
  *
- * This is the foundational package that all other primitives depend on.
- * It provides:
- * - RPC primitives via rpc.do
- * - AI function types and interfaces
- * - Core AI() and ai() constructors
- * - Embedding utilities from AI SDK
- * - Cloudflare Workers AI provider (default for embeddings)
- * - Tagged template literal support for all functions
- * - Async iterator support for list/extract
+ * This package provides the complete feature set including:
+ * - Core primitives from ai-core (generate, AIPromise, templates, context)
+ * - Batch processing (BatchQueue, BatchMapPromise)
+ * - Retry/resilience patterns (RetryPolicy, CircuitBreaker, FallbackChain)
+ * - Budget tracking (BudgetTracker, TokenCounter)
+ * - Caching (MemoryCache, EmbeddingCache, GenerationCache)
+ * - Tool orchestration (AgenticLoop, ToolRouter)
+ * - Embeddings
+ * - Provider integrations
+ *
+ * For lightweight usage with just core primitives, use ai-core directly.
  *
  * @packageDocumentation
  */
 
-// TODO: Re-enable RPC exports when rpc.do is published
-// export * from 'rpc.do'
-
-// Export AI function types and interfaces
-export * from './types.js'
-export * from './ai.js'
+// ============================================================================
+// Re-export core primitives for backward compatibility
+// ============================================================================
 
-// Export embedding utilities
-export * from './embeddings.js'
-
-// Export generation functions with smart model routing
-export { generateObject, generateText, streamObject, streamText } from './generate.js'
+// Types
+export type {
+  AIFunctionDefinition,
+  JSONSchema,
+  AIGenerateOptions,
+  AIGenerateResult,
+  AIFunctionCall,
+  AIClient,
+  ImageOptions,
+  ImageResult,
+  VideoOptions,
+  VideoResult,
+  WriteOptions,
+  TemplateFunction as CoreTemplateFunction,
+  ListItem,
+  ListResult,
+  NamedList,
+  ListsResult,
+  CodeLanguage,
+  GenerativeOutputType,
+  HumanChannel,
+  LegacyHumanChannel,
+  SchemaLimitations,
+  BaseFunctionDefinition,
+  CodeFunctionDefinition,
+  CodeFunctionResult,
+  CodeGenerationDefinition,
+  GenerativeFunctionDefinition,
+  GenerativeFunctionResult,
+  AgenticFunctionDefinition,
+  AgenticExecutionState,
+  HumanFunctionDefinition,
+  HumanFunctionResult,
+  FunctionDefinition,
+  DefinedFunction,
+  FunctionRegistry,
+  AutoDefineResult,
+} from './types.js'
 
-// Export simplified schema helper
+// Schema exports
 export { schema, type SimpleSchema } from './schema.js'
 
-// Export providers
-export * from './providers/index.js'
-
-// Export template utilities
+// Template exports
 export {
   parseTemplate,
   createTemplateFunction,
@@ -47,7 +76,7 @@ export {
   type ChainablePromise,
 } from './template.js'
 
-// Export AIPromise utilities for promise pipelining
+// AIPromise exports
 export {
   AIPromise,
   isAIPromise,
@@ -63,17 +92,19 @@ export {
   AI_PROMISE_SYMBOL,
   RAW_PROMISE_SYMBOL,
   type AIPromiseOptions,
+  type StreamingAIPromise,
+  type StreamOptions,
 } from './ai-promise.js'
 
-// Export AI primitives
+// Generation exports
+export { generateObject, generateText, streamObject, streamText } from './generate.js'
+
+// Primitives
 export {
-  // Core generate primitive
   generate,
   type GenerateType,
   type GenerateOptions,
-
-  // Generative functions
-  ai as aiPrompt, // Renamed to avoid conflict with AIProxy from ai.ts
+  ai,
   write,
   code,
   list,
@@ -85,19 +116,11 @@ export {
   slides,
   image,
   video,
-
-  // Agentic functions
   do,
   research,
-
-  // Web functions
   read,
   browse,
-
-  // Decision functions
   decide,
-
-  // Human-in-the-loop functions
   ask,
   approve,
   review,
@@ -105,6 +128,60 @@ export {
   type HumanResult,
 } from './primitives.js'
 
+// Context exports
+export {
+  configure,
+  getContext,
+  withContext,
+  getGlobalContext,
+  resetContext,
+  getModel,
+  getProvider,
+  type ExecutionContext,
+} from './context.js'
+
+// Type guards
+export { isZodSchema } from './type-guards.js'
+
+// ============================================================================
+// Export AI Proxy (the AI class/proxy from ai.ts)
+// This is separate from the core 'ai' template function
+// ============================================================================
+
+export {
+  AI,
+  ai as aiProxy,
+  define,
+  defineFunction,
+  functions,
+  createFunctionRegistry,
+  resetGlobalRegistry,
+  withTemplate,
+  type AIProxy,
+  // Also export from new split modules
+  createSchemaFunctions,
+  type AISchemaOptions,
+  type SchemaFunctions,
+  type InferSimpleSchemaResult,
+  createDefinedFunction,
+  convertArgsToJSONSchema,
+  fillTemplate,
+  generateCode,
+} from './ai.js'
+
+// Also export 'ai' primitive as 'aiPrompt' for convenience
+export { ai as aiPrompt } from './primitives.js'
+
+// Export embedding utilities (not in ai-core)
+export * from './embeddings.js'
+
+// Export providers (not in ai-core)
+export * from './providers/index.js'
+
+// ============================================================================
+// Extended exports (NOT in ai-core)
+// ============================================================================
+
 // Export batch processing
 export {
   BatchQueue,
@@ -112,6 +189,11 @@ export {
   withBatch as withBatchQueue,
   registerBatchAdapter,
   getBatchAdapter,
+  registerFlexAdapter,
+  getFlexAdapter,
+  hasFlexAdapter,
+  tiersForModel,
+  modelSupportsTier,
   isBatchMode,
   deferToBatch,
   BATCH_MODE_SYMBOL,
@@ -123,10 +205,21 @@ export {
   type BatchResult,
   type BatchSubmitResult,
   type BatchAdapter,
+  type FlexAdapter,
   type BatchQueueOptions,
   type DeferredOptions,
 } from './batch-queue.js'
 
+// Export per-model policy data (sourced from language-models)
+export {
+  policyFor as modelPolicyFor,
+  type ModelPolicy,
+  type BatchTier,
+  type RetryPolicyData,
+  type CircuitBreakerPolicyData,
+  type ErrorCategoryName,
+} from 'language-models'
+
 // Export batch map for automatic batching
 export {
   BatchMapPromise,
@@ -137,18 +230,201 @@ export {
   type BatchMapOptions,
 } from './batch-map.js'
 
-// Export execution context
+// Export additional execution context features (full version with batch/budget)
 export {
-  configure,
-  getContext,
-  withContext,
-  getGlobalContext,
-  resetContext,
-  getModel,
-  getProvider,
   getBatchMode,
   getBatchThreshold,
   shouldUseBatchAPI,
-  type ExecutionContext,
+  getFlexThreshold,
+  getExecutionTier,
+  isFlexAvailable,
   type BatchMode,
+  type ContextBudgetConfig,
+  type ExecutionTier,
 } from './context.js'
+
+// Export budget tracking and request tracing
+export {
+  BudgetTracker,
+  TokenCounter,
+  RequestContext,
+  BudgetExceededError,
+  createRequestContext,
+  withBudget,
+  type BudgetConfig,
+  type BudgetAlert,
+  type BudgetSnapshot,
+  type TokenUsage,
+  type RequestInfo,
+  type RequestContextOptions,
+  type ModelPricing,
+  type WithBudgetOptions,
+  type RemainingBudget,
+  type CheckBudgetOptions,
+} from './budget.js'
+
+// Export agentic tool orchestration
+export {
+  // Core classes
+  AgenticLoop,
+  ToolRouter,
+  ToolValidator,
+
+  // Tool composition utilities
+  createTool,
+  createToolset,
+  wrapTool,
+  cachedTool,
+  rateLimitedTool,
+  timeoutTool,
+  createAgenticLoop,
+
+  // Types
+  type Tool,
+  type ToolCall,
+  type ToolResult,
+  type FormattedToolResult,
+  type ValidationResult,
+  type ModelResponse,
+  type Message,
+  type StepInfo,
+  type LoopOptions,
+  type RunOptions,
+  type ToolCallResult,
+  type SDKToolResult,
+  type LoopResult,
+  type LoopStreamEvent,
+} from './tool-orchestration.js'
+
+// Export caching layer for embeddings and generations
+export {
+  // Core cache storage
+  MemoryCache,
+
+  // Specialized caches
+  EmbeddingCache,
+  GenerationCache,
+
+  // Cache wrapper
+  withCache,
+
+  // Utilities
+  hashKey,
+  createCacheKey,
+
+  // Types
+  type CacheStorage,
+  type CacheEntry,
+  type CacheOptions,
+  type CacheStats,
+  type MemoryCacheOptions,
+  type CacheKeyType,
+  type EmbeddingCacheOptions,
+  type BatchEmbeddingResult,
+  type GenerationParams,
+  type GenerationCacheGetOptions,
+  type WithCacheOptions,
+  type CachedFunction,
+} from './cache.js'
+
+// Export retry/fallback patterns with exponential backoff
+export {
+  // Error types and classification
+  RetryableError,
+  NonRetryableError,
+  NetworkError,
+  RateLimitError,
+  CircuitOpenError,
+  ErrorCategory,
+  classifyError,
+
+  // Backoff calculation
+  calculateBackoff,
+
+  // Retry policy
+  RetryPolicy,
+
+  // Circuit breaker
+  CircuitBreaker,
+
+  // Fallback chain
+  FallbackChain,
+
+  // Convenience helper
+  withRetry,
+
+  // Types
+  type JitterStrategy,
+  type BackoffOptions,
+  type RetryOptions,
+  type RetryInfo,
+  type BatchItemResult,
+  type CircuitState,
+  type CircuitBreakerOptions,
+  type CircuitBreakerMetrics,
+  type FallbackModel,
+  type FallbackOptions,
+  type FallbackMetrics,
+} from './retry.js'
+
+// Export digital-objects function registry
+export {
+  DigitalObjectsFunctionRegistry,
+  createDigitalObjectsRegistry,
+  FUNCTION_NOUNS,
+  FUNCTION_VERBS,
+  type StoredFunctionDefinition,
+  type FunctionCallData,
+  type DigitalObjectsRegistryOptions,
+} from './digital-objects-registry.js'
+
+// Export configurable logger
+export {
+  configureLogger,
+  getLogger,
+  resetLogger,
+  getLogLevel,
+  setLogLevel,
+  type Logger,
+  type LoggerConfig,
+} from './logger.js'
+
+// ============================================================================
+// V3 middleware stack — cache / budget / trace via wrapLanguageModel
+// ============================================================================
+
+// Composable middleware primitives
+export {
+  cacheMiddleware,
+  embeddingCacheMiddleware,
+  budgetMiddleware,
+  traceMiddleware,
+  type CacheMiddlewareOptions,
+  type CacheMiddlewareStore,
+  type EmbedCacheMiddlewareOptions,
+  type EmbedCacheMiddlewareStore,
+  type BudgetMiddlewareOptions,
+  type PricingOverlay,
+  type TraceEvent,
+  type TraceEventKind,
+  type TraceMiddlewareOptions,
+} from './middleware/index.js'
+
+// Convenience composer
+export { wrapForV3, type WrapForV3Options } from './wrap-for-v3.js'
+
+// Type re-export — downstream packages (services-as-software EvaluatorPanel
+// model-injection point, etc.) need `LanguageModelV3` for typing wrapped-model
+// arguments. Re-exporting from ai-functions avoids forcing every consumer to
+// depend on `@ai-sdk/provider` directly.
+export type { LanguageModelV3 } from '@ai-sdk/provider'
+
+// Pluggable persistence primitive for trace/eval entries
+export {
+  InMemoryEvalLogStore,
+  getEvalLogStore,
+  configureEvalLogStore,
+  type EvalLogEntry,
+  type EvalLogListOptions,
+  type EvalLogStore,
+} from './eval-log/index.js'