@effect/ai 0.26.0 → 0.27.0

package/dist/esm/Chat.js

@@ -0,0 +1,291 @@
+/**
+ * The `Chat` module provides a stateful conversation interface for AI language
+ * models.
+ *
+ * This module enables persistent chat sessions that maintain conversation
+ * history, support tool calling, and offer both streaming and non-streaming
+ * text generation. It integrates seamlessly with the Effect AI ecosystem,
+ * providing type-safe conversational AI capabilities.
+ *
+ * @example
+ * ```ts
+ * import { Chat, LanguageModel } from "@effect/ai"
+ * import { Effect, Layer } from "effect"
+ *
+ * // Create a new chat session
+ * const program = Effect.gen(function* () {
+ *   const chat = yield* Chat.empty
+ *
+ *   // Send a message and get response
+ *   const response = yield* chat.generateText({
+ *     prompt: "Hello! What can you help me with?"
+ *   })
+ *
+ *   console.log(response.content)
+ *
+ *   return response
+ * })
+ * ```
+ *
+ * @example
+ * ```ts
+ * import { Chat, LanguageModel } from "@effect/ai"
+ * import { Effect, Stream } from "effect"
+ *
+ * // Streaming chat with tool support
+ * const streamingChat = Effect.gen(function* () {
+ *   const chat = yield* Chat.empty
+ *
+ *   yield* chat.streamText({
+ *     prompt: "Generate a creative story"
+ *   }).pipe(Stream.runForEach((part) =>
+ *     Effect.sync(() => console.log(part))
+ *   ))
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ */
+import * as Channel from "effect/Channel";
+import * as Context from "effect/Context";
+import * as Effect from "effect/Effect";
+import * as Ref from "effect/Ref";
+import * as Schema from "effect/Schema";
+import * as Stream from "effect/Stream";
+import * as LanguageModel from "./LanguageModel.js";
+import * as Prompt from "./Prompt.js";
+/**
+ * The `Chat` service tag for dependency injection.
+ *
+ * This tag provides access to chat functionality throughout your application,
+ * enabling persistent conversational AI interactions with full context
+ * management.
+ *
+ * @example
+ * ```ts
+ * import { Chat } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const useChat = Effect.gen(function* () {
+ *   const chat = yield* Chat
+ *   const response = yield* chat.generateText({
+ *     prompt: "Explain quantum computing in simple terms"
+ *   })
+ *   return response.content
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Context
+ */
+export class Chat extends /*#__PURE__*/Context.Tag("@effect/ai/Chat")() {}
+/**
+ * Creates a new Chat service from an initial prompt.
+ *
+ * This is the primary constructor for creating chat instances. It initializes
+ * a new conversation with the provided prompt as the starting context.
+ *
+ * @example
+ * ```ts
+ * import { Chat, Prompt } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const chatWithSystemPrompt = Effect.gen(function* () {
+ *   const chat = yield* Chat.fromPrompt([{
+ *     role: "system",
+ *     content: "You are a helpful assistant specialized in mathematics."
+ *   }])
+ *
+ *   const response = yield* chat.generateText({
+ *     prompt: "What is 2+2?"
+ *   })
+ *
+ *   return response.content
+ * })
+ * ```
+ *
+ * @example
+ * ```ts
+ * import { Chat, Prompt } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * // Initialize with conversation history
+ * const existingChat = Effect.gen(function* () {
+ *   const chat = yield* Chat.fromPrompt([
+ *     { role: "user", content: [{ type: "text", text: "What's the weather like?" }] },
+ *     { role: "assistant", content: [{ type: "text", text: "I don't have access to weather data." }] },
+ *     { role: "user", content: [{ type: "text", text: "Can you help me with coding?" }] }
+ *   ])
+ *
+ *   const response = yield* chat.generateText({
+ *     prompt: "I need help with TypeScript"
+ *   })
+ *
+ *   return response
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const fromPrompt = /*#__PURE__*/Effect.fnUntraced(function* (prompt) {
+  const languageModel = yield* LanguageModel.LanguageModel;
+  const context = yield* Effect.context();
+  const provideContext = effect => Effect.mapInputContext(effect, input => Context.merge(context, input));
+  const provideContextStream = stream => Stream.mapInputContext(stream, input => Context.merge(context, input));
+  const history = yield* Ref.make(Prompt.make(prompt));
+  const semaphore = yield* Effect.makeSemaphore(1);
+  return Chat.of({
+    history,
+    export: Ref.get(history).pipe(Effect.flatMap(Schema.encode(Prompt.Prompt)), Effect.withSpan("Chat.export"), Effect.orDie),
+    exportJson: Ref.get(history).pipe(Effect.flatMap(Schema.encode(Prompt.FromJson)), Effect.withSpan("Chat.exportJson"), Effect.orDie),
+    generateText: Effect.fnUntraced(function* (options) {
+      const newPrompt = Prompt.make(options.prompt);
+      const oldPrompt = yield* Ref.get(history);
+      const prompt = Prompt.merge(oldPrompt, newPrompt);
+      const response = yield* languageModel.generateText({
+        ...options,
+        prompt
+      });
+      const newHistory = Prompt.merge(prompt, Prompt.fromResponseParts(response.content));
+      yield* Ref.set(history, newHistory);
+      return response;
+    }, provideContext, semaphore.withPermits(1), Effect.withSpan("Chat.generateText", {
+      captureStackTrace: false
+    })),
+    streamText: Effect.fnUntraced(function* (options) {
+      let combined = Prompt.empty;
+      return Stream.fromChannel(Channel.acquireUseRelease(semaphore.take(1).pipe(Effect.zipRight(Ref.get(history)), Effect.map(history => Prompt.merge(history, Prompt.make(options.prompt)))), prompt => languageModel.streamText({
+        ...options,
+        prompt
+      }).pipe(Stream.mapChunksEffect(Effect.fnUntraced(function* (chunk) {
+        const parts = Array.from(chunk);
+        combined = Prompt.merge(combined, Prompt.fromResponseParts(parts));
+        return chunk;
+      })), Stream.toChannel), parts => Effect.zipRight(Ref.set(history, Prompt.merge(parts, combined)), semaphore.release(1)))).pipe(provideContextStream, Stream.withSpan("Chat.streamText", {
+        captureStackTrace: false
+      }));
+    }, Stream.unwrap),
+    generateObject: Effect.fnUntraced(function* (options) {
+      const newPrompt = Prompt.make(options.prompt);
+      const oldPrompt = yield* Ref.get(history);
+      const prompt = Prompt.merge(oldPrompt, newPrompt);
+      const response = yield* languageModel.generateObject({
+        ...options,
+        prompt
+      });
+      const newHistory = Prompt.merge(prompt, Prompt.fromResponseParts(response.content));
+      yield* Ref.set(history, newHistory);
+      return response;
+    }, provideContext, semaphore.withPermits(1), (effect, options) => Effect.withSpan(effect, "Chat.generateObject", {
+      attributes: {
+        objectName: "objectName" in options ? options.objectName : "_tag" in options.schema ? options.schema._tag : options.schema.identifier ?? "generateObject"
+      },
+      captureStackTrace: false
+    }))
+  });
+});
+/**
+ * Creates a new Chat service with empty conversation history.
+ *
+ * This is the most common way to start a fresh chat session without
+ * any initial context or system prompts.
+ *
+ * @example
+ * ```ts
+ * import { Chat } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const freshChat = Effect.gen(function* () {
+ *   const chat = yield* Chat.empty
+ *
+ *   const response = yield* chat.generateText({
+ *     prompt: "Hello! Can you introduce yourself?"
+ *   })
+ *
+ *   console.log(response.content)
+ *
+ *   return chat
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const empty = /*#__PURE__*/fromPrompt(Prompt.empty);
+const decodeUnknown = /*#__PURE__*/Schema.decodeUnknown(Prompt.Prompt);
+/**
+ * Creates a Chat service from previously exported chat data.
+ *
+ * Restores a chat session from structured data that was previously exported
+ * using the `export` method. Useful for persisting and restoring conversation
+ * state.
+ *
+ * @example
+ * ```ts
+ * import { Chat } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * declare const loadFromDatabase: (sessionId: string) => Effect.Effect<unknown>
+ *
+ * const restoreChat = Effect.gen(function* () {
+ *   // Assume we have previously exported data
+ *   const savedData = yield* loadFromDatabase("chat-session-123")
+ *
+ *   const restoredChat = yield* Chat.fromExport(savedData)
+ *
+ *   // Continue the conversation from where it left off
+ *   const response = yield* restoredChat.generateText({
+ *     prompt: "Let's continue our discussion"
+ *   })
+ * }).pipe(
+ *   Effect.catchTag("ParseError", (error) => {
+ *     console.log("Failed to restore chat:", error.message)
+ *     return Effect.void
+ *   })
+ * )
+ * ```
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const fromExport = data => Effect.flatMap(decodeUnknown(data), fromPrompt);
+const decodeJson = /*#__PURE__*/Schema.decode(Prompt.FromJson);
+/**
+ * Creates a Chat service from previously exported JSON chat data.
+ *
+ * Restores a chat session from JSON string that was previously exported
+ * using the `exportJson` method. This is the most convenient way to
+ * persist and restore chat sessions to/from storage systems.
+ *
+ * @example
+ * ```ts
+ * import { Chat } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const restoreFromJson = Effect.gen(function* () {
+ *   // Load JSON from localStorage or file system
+ *   const jsonData = localStorage.getItem("my-chat-backup")
+ *   if (!jsonData) return yield* Chat.empty
+ *
+ *   const restoredChat = yield* Chat.fromJson(jsonData)
+ *
+ *   // Chat history is now restored
+ *   const response = yield* restoredChat.generateText({
+ *     prompt: "What were we talking about?"
+ *   })
+ *
+ *   return response
+ * }).pipe(
+ *   Effect.catchTag("ParseError", (error) => {
+ *     console.log("Invalid JSON format:", error.message)
+ *     return Chat.empty // Fallback to empty chat
+ *   })
+ * )
+ * ```
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const fromJson = data => Effect.flatMap(decodeJson(data), fromPrompt);
+//# sourceMappingURL=Chat.js.map

package/dist/esm/Chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chat.js","names":["Channel","Context","Effect","Ref","Schema","Stream","LanguageModel","Prompt","Chat","Tag","fromPrompt","fnUntraced","prompt","languageModel","context","provideContext","effect","mapInputContext","input","merge","provideContextStream","stream","history","make","semaphore","makeSemaphore","of","export","get","pipe","flatMap","encode","withSpan","orDie","exportJson","FromJson","generateText","options","newPrompt","oldPrompt","response","newHistory","fromResponseParts","content","set","withPermits","captureStackTrace","streamText","combined","empty","fromChannel","acquireUseRelease","take","zipRight","map","mapChunksEffect","chunk","parts","Array","from","toChannel","release","unwrap","generateObject","attributes","objectName","schema","_tag","identifier","decodeUnknown","fromExport","data","decodeJson","decode","fromJson"],"sources":["../../src/Chat.ts"],"sourcesContent":[null],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgDA,OAAO,KAAKA,OAAO,MAAM,gBAAgB;AACzC,OAAO,KAAKC,OAAO,MAAM,gBAAgB;AACzC,OAAO,KAAKC,MAAM,MAAM,eAAe;AAEvC,OAAO,KAAKC,GAAG,MAAM,YAAY;AACjC,OAAO,KAAKC,MAAM,MAAM,eAAe;AACvC,OAAO,KAAKC,MAAM,MAAM,eAAe;AAEvC,OAAO,KAAKC,aAAa,MAAM,oBAAoB;AACnD,OAAO,KAAKC,MAAM,MAAM,aAAa;AAIrC;;;;;;;;;;;;;;;;;;;;;;;;AAwBA,OAAM,MAAOC,IAAK,sBAAQP,OAAO,CAACQ,GAAG,CAAC,iBAAiB,CAAC,EAGrD;AAsMH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiDA,OAAO,MAAMC,UAAU,gBAAGR,MAAM,CAACS,UAAU,CAAC,WAC1CC,MAAuB;EAEvB,MAAMC,aAAa,GAAG,OAAOP,aAAa,CAACA,aAAa;EACxD,MAAMQ,OAAO,GAAG,OAAOZ,MAAM,CAACY,OAAO,EAAS;EAC9C,MAAMC,cAAc,GAAaC,MAA8B,IAC7Dd,MAAM,CAACe,eAAe,CAACD,MAAM,EAAGE,KAAK,IAAKjB,OAAO,CAACkB,KAAK,CAACL,OAAO,EAAEI,KAAK,CAAC,CAAC;EAC1E,MAAME,oBAAoB,GAAaC,MAA8B,IACnEhB,MAAM,CAACY,eAAe,CAACI,MAAM,EAAGH,KAAK,IAAKjB,OAAO,CAACkB,KAAK,CAACL,OAAO,EAAEI,KAAK,CAAC,CAAC;EAC1E,MAAMI,OAAO,GAAG,OAAOnB,GAAG,CAACoB,IAAI,CAAgBhB,MAAM,CAACgB,IAAI,CAACX,MAAM,CAAC,CAAC;EACnE,MAAMY,SAAS,GAAG,OAAOtB,MAAM,CAACuB,aAAa,CAAC,CAAC,CAAC;EAEhD,OAAOjB,IAAI,CAACkB,EAAE,CAAC;IACbJ,OAAO;IACPK,MAAM,EAAExB,GAAG,CAACyB,GAAG,CAACN,OAAO,CAAC,CAACO,IAAI,CAC3B3B,MAAM,CAAC4B,OAAO,CAAC1B,MAAM,CAAC2B,MAAM,CAACxB,MAAM,CAACA,MAAM,CAAC,CAAC,EAC5CL,MAAM,CAAC8B,QAAQ,CAAC,aAAa,CAAC,EAC9B9B,MAAM,CAAC+B,KAAK,CACb;IACDC,UAAU,EAAE/B,GAAG,CAACyB,GAAG,CAACN,OAAO,CAAC,CAACO,IAAI,CAC/B3B,MAAM,CAAC4B,OAAO,CAAC1B,MAAM,CAAC2B,MAAM,CAACxB,MAAM,CAAC4B,QAAQ,CAAC,CAAC,EAC9CjC,MAAM,CAAC8B,QAAQ,CAAC,iBAAiB,CAAC,EAClC9B,MAAM,CAAC+B,KAAK,CACb;IACDG,YAAY,EAAElC,MAAM,CAACS,UAAU,CAC7B,WAAU0B,OAAO;MACf,MAAMC,SAAS,GAAG/B,MAAM,CAACgB,IAAI,CAACc,OAAO,CAACzB,MAAM,CAAC;MAC7C,MAAM2B,SAAS,GAAG,OAAOpC,GAAG,CAACyB,GAAG,CAACN,OAAO,CAAC;MACzC,MAAMV,MAAM,GAAGL,MAAM,CAACY,KAAK,CAACoB,SAAS,EAAED,SAAS,CAAC;MAEjD,MAAME,QAAQ,GAAG,OAAO3B,aAAa,CAACuB,YAAY,CAAC;QAAE,GAAGC,OAAO;QAAEzB;MAAM,CAAE,CAAC;MAE1E,MAAM6B,UAAU,GAAGlC,MAAM,CAACY,KAAK,CAACP,MAAM,EAAEL,MAAM,CAACmC,iBAAiB,CAACF,QAAQ,CAACG,OAAO,CAAC,CAAC;MACnF,OAAOxC,GAAG,CAACyC,GAAG,CAACtB,OAAO,EAAEmB,UAAU,CAAC;MAEnC,OAAOD,QAAQ;IACjB,CAAC,EACDzB,cAAc,EACdS,SAAS,CAACqB,WAAW,CAAC,CAAC,CAAC,EACxB3C,MAAM,CAAC8B,QAAQ,CAAC,mBAAmB,EAAE;MAAEc,iBAAiB,EAAE;IAAK,CAAE,CAAC,CACnE;IACDC,UAAU,EAAE7C,MAAM,CAACS,UAAU,CAC3B,WAAU0B,OAAO;MACf,IAAIW,QAAQ,GAAkBzC,MAAM,CAAC0C,KAAK;MAC1C,OAAO5C,MAAM,CAAC6C,WAAW,CAAClD,OAAO,CAACmD,iBAAiB,CACjD3B,SAAS,CAAC4B,IAAI,CAAC,CAAC,CAAC,CAACvB,IAAI,CACpB3B,MAAM,CAACmD,QAAQ,CAAClD,GAAG,CAACyB,GAAG,CAACN,OAAO,CAAC,CAAC,EACjCpB,MAAM,CAACoD,GAAG,CAAEhC,OAAO,IAAKf,MAAM,CAACY,KAAK,CAACG,OAAO,EAAEf,MAAM,CAACgB,IAAI,CAACc,OAAO,CAACzB,MAAM,CAAC,CAAC,CAAC,CAC5E,EACAA,MAAM,IACLC,aAAa,CAACkC,UAAU,CAAC;QAAE,GAAGV,OAAO;QAAEzB;MAAM,CAAE,CAAC,CAACiB,IAAI,CACnDxB,MAAM,CAACkD,eAAe,CAACrD,MAAM,CAACS,UAAU,CAAC,WAAU6C,KAAK;QACtD,MAAMC,KAAK,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;QAC/BR,QAAQ,GAAGzC,MAAM,CAACY,KAAK,CAAC6B,QAAQ,EAAEzC,MAAM,CAACmC,iBAAiB,CAACe,KAAK,CAAC,CAAC;QAClE,OAAOD,KAAK;MACd,CAAC,CAAC,CAAC,EACHnD,MAAM,CAACuD,SAAS,CACjB,EACFH,KAAK,IACJvD,MAAM,CAACmD,QAAQ,CACblD,GAAG,CAACyC,GAAG,CAACtB,OAAO,EAAEf,MAAM,CAACY,KAAK,CAACsC,KAAK,EAAET,QAAQ,CAAC,CAAC,EAC/CxB,SAAS,CAACqC,OAAO,CAAC,CAAC,CAAC,CACrB,CACJ,CAAC,CAAChC,IAAI,CACLT,oBAAoB,EACpBf,MAAM,CAAC2B,QAAQ,CAAC,iBAAiB,EAAE;QACjCc,iBAAiB,EAAE;OACpB,CAAC,CACH;IACH,CAAC,EACDzC,MAAM,CAACyD,MAAM,CACd;IACDC,cAAc,EAAE7D,MAAM,CAACS,UAAU,CAC/B,WAAU0B,OAAO;MACf,MAAMC,SAAS,GAAG/B,MAAM,CAACgB,IAAI,CAACc,OAAO,CAACzB,MAAM,CAAC;MAC7C,MAAM2B,SAAS,GAAG,OAAOpC,GAAG,CAACyB,GAAG,CAACN,OAAO,CAAC;MACzC,MAAMV,MAAM,GAAGL,MAAM,CAACY,KAAK,CAACoB,SAAS,EAAED,SAAS,CAAC;MAEjD,MAAME,QAAQ,GAAG,OAAO3B,aAAa,CAACkD,cAAc,CAAC;QAAE,GAAG1B,OAAO;QAAEzB;MAAM,CAAE,CAAC;MAE5E,MAAM6B,UAAU,GAAGlC,MAAM,CAACY,KAAK,CAACP,MAAM,EAAEL,MAAM,CAACmC,iBAAiB,CAACF,QAAQ,CAACG,OAAO,CAAC,CAAC;MACnF,OAAOxC,GAAG,CAACyC,GAAG,CAACtB,OAAO,EAAEmB,UAAU,CAAC;MAEnC,OAAOD,QAAQ;IACjB,CAAC,EACDzB,cAAc,EACdS,SAAS,CAACqB,WAAW,CAAC,CAAC,CAAC,EACxB,CAAC7B,MAAM,EAAEqB,OAAO,KACdnC,MAAM,CAAC8B,QAAQ,CAAChB,MAAM,EAAE,qBAAqB,EAAE;MAC7CgD,UAAU,EAAE;QACVC,UAAU,EAAE,YAAY,IAAI5B,OAAO,GAC/BA,OAAO,CAAC4B,UAAU,GAClB,MAAM,IAAI5B,OAAO,CAAC6B,MAAM,GACxB7B,OAAO,CAAC6B,MAAM,CAACC,IAAI,GAClB9B,OAAO,CAAC6B,MAAc,CAACE,UAAU,IAAI;OAC3C;MACDtB,iBAAiB,EAAE;KACpB,CAAC;GAEP,CAAC;AACJ,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2BA,OAAO,MAAMG,KAAK,gBAA+DvC,UAAU,CAACH,MAAM,CAAC0C,KAAK,CAAC;AAEzG,MAAMoB,aAAa,gBAAGjE,MAAM,CAACiE,aAAa,CAAC9D,MAAM,CAACA,MAAM,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCA,OAAO,MAAM+D,UAAU,GAAIC,IAAa,IACtCrE,MAAM,CAAC4B,OAAO,CAACuC,aAAa,CAACE,IAAI,CAAC,EAAE7D,UAAU,CAAC;AAEjD,MAAM8D,UAAU,gBAAGpE,MAAM,CAACqE,MAAM,CAAClE,MAAM,CAAC4B,QAAQ,CAAC;AAEjD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoCA,OAAO,MAAMuC,QAAQ,GAAIH,IAAY,IACnCrE,MAAM,CAAC4B,OAAO,CAAC0C,UAAU,CAACD,IAAI,CAAC,EAAE7D,UAAU,CAAC","ignoreList":[]}

package/dist/esm/EmbeddingModel.js

@@ -0,0 +1,173 @@
+/**
+ * The `EmbeddingModel` module provides vector embeddings for text using AI
+ * models.
+ *
+ * This module enables efficient conversion of text into high-dimensional vector
+ * representations that capture semantic meaning. It supports batching, caching,
+ * and request optimization for production use cases like semantic search,
+ * document similarity, and clustering.
+ *
+ * @example
+ * ```ts
+ * import { EmbeddingModel } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * // Basic embedding usage
+ * const program = Effect.gen(function* () {
+ *   const embedding = yield* EmbeddingModel.EmbeddingModel
+ *
+ *   const vector = yield* embedding.embed("Hello world!")
+ *   console.log(vector) // [0.123, -0.456, 0.789, ...]
+ *
+ *   return vector
+ * })
+ * ```
+ *
+ * @example
+ * ```ts
+ * import { EmbeddingModel } from "@effect/ai"
+ * import { Effect, Duration } from "effect"
+ *
+ * declare const generateVectorFor: (text: string) => Array<number>
+ *
+ * // Create embedding service with batching and caching
+ * const embeddingService = EmbeddingModel.make({
+ *   embedMany: (texts) => Effect.succeed(
+ *     texts.map((text, index) => ({
+ *       index,
+ *       embeddings: generateVectorFor(text)
+ *     }))
+ *   ),
+ *   maxBatchSize: 50,
+ *   cache: {
+ *     capacity: 1000,
+ *     timeToLive: Duration.minutes(30)
+ *   }
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ */
+import { dataLoader } from "@effect/experimental/RequestResolver";
+import * as Context from "effect/Context";
+import * as Effect from "effect/Effect";
+import { identity } from "effect/Function";
+import * as Option from "effect/Option";
+import * as Request from "effect/Request";
+import * as RequestResolver from "effect/RequestResolver";
+import * as Schema from "effect/Schema";
+import * as AiError from "./AiError.js";
+/**
+ * The `EmbeddingModel` service tag for dependency injection.
+ *
+ * This tag provides access to vector embedding functionality throughout your application,
+ * enabling conversion of text to high-dimensional vectors for semantic analysis.
+ *
+ * @example
+ * ```ts
+ * import { EmbeddingModel } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const useEmbeddings = Effect.gen(function* () {
+ *   const embedder = yield* EmbeddingModel
+ *
+ *   const documentVector = yield* embedder.embed("This is a sample document")
+ *   const queryVector = yield* embedder.embed("sample query")
+ *
+ *   const similarity = cosineSimilarity(documentVector, queryVector)
+ *   return similarity
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Context
+ */
+export class EmbeddingModel extends /*#__PURE__*/Context.Tag("@effect/ai/EmbeddingModel")() {}
+class EmbeddingRequest extends /*#__PURE__*/Schema.TaggedRequest("@effect/ai/EmbeddingModel/Request")("EmbeddingRequest", {
+  failure: AiError.AiError,
+  success: /*#__PURE__*/Schema.mutable(/*#__PURE__*/Schema.Array(Schema.Number)),
+  payload: {
+    input: Schema.String
+  }
+}) {}
+const makeBatchedResolver = embedMany => RequestResolver.makeBatched(requests => embedMany(requests.map(request => request.input)).pipe(Effect.flatMap(Effect.forEach(({
+  embeddings,
+  index
+}) => Request.succeed(requests[index], embeddings), {
+  discard: true
+})), Effect.catchAll(error => Effect.forEach(requests, request => Request.fail(request, error), {
+  discard: true
+}))));
+/**
+ * Creates an EmbeddingModel service with batching and caching capabilities.
+ *
+ * This is the primary constructor for creating embedding services. It supports
+ * automatic batching of requests for efficiency and optional caching to reduce
+ * redundant API calls.
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const make = options => Effect.gen(function* () {
+  const cache = yield* Option.fromNullable(options.cache).pipe(Effect.flatMap(config => Request.makeCache(config)), Effect.optionFromOptional);
+  const resolver = makeBatchedResolver(options.embedMany).pipe(options.maxBatchSize ? RequestResolver.batchN(options.maxBatchSize) : identity);
+  const embed = input => {
+    const request = Effect.request(new EmbeddingRequest({
+      input
+    }), resolver);
+    return Option.match(cache, {
+      onNone: () => request,
+      onSome: cache => request.pipe(Effect.withRequestCaching(true), Effect.withRequestCache(cache))
+    });
+  };
+  const embedMany = (inputs, options) => Effect.forEach(inputs, embed, {
+    batching: true,
+    concurrency: options?.concurrency
+  });
+  return EmbeddingModel.of({
+    embed: input => embed(input).pipe(Effect.withSpan("EmbeddingModel.embed", {
+      captureStackTrace: false
+    })),
+    embedMany: inputs => embedMany(inputs).pipe(Effect.withSpan("EmbeddingModel.embedMany", {
+      captureStackTrace: false
+    }))
+  });
+});
+/**
+ * Creates an EmbeddingModel service with time-window based batching.
+ *
+ * This constructor creates a service that uses a data loader pattern to batch
+ * embedding requests within a specified time window. This is optimal for
+ * high-throughput scenarios where you want to automatically batch requests that
+ * arrive within a short time period.
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export const makeDataLoader = options => Effect.gen(function* () {
+  const resolver = makeBatchedResolver(options.embedMany);
+  const resolverDelayed = yield* dataLoader(resolver, {
+    window: options.window,
+    maxBatchSize: options.maxBatchSize
+  });
+  function embed(input) {
+    return Effect.request(new EmbeddingRequest({
+      input
+    }), resolverDelayed).pipe(Effect.withSpan("EmbeddingModel.embed", {
+      captureStackTrace: false
+    }));
+  }
+  function embedMany(inputs, options) {
+    return Effect.forEach(inputs, embed, {
+      batching: true,
+      concurrency: options?.concurrency
+    }).pipe(Effect.withSpan("EmbeddingModel.embedMany", {
+      captureStackTrace: false
+    }));
+  }
+  return EmbeddingModel.of({
+    embed,
+    embedMany
+  });
+});
+//# sourceMappingURL=EmbeddingModel.js.map

package/dist/esm/EmbeddingModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingModel.js","names":["dataLoader","Context","Effect","identity","Option","Request","RequestResolver","Schema","AiError","EmbeddingModel","Tag","EmbeddingRequest","TaggedRequest","failure","success","mutable","Array","Number","payload","input","String","makeBatchedResolver","embedMany","makeBatched","requests","map","request","pipe","flatMap","forEach","embeddings","index","succeed","discard","catchAll","error","fail","make","options","gen","cache","fromNullable","config","makeCache","optionFromOptional","resolver","maxBatchSize","batchN","embed","match","onNone","onSome","withRequestCaching","withRequestCache","inputs","batching","concurrency","of","withSpan","captureStackTrace","makeDataLoader","resolverDelayed","window"],"sources":["../../src/EmbeddingModel.ts"],"sourcesContent":[null],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkDA,SAASA,UAAU,QAAQ,sCAAsC;AACjE,OAAO,KAAKC,OAAO,MAAM,gBAAgB;AAEzC,OAAO,KAAKC,MAAM,MAAM,eAAe;AACvC,SAASC,QAAQ,QAAQ,iBAAiB;AAC1C,OAAO,KAAKC,MAAM,MAAM,eAAe;AACvC,OAAO,KAAKC,OAAO,MAAM,gBAAgB;AACzC,OAAO,KAAKC,eAAe,MAAM,wBAAwB;AACzD,OAAO,KAAKC,MAAM,MAAM,eAAe;AAEvC,OAAO,KAAKC,OAAO,MAAM,cAAc;AAEvC;;;;;;;;;;;;;;;;;;;;;;;;;AAyBA,OAAM,MAAOC,cAAe,sBAAQR,OAAO,CAACS,GAAG,CAAC,2BAA2B,CAAC,EAGzE;AA6DH,MAAMC,gBAAiB,sBAAQJ,MAAM,CAACK,aAAa,CACjD,mCAAmC,CACpC,CAAC,kBAAkB,EAAE;EACpBC,OAAO,EAAEL,OAAO,CAACA,OAAO;EACxBM,OAAO,eAAEP,MAAM,CAACQ,OAAO,cAACR,MAAM,CAACS,KAAK,CAACT,MAAM,CAACU,MAAM,CAAC,CAAC;EACpDC,OAAO,EAAE;IAAEC,KAAK,EAAEZ,MAAM,CAACa;EAAM;CAChC,CAAC;AAEF,MAAMC,mBAAmB,GACvBC,SAA0F,IAE1FhB,eAAe,CAACiB,WAAW,CACxBC,QAAyC,IACxCF,SAAS,CAACE,QAAQ,CAACC,GAAG,CAAEC,OAAO,IAAKA,OAAO,CAACP,KAAK,CAAC,CAAC,CAACQ,IAAI,CACtDzB,MAAM,CAAC0B,OAAO,CACZ1B,MAAM,CAAC2B,OAAO,CACZ,CAAC;EAAEC,UAAU;EAAEC;AAAK,CAAE,KAAK1B,OAAO,CAAC2B,OAAO,CAACR,QAAQ,CAACO,KAAK,CAAC,EAAED,UAAU,CAAC,EACvE;EAAEG,OAAO,EAAE;AAAI,CAAE,CAClB,CACF,EACD/B,MAAM,CAACgC,QAAQ,CAAEC,KAAK,IACpBjC,MAAM,CAAC2B,OAAO,CACZL,QAAQ,EACPE,OAAO,IAAKrB,OAAO,CAAC+B,IAAI,CAACV,OAAO,EAAES,KAAK,CAAC,EACzC;EAAEF,OAAO,EAAE;AAAI,CAAE,CAClB,CACF,CACF,CACJ;AAEH;;;;;;;;;;AAUA,OAAO,MAAMI,IAAI,GAAIC,OAuBpB,IACCpC,MAAM,CAACqC,GAAG,CAAC,aAAS;EAClB,MAAMC,KAAK,GAAG,OAAOpC,MAAM,CAACqC,YAAY,CAACH,OAAO,CAACE,KAAK,CAAC,CAACb,IAAI,CAC1DzB,MAAM,CAAC0B,OAAO,CAAEc,MAAM,IAAKrC,OAAO,CAACsC,SAAS,CAACD,MAAM,CAAC,CAAC,EACrDxC,MAAM,CAAC0C,kBAAkB,CAC1B;EAED,MAAMC,QAAQ,GAAGxB,mBAAmB,CAACiB,OAAO,CAAChB,SAAS,CAAC,CAACK,IAAI,CAC1DW,OAAO,CAACQ,YAAY,GAAGxC,eAAe,CAACyC,MAAM,CAACT,OAAO,CAACQ,YAAY,CAAC,GAAG3C,QAAQ,CAC/E;EAED,MAAM6C,KAAK,GAAI7B,KAAa,IAAI;IAC9B,MAAMO,OAAO,GAAGxB,MAAM,CAACwB,OAAO,CAAC,IAAIf,gBAAgB,CAAC;MAAEQ;IAAK,CAAE,CAAC,EAAE0B,QAAQ,CAAC;IACzE,OAAOzC,MAAM,CAAC6C,KAAK,CAACT,KAAK,EAAE;MACzBU,MAAM,EAAEA,CAAA,KAAMxB,OAAO;MACrByB,MAAM,EAAGX,KAAK,IACZd,OAAO,CAACC,IAAI,CACVzB,MAAM,CAACkD,kBAAkB,CAAC,IAAI,CAAC,EAC/BlD,MAAM,CAACmD,gBAAgB,CAACb,KAAK,CAAC;KAEnC,CAAC;EACJ,CAAC;EAED,MAAMlB,SAAS,GAAGA,CAACgC,MAA6B,EAAEhB,OAEjD,KACCpC,MAAM,CAAC2B,OAAO,CAACyB,MAAM,EAAEN,KAAK,EAAE;IAC5BO,QAAQ,EAAE,IAAI;IACdC,WAAW,EAAElB,OAAO,EAAEkB;GACvB,CAAC;EAEJ,OAAO/C,cAAc,CAACgD,EAAE,CAAC;IACvBT,KAAK,EAAG7B,KAAK,IACX6B,KAAK,CAAC7B,KAAK,CAAC,CAACQ,IAAI,CACfzB,MAAM,CAACwD,QAAQ,CAAC,sBAAsB,EAAE;MAAEC,iBAAiB,EAAE;IAAK,CAAE,CAAC,CACtE;IACHrC,SAAS,EAAGgC,MAAM,IAChBhC,SAAS,CAACgC,MAAM,CAAC,CAAC3B,IAAI,CACpBzB,MAAM,CAACwD,QAAQ,CAAC,0BAA0B,EAAE;MAAEC,iBAAiB,EAAE;IAAK,CAAE,CAAC;GAE9E,CAAC;AACJ,CAAC,CAAC;AAEJ;;;;;;;;;;;AAWA,OAAO,MAAMC,cAAc,GAAItB,OAgB9B,IACCpC,MAAM,CAACqC,GAAG,CAAC,aAAS;EAClB,MAAMM,QAAQ,GAAGxB,mBAAmB,CAACiB,OAAO,CAAChB,SAAS,CAAC;EACvD,MAAMuC,eAAe,GAAG,OAAO7D,UAAU,CAAC6C,QAAQ,EAAE;IAClDiB,MAAM,EAAExB,OAAO,CAACwB,MAAM;IACtBhB,YAAY,EAAER,OAAO,CAACQ;GACvB,CAAC;EAEF,SAASE,KAAKA,CAAC7B,KAAa;IAC1B,OAAOjB,MAAM,CAACwB,OAAO,CAAC,IAAIf,gBAAgB,CAAC;MAAEQ;IAAK,CAAE,CAAC,EAAE0C,eAAe,CAAC,CAAClC,IAAI,CAC1EzB,MAAM,CAACwD,QAAQ,CAAC,sBAAsB,EAAE;MAAEC,iBAAiB,EAAE;IAAK,CAAE,CAAC,CACtE;EACH;EAEA,SAASrC,SAASA,CAACgC,MAA6B,EAAEhB,OAEjD;IACC,OAAOpC,MAAM,CAAC2B,OAAO,CAACyB,MAAM,EAAEN,KAAK,EAAE;MAAEO,QAAQ,EAAE,IAAI;MAAEC,WAAW,EAAElB,OAAO,EAAEkB;IAAW,CAAE,CAAC,CAAC7B,IAAI,CAC9FzB,MAAM,CAACwD,QAAQ,CAAC,0BAA0B,EAAE;MAAEC,iBAAiB,EAAE;IAAK,CAAE,CAAC,CAC1E;EACH;EAEA,OAAOlD,cAAc,CAACgD,EAAE,CAAC;IACvBT,KAAK;IACL1B;GACD,CAAC;AACJ,CAAC,CAAC","ignoreList":[]}