@effect/ai 0.26.0 → 0.27.0

package/dist/dts/LanguageModel.d.ts

@@ -0,0 +1,458 @@
+import * as Context from "effect/Context";
+import * as Effect from "effect/Effect";
+import * as Schema from "effect/Schema";
+import * as Stream from "effect/Stream";
+import type { Span } from "effect/Tracer";
+import type { Concurrency, NoExcessProperties } from "effect/Types";
+import * as AiError from "./AiError.js";
+import { IdGenerator } from "./IdGenerator.js";
+import * as Prompt from "./Prompt.js";
+import * as Response from "./Response.js";
+import type * as Tool from "./Tool.js";
+import * as Toolkit from "./Toolkit.js";
+declare const LanguageModel_base: Context.TagClass<LanguageModel, "@effect/ai/LanguageModel", Service>;
+/**
+ * The `LanguageModel` service tag for dependency injection.
+ *
+ * This tag provides access to language model functionality throughout your
+ * application, enabling text generation, streaming, and structured output
+ * capabilities.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const useLanguageModel = Effect.gen(function* () {
+ *   const model = yield* LanguageModel
+ *   const response = yield* model.generateText({
+ *     prompt: "What is machine learning?"
+ *   })
+ *   return response.text
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Context
+ */
+export declare class LanguageModel extends LanguageModel_base {
+}
+/**
+ * The service interface for language model operations.
+ *
+ * Defines the contract that all language model implementations must fulfill,
+ * providing text generation, structured output, and streaming capabilities.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export interface Service {
+    /**
+     * Generate text using the language model.
+     */
+    readonly generateText: <Options extends NoExcessProperties<GenerateTextOptions<any>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateTextOptions<Tools>) => Effect.Effect<GenerateTextResponse<Tools>, ExtractError<Options>, ExtractContext<Options>>;
+    /**
+     * Generate a structured object from a schema using the language model.
+     */
+    readonly generateObject: <A, I extends Record<string, unknown>, R, Options extends NoExcessProperties<GenerateObjectOptions<any, A, I, R>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateObjectOptions<Tools, A, I, R>) => Effect.Effect<GenerateObjectResponse<Tools, A>, ExtractError<Options>, R | ExtractContext<Options>>;
+    /**
+     * Generate text using the language model with streaming output.
+     */
+    readonly streamText: <Options extends NoExcessProperties<GenerateTextOptions<any>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateTextOptions<Tools>) => Stream.Stream<Response.StreamPart<Tools>, ExtractError<Options>, ExtractContext<Options>>;
+}
+/**
+ * Configuration options for text generation.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export interface GenerateTextOptions<Tools extends Record<string, Tool.Any>> {
+    /**
+     * The prompt input to use to generate text.
+     */
+    readonly prompt: Prompt.RawInput;
+    /**
+     * A toolkit containing both the tools and the tool call handler to use to
+     * augment text generation.
+     */
+    readonly toolkit?: Toolkit.WithHandler<Tools> | Effect.Effect<Toolkit.WithHandler<Tools>, any, any> | undefined;
+    /**
+     * The tool choice mode for the language model.
+     * - `auto` (default): The model can decide whether or not to call tools, as
+     *   well as which tools to call.
+     * - `required`: The model **must** call a tool but can decide which tool will
+     *   be called.
+     * - `none`: The model **must not** call a tool.
+     * - `{ tool: <tool_name> }`: The model must call the specified tool.
+     * - `{ mode?: "auto" (default) | "required", "oneOf": [<tool-names>] }`: The
+     *   model is restricted to the subset of tools specified by `oneOf`. When
+     *   `mode` is `"auto"` or omitted, the model can decide whether or not a tool
+     *   from the allowed subset of tools can be called. When `mode` is
+     *   `"required"`, the model **must** call one tool from the allowed subset of
+     *   tools.
+     */
+    readonly toolChoice?: ToolChoice<{
+        [Name in keyof Tools]: Tools[Name]["name"];
+    }[keyof Tools]> | undefined;
+    /**
+     * The concurrency level for resolving tool calls.
+     */
+    readonly concurrency?: Concurrency | undefined;
+    /**
+     * When set to `true`, tool calls requested by the large language model
+     * will not be auto-resolved by the framework.
+     *
+     * This option is useful when:
+     *   1. The user wants to include tool call definitions from an `AiToolkit`
+     *      in requests to the large language model so that the model has the
+     *      capability to call tools
+     *   2. The user wants to control the execution of tool call resolvers
+     *      instead of having the framework handle tool call resolution
+     */
+    readonly disableToolCallResolution?: boolean | undefined;
+}
+/**
+ * Configuration options for structured object generation.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export interface GenerateObjectOptions<Tools extends Record<string, Tool.Any>, A, I extends Record<string, unknown>, R> extends GenerateTextOptions<Tools> {
+    /**
+     * The name of the structured output that should be generated. Used by some
+     * large language model providers to provide additional guidance to the model.
+     */
+    readonly objectName?: string | undefined;
+    /**
+     * The schema to be used to specify the structure of the object to generate.
+     */
+    readonly schema: Schema.Schema<A, I, R>;
+}
+/**
+ * The tool choice mode for the language model.
+ * - `auto` (default): The model can decide whether or not to call tools, as
+ *   well as which tools to call.
+ * - `required`: The model **must** call a tool but can decide which tool will
+ *   be called.
+ * - `none`: The model **must not** call a tool.
+ * - `{ tool: <tool_name> }`: The model must call the specified tool.
+ * - `{ mode?: "auto" (default) | "required", "oneOf": [<tool-names>] }`: The
+ *   model is restricted to the subset of tools specified by `oneOf`. When
+ *   `mode` is `"auto"` or omitted, the model can decide whether or not a tool
+ *   from the allowed subset of tools can be called. When `mode` is
+ *   `"required"`, the model **must** call one tool from the allowed subset of
+ *   tools.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export type ToolChoice<Tools extends string> = "auto" | "none" | "required" | {
+    readonly tool: Tools;
+} | {
+    readonly mode?: "auto" | "required";
+    readonly oneOf: ReadonlyArray<Tools>;
+};
+/**
+ * Response class for text generation operations.
+ *
+ * Contains the generated content and provides convenient accessors for
+ * extracting different types of response parts like text, tool calls, and usage
+ * information.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const program = Effect.gen(function* () {
+ *   const response = yield* LanguageModel.generateText({
+ *     prompt: "Explain photosynthesis"
+ *   })
+ *
+ *   console.log(response.text) // Generated text content
+ *   console.log(response.finishReason) // "stop", "length", etc.
+ *   console.log(response.usage) // Usage information
+ *
+ *   return response
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export declare class GenerateTextResponse<Tools extends Record<string, Tool.Any>> {
+    readonly content: Array<Response.Part<Tools>>;
+    constructor(content: Array<Response.Part<Tools>>);
+    /**
+     * Extracts and concatenates all text parts from the response.
+     */
+    get text(): string;
+    /**
+     * Returns all reasoning parts from the response.
+     */
+    get reasoning(): Array<Response.ReasoningPart>;
+    /**
+     * Extracts and concatenates all reasoning text, or undefined if none exists.
+     */
+    get reasoningText(): string | undefined;
+    /**
+     * Returns all tool call parts from the response.
+     */
+    get toolCalls(): Array<Response.ToolCallParts<Tools>>;
+    /**
+     * Returns all tool result parts from the response.
+     */
+    get toolResults(): Array<Response.ToolResultParts<Tools>>;
+    /**
+     * The reason why text generation finished.
+     */
+    get finishReason(): Response.FinishReason;
+    /**
+     * Token usage statistics for the generation request.
+     */
+    get usage(): Response.Usage;
+}
+/**
+ * Response class for structured object generation operations.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect, Schema } from "effect"
+ *
+ * const UserSchema = Schema.Struct({
+ *   name: Schema.String,
+ *   email: Schema.String
+ * })
+ *
+ * const program = Effect.gen(function* () {
+ *   const response = yield* LanguageModel.generateObject({
+ *     prompt: "Create user: John Doe, john@example.com",
+ *     schema: UserSchema
+ *   })
+ *
+ *   console.log(response.value) // { name: "John Doe", email: "john@example.com" }
+ *   console.log(response.text) // Raw generated text
+ *
+ *   return response.value
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export declare class GenerateObjectResponse<Tools extends Record<string, Tool.Any>, A> extends GenerateTextResponse<Tools> {
+    /**
+     * The parsed structured object that conforms to the provided schema.
+     */
+    readonly value: A;
+    constructor(value: A, content: Array<Response.Part<Tools>>);
+}
+/**
+ * Utility type that extracts the error type from LanguageModel options.
+ *
+ * Automatically infers the possible error types based on toolkit configuration
+ * and tool call resolution settings.
+ *
+ * @since 1.0.0
+ * @category Utility Types
+ */
+export type ExtractError<Options> = Options extends {
+    readonly disableToolCallResolution: true;
+} ? Options extends {
+    readonly toolkit: Effect.Effect<Toolkit.WithHandler<infer _Tools>, infer _E, infer _R>;
+} ? AiError.AiError | _E : AiError.AiError : Options extends {
+    readonly toolkit: Toolkit.WithHandler<infer _Tools>;
+} ? AiError.AiError | Tool.Failure<_Tools[keyof _Tools]> : Options extends {
+    readonly toolkit: Effect.Effect<Toolkit.WithHandler<infer _Tools>, infer _E, infer _R>;
+} ? AiError.AiError | Tool.Failure<_Tools[keyof _Tools]> | _E : AiError.AiError;
+/**
+ * Utility type that extracts the context requirements from LanguageModel options.
+ *
+ * Automatically infers the required services based on the toolkit configuration.
+ *
+ * @since 1.0.0
+ * @category Utility Types
+ */
+export type ExtractContext<Options> = Options extends {
+    readonly toolkit: Toolkit.WithHandler<infer _Tools>;
+} ? Tool.Requirements<_Tools[keyof _Tools]> : Options extends {
+    readonly toolkit: Effect.Effect<Toolkit.WithHandler<infer _Tools>, infer _E, infer _R>;
+} ? Tool.Requirements<_Tools[keyof _Tools]> | _R : never;
+/**
+ * Configuration options passed along to language model provider
+ * implementations.
+ *
+ * This interface defines the normalized options that are passed to the
+ * underlying provider implementation, regardless of the specific provider being
+ * used.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export interface ProviderOptions {
+    /**
+     * The prompt messages to use to generate text.
+     */
+    readonly prompt: Prompt.Prompt;
+    /**
+     * The tools that the large language model will have available to provide
+     * additional information which can be incorporated into its text generation.
+     */
+    readonly tools: ReadonlyArray<Tool.Any>;
+    /**
+     * The format which the response should be provided in.
+     *
+     * If `"text"` is specified, the large language model response will be
+     * returned as text.
+     *
+     * If `"json"` is specified, the large language model respose will be provided
+     * as an JSON object that conforms to the shape of the specified schema.
+     *
+     * Defaults to `{ type: "text" }`.
+     */
+    readonly responseFormat: {
+        readonly type: "text";
+    } | {
+        readonly type: "json";
+        readonly objectName: string;
+        readonly schema: Schema.Schema.Any;
+    };
+    /**
+     * The tool choice mode for the language model.
+     * - `auto` (default): The model can decide whether or not to call tools, as
+     *   well as which tools to call.
+     * - `required`: The model **must** call a tool but can decide which tool will
+     *   be called.
+     * - `none`: The model **must not** call a tool.
+     * - `{ tool: <tool_name> }`: The model must call the specified tool.
+     * - `{ mode?: "auto" (default) | "required", "oneOf": [<tool-names>] }`: The
+     *   model is restricted to the subset of tools specified by `oneOf`. When
+     *   `mode` is `"auto"` or omitted, the model can decide whether or not a tool
+     *   from the allowed subset of tools can be called. When `mode` is
+     *   `"required"`, the model **must** call one tool from the allowed subset of
+     *   tools.
+     */
+    readonly toolChoice: ToolChoice<any>;
+    /**
+     * The span to use to trace interactions with the large language model.
+     */
+    readonly span: Span;
+}
+/**
+ * Parameters required to construct a LanguageModel service.
+ *
+ * @since 1.0.0
+ * @category Models
+ */
+export interface ConstructorParams {
+    /**
+     * A method which requests text generation from the large language model
+     * provider.
+     *
+     * The final result is returned when the large language model provider
+     * finishes text generation.
+     */
+    readonly generateText: (options: ProviderOptions) => Effect.Effect<Array<Response.PartEncoded>, AiError.AiError, IdGenerator>;
+    /**
+     * A method which requests text generation from the large language model
+     * provider.
+     *
+     * Intermediate results are streamed from the large language model provider.
+     */
+    readonly streamText: (options: ProviderOptions) => Stream.Stream<Response.StreamPartEncoded, AiError.AiError, IdGenerator>;
+}
+/**
+ * Creates a LanguageModel service from provider-specific implementations.
+ *
+ * This constructor takes provider-specific implementations for text generation
+ * and streaming text generation and returns a LanguageModel service.
+ *
+ * @since 1.0.0
+ * @category Constructors
+ */
+export declare const make: (params: ConstructorParams) => Effect.Effect<Service>;
+/**
+ * Generate text using a language model.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect } from "effect"
+ *
+ * const program = Effect.gen(function* () {
+ *   const response = yield* LanguageModel.generateText({
+ *     prompt: "Write a haiku about programming",
+ *     toolChoice: "none"
+ *   })
+ *
+ *   console.log(response.text)
+ *   console.log(response.usage.totalTokens)
+ *
+ *   return response
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Functions
+ */
+export declare const generateText: <Options extends NoExcessProperties<GenerateTextOptions<any>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateTextOptions<Tools>) => Effect.Effect<GenerateTextResponse<Tools>, ExtractError<Options>, LanguageModel | ExtractContext<Options>>;
+/**
+ * Generate a structured object from a schema using a language model.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect, Schema } from "effect"
+ *
+ * const EventSchema = Schema.Struct({
+ *   title: Schema.String,
+ *   date: Schema.String,
+ *   location: Schema.String
+ * })
+ *
+ * const program = Effect.gen(function* () {
+ *   const response = yield* LanguageModel.generateObject({
+ *     prompt: "Extract event info: Tech Conference on March 15th in San Francisco",
+ *     schema: EventSchema,
+ *     objectName: "event"
+ *   })
+ *
+ *   console.log(response.value)
+ *   // { title: "Tech Conference", date: "March 15th", location: "San Francisco" }
+ *
+ *   return response.value
+ * })
+ * ```
+ *
+ * @since 1.0.0
+ * @category Functions
+ */
+export declare const generateObject: <A, I extends Record<string, unknown>, R, Options extends NoExcessProperties<GenerateObjectOptions<any, A, I, R>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateObjectOptions<Tools, A, I, R>) => Effect.Effect<GenerateObjectResponse<Tools, A>, ExtractError<Options>, LanguageModel | R | ExtractContext<Options>>;
+/**
+ * Generate text using a language model with streaming output.
+ *
+ * Returns a stream of response parts that are emitted as soon as they are
+ * available from the model, enabling real-time text generation experiences.
+ *
+ * @example
+ * ```ts
+ * import { LanguageModel } from "@effect/ai"
+ * import { Effect, Stream, Console } from "effect"
+ *
+ * const program = LanguageModel.streamText({
+ *   prompt: "Write a story about a space explorer"
+ * }).pipe(Stream.runForEach((part) => {
+ *   if (part.type === "text-delta") {
+ *     return Console.log(part.delta)
+ *   }
+ *   return Effect.void
+ * }))
+ * ```
+ *
+ * @since 1.0.0
+ * @category Functions
+ */
+export declare const streamText: <Options extends NoExcessProperties<GenerateTextOptions<any>, Options>, Tools extends Record<string, Tool.Any> = {}>(options: Options & GenerateTextOptions<Tools>) => Stream.Stream<Response.StreamPart<Tools>, ExtractError<Options>, LanguageModel | ExtractContext<Options>>;
+export {};
+//# sourceMappingURL=LanguageModel.d.ts.map

package/dist/dts/LanguageModel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LanguageModel.d.ts","sourceRoot":"","sources":["../../src/LanguageModel.ts"],"names":[],"mappings":"AAmDA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,eAAe,CAAA;AACzC,OAAO,KAAK,EAAE,WAAW,EAAW,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAC5E,OAAO,KAAK,OAAO,MAAM,cAAc,CAAA;AACvC,OAAO,EAAsB,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAClE,OAAO,KAAK,MAAM,MAAM,aAAa,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAA;AAGzC,OAAO,KAAK,KAAK,IAAI,MAAM,WAAW,CAAA;AACtC,OAAO,KAAK,OAAO,MAAM,cAAc,CAAA;;AAMvC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,qBAAa,aAAc,SAAQ,kBAGhC;CAAG;AAEN;;;;;;;;GAQG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,CACrB,OAAO,SAAS,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EACrE,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,MAAM,CAC/D,oBAAoB,CAAC,KAAK,CAAC,EAC3B,YAAY,CAAC,OAAO,CAAC,EACrB,cAAc,CAAC,OAAO,CAAC,CACxB,CAAA;IAED;;OAEG;IACH,QAAQ,CAAC,cAAc,EAAE,CACvB,CAAC,EACD,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,CAAC,EACD,OAAO,SAAS,kBAAkB,CAAC,qBAAqB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,EAChF,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,OAAO,EAAE,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAC1E,sBAAsB,CAAC,KAAK,EAAE,CAAC,CAAC,EAChC,YAAY,CAAC,OAAO,CAAC,EACrB,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAC5B,CAAA;IAED;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,CACnB,OAAO,SAAS,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EACrE,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,MAAM,CAC/D,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAC1B,YAAY,CAAC,OAAO,CAAC,EACrB,cAAc,CAAC,OAAO,CAAC,CACxB,CAAA;CACF;AAED;;;;;GAKG;AACH,MAAM,WAAW,mBAAmB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC;IACzE;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAA;IAEhC;;;OAGG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,SAAS,CAAA;IAE/G;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,UAAU,CAAC,EAChB,UAAU,CAAC;SAAG,IAAI,IAAI,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;KAAE,CAAC,MAAM,KAAK,CAAC,CAAC,GACvE,SAAS,CAAA;IAEb;;OAEG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAA;IAE9C;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,yBAAyB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;CACzD;AAED;;;;;GAKG;AACH,MAAM,WAAW,qBAAqB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CACpH,SAAQ,mBAAmB,CAAC,KAAK,CAAC;IAElC;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IAExC;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;CACxC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,MAAM,UAAU,CAAC,KAAK,SAAS,MAAM,IAAI,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;IAC5E,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAA;CACrB,GAAG;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,CAAA;IACnC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,CAAA;CACrC,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBAAa,oBAAoB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC;IACtE,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;gBAEjC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAIhD;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAQjB;IAED;;OAEG;IACH,IAAI,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAE7C;IAED;;OAEG;IACH,IAAI,aAAa,IAAI,MAAM,GAAG,SAAS,CAQtC;IAED;;OAEG;IACH,IAAI,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAEpD;IAED;;OAEG;IACH,IAAI,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAExD;IAED;;OAEG;IACH,IAAI,YAAY,IAAI,QAAQ,CAAC,YAAY,CAGxC;IAED;;OAEG;IACH,IAAI,KAAK,IAAI,QAAQ,CAAC,KAAK,CAY1B;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,qBAAa,sBAAsB,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAE,SAAQ,oBAAoB,CAAC,KAAK,CAAC;IAChH;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;gBAEL,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;CAI3D;AAMD;;;;;;;;GAQG;AACH,MAAM,MAAM,YAAY,CAAC,OAAO,IAAI,OAAO,SAAS;IAClD,QAAQ,CAAC,yBAAyB,EAAE,IAAI,CAAA;CACzC,GAAG,OAAO,SAAS;IAChB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;CACvF,GAAG,OAAO,CAAC,OAAO,GAAG,EAAE,GACxB,OAAO,CAAC,OAAO,GACf,OAAO,SAAS;IACd,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,CAAA;CACpD,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,GACtD,OAAO,SAAS;IAChB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;CACvF,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,GAAG,EAAE,GAC7D,OAAO,CAAC,OAAO,CAAA;AAEjB;;;;;;;GAOG;AACH,MAAM,MAAM,cAAc,CAAC,OAAO,IAAI,OAAO,SAAS;IACpD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,CAAA;CACpD,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,GACvC,OAAO,SAAS;IAChB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;CACvF,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,CAAC,GAAG,EAAE,GAC9C,KAAK,CAAA;AAMT;;;;;;;;;;GAUG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAA;IAE9B;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEvC;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,cAAc,EACnB;QACA,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KACtB,GACC;QACA,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;QAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA;KACnC,CAAA;IAEH;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAA;IAEpC;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;CACpB;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;;;;OAMG;IACH,QAAQ,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,CAAC,MAAM,CAChE,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC3B,OAAO,CAAC,OAAO,EACf,WAAW,CACZ,CAAA;IAED;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,CAAC,MAAM,CAC9D,QAAQ,CAAC,iBAAiB,EAC1B,OAAO,CAAC,OAAO,EACf,WAAW,CACZ,CAAA;CACF;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,IAAI,EAAE,CAAC,MAAM,EAAE,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CA6StE,CAAA;AAMD;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,YAAY,EAAE,CACzB,OAAO,SAAS,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EACrE,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,MAAM,CAC/D,oBAAoB,CAAC,KAAK,CAAC,EAC3B,YAAY,CAAC,OAAO,CAAC,EACrB,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,CACqC,CAAA;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,eAAO,MAAM,cAAc,EAAE,CAC3B,CAAC,EACD,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,CAAC,EACD,OAAO,SAAS,kBAAkB,CAAC,qBAAqB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,EAChF,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,OAAO,EAAE,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAC1E,sBAAsB,CAAC,KAAK,EAAE,CAAC,CAAC,EAChC,YAAY,CAAC,OAAO,CAAC,EACrB,aAAa,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CACmC,CAAA;AAEhF;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,UAAU,GACrB,OAAO,SAAS,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EACrE,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAC3C,SAAS,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAG,MAAM,CAAC,MAAM,CAC7D,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAC1B,YAAY,CAAC,OAAO,CAAC,EACrB,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,CAC+C,CAAA"}

package/dist/dts/McpSchema.d.ts

@@ -702,12 +702,14 @@ declare const Resource_base: Schema.Class<Resource, {
      */
     size: Schema.optional<typeof Schema.Number>;
 }>, never, {
-    readonly description?: string | undefined;
-} & {
     readonly annotations?: {
         readonly audience?: readonly ("user" | "assistant")[] | undefined;
         readonly priority?: number | undefined;
     } | undefined;
+} & {
+    readonly description?: string | undefined;
+} & {
+    readonly size?: number | undefined;
 } & {
     readonly name: string;
 } & {
@@ -716,8 +718,6 @@ declare const Resource_base: Schema.Class<Resource, {
     readonly uri: string;
 } & {
     readonly mimeType?: string | undefined;
-} & {
-    readonly size?: number | undefined;
 }, {}, {}>;
 /**
  * A known resource that the server is capable of reading.
@@ -786,12 +786,12 @@ declare const ResourceTemplate_base: Schema.Class<ResourceTemplate, {
      */
     annotations: Schema.optional<typeof Annotations>;
 }>, never, {
-    readonly description?: string | undefined;
-} & {
     readonly annotations?: {
         readonly audience?: readonly ("user" | "assistant")[] | undefined;
         readonly priority?: number | undefined;
     } | undefined;
+} & {
+    readonly description?: string | undefined;
 } & {
     readonly name: string;
 } & {
@@ -1103,8 +1103,8 @@ declare const Prompt_base: Schema.Class<Prompt, {
     readonly arguments?: readonly {
         readonly description?: string | undefined;
         readonly name: string;
-        readonly title?: string | undefined;
         readonly required?: boolean | undefined;
+        readonly title?: string | undefined;
     }[] | undefined;
 }, {}, {}>;
 /**
@@ -1294,6 +1294,10 @@ declare const GetPromptResult_base: Schema.Class<GetPromptResult, {
     _meta: Schema.optional<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
 }>, never, {
     readonly description?: string | undefined;
+} & {
+    readonly _meta?: {
+        readonly [x: string]: unknown;
+    } | undefined;
 } & {
     readonly messages: readonly {
         readonly role: "user" | "assistant";
@@ -1302,8 +1306,8 @@ declare const GetPromptResult_base: Schema.Class<GetPromptResult, {
                 readonly audience?: readonly ("user" | "assistant")[] | undefined;
                 readonly priority?: number | undefined;
             } | undefined;
-            readonly text: string;
             readonly type: "text";
+            readonly text: string;
         } | {
             readonly annotations?: {
                 readonly audience?: readonly ("user" | "assistant")[] | undefined;
@@ -1336,23 +1340,19 @@ declare const GetPromptResult_base: Schema.Class<GetPromptResult, {
                 readonly blob: Uint8Array<ArrayBufferLike>;
             };
         } | {
-            readonly description?: string | undefined;
             readonly annotations?: {
                 readonly audience?: readonly ("user" | "assistant")[] | undefined;
                 readonly priority?: number | undefined;
             } | undefined;
+            readonly description?: string | undefined;
+            readonly size?: number | undefined;
             readonly name: string;
             readonly type: "resource_link";
             readonly title?: string | undefined;
             readonly uri: string;
             readonly mimeType?: string | undefined;
-            readonly size?: number | undefined;
         };
     }[];
-} & {
-    readonly _meta?: {
-        readonly [x: string]: unknown;
-    } | undefined;
 }, {}, {}>;
 /**
  * The server's response to a prompts/get request from the client.
@@ -1561,9 +1561,9 @@ declare const Tool_base: Schema.Class<Tool, {
      */
     annotations: Schema.optional<typeof ToolAnnotations>;
 }>, never, {
-    readonly description?: string | undefined;
-} & {
     readonly annotations?: ToolAnnotations | undefined;
+} & {
+    readonly description?: string | undefined;
 } & {
     readonly name: string;
 } & {
@@ -1634,17 +1634,13 @@ declare const CallToolResult_base: Schema.Class<CallToolResult, {
     isError: Schema.optional<typeof Schema.Boolean>;
     _meta: Schema.optional<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
 }>, never, {
-    readonly _meta?: {
-        readonly [x: string]: unknown;
-    } | undefined;
-} & {
     readonly content: readonly ({
         readonly annotations?: {
             readonly audience?: readonly ("user" | "assistant")[] | undefined;
             readonly priority?: number | undefined;
         } | undefined;
-        readonly text: string;
         readonly type: "text";
+        readonly text: string;
     } | {
         readonly annotations?: {
             readonly audience?: readonly ("user" | "assistant")[] | undefined;
@@ -1677,18 +1673,22 @@ declare const CallToolResult_base: Schema.Class<CallToolResult, {
             readonly blob: Uint8Array<ArrayBufferLike>;
         };
     } | {
-        readonly description?: string | undefined;
         readonly annotations?: {
             readonly audience?: readonly ("user" | "assistant")[] | undefined;
             readonly priority?: number | undefined;
         } | undefined;
+        readonly description?: string | undefined;
+        readonly size?: number | undefined;
         readonly name: string;
         readonly type: "resource_link";
         readonly title?: string | undefined;
         readonly uri: string;
         readonly mimeType?: string | undefined;
-        readonly size?: number | undefined;
     })[];
+} & {
+    readonly _meta?: {
+        readonly [x: string]: unknown;
+    } | undefined;
 } & {
     readonly structuredContent?: unknown;
 } & {
@@ -2258,11 +2258,11 @@ declare const ElicitAcceptResult_base: Schema.Class<ElicitAcceptResult, {
     content: typeof Schema.Unknown;
     _meta: Schema.optional<Schema.Record$<typeof Schema.String, typeof Schema.Unknown>>;
 }>, never, {
+    readonly content: unknown;
+} & {
     readonly _meta?: {
         readonly [x: string]: unknown;
     } | undefined;
-} & {
-    readonly content: unknown;
 } & {
     readonly action: "accept";
 }, {}, {}>;

package/dist/dts/McpServer.d.ts

@@ -11,13 +11,14 @@ import * as Mailbox from "effect/Mailbox";
 import * as Schema from "effect/Schema";
 import type { Sink } from "effect/Sink";
 import type { Stream } from "effect/Stream";
-import * as AiTool from "./AiTool.js";
-import type * as AiToolkit from "./AiToolkit.js";
 import type { CallTool, Complete, GetPrompt, Param, PromptMessage, ReadResourceResult } from "./McpSchema.js";
 import { CallToolResult, CompleteResult, ElicitationDeclined, GetPromptResult, InternalError, InvalidParams, McpServerClient, Prompt, Resource, ResourceTemplate, ServerNotificationRpcs, Tool } from "./McpSchema.js";
+import * as AiTool from "./Tool.js";
+import type * as Toolkit from "./Toolkit.js";
 declare const McpServer_base: Context.TagClass<McpServer, "@effect/ai/McpServer", {
     readonly notifications: RpcClient.RpcClient<RpcGroup.Rpcs<typeof ServerNotificationRpcs>>;
     readonly notificationsMailbox: Mailbox.ReadonlyMailbox<RpcMessage.Request<any>>;
+    readonly initializedClients: Set<number>;
     readonly tools: ReadonlyArray<Tool>;
     readonly addTool: (options: {
         readonly tool: Tool;
@@ -54,6 +55,7 @@ export declare class McpServer extends McpServer_base {
     static readonly make: Effect.Effect<{
         readonly notifications: RpcClient.RpcClient<RpcGroup.Rpcs<typeof ServerNotificationRpcs>>;
         readonly notificationsMailbox: Mailbox.ReadonlyMailbox<RpcMessage.Request<any>>;
+        readonly initializedClients: Set<number>;
         readonly tools: ReadonlyArray<Tool>;
         readonly addTool: (options: {
             readonly tool: Tool;
@@ -246,14 +248,14 @@ export declare const layerHttpRouter: (options: {
  * @since 1.0.0
  * @category Tools
  */
-export declare const registerToolkit: <Tools extends AiTool.Any>(toolkit: AiToolkit.AiToolkit<Tools>) => Effect.Effect<void, never, McpServer | AiTool.ToHandler<Tools> | Exclude<AiTool.Context<Tools>, McpServerClient>>;
+export declare const registerToolkit: <Tools extends Record<string, AiTool.Any>>(toolkit: Toolkit.Toolkit<Tools>) => Effect.Effect<void, never, McpServer | AiTool.HandlersFor<Tools> | Exclude<AiTool.Requirements<Tools>, McpServerClient>>;
 /**
  * Register an AiToolkit with the McpServer.
  *
  * @since 1.0.0
  * @category Tools
  */
-export declare const toolkit: <Tools extends AiTool.Any>(toolkit: AiToolkit.AiToolkit<Tools>) => Layer.Layer<never, never, AiTool.ToHandler<Tools> | Exclude<AiTool.Context<Tools>, McpServerClient>>;
+export declare const toolkit: <Tools extends Record<string, AiTool.Any>>(toolkit: Toolkit.Toolkit<Tools>) => Layer.Layer<never, never, AiTool.HandlersFor<Tools> | Exclude<AiTool.Requirements<Tools>, McpServerClient>>;
 /**
  * @since 1.0.0
  */