@llm4ts/core 2.54.1 → 3.1.0

package/dist/tools/ToolRegistry.d.ts

@@ -1,45 +0,0 @@
-import * as Context from "effect/Context";
-import * as Effect from "effect/Effect";
-import * as Layer from "effect/Layer";
-import * as Schema from "effect/Schema";
-import type { LlmError } from "../Errors.ts";
-import type { ToolCall } from "../Models.ts";
-import type { JsonValue } from "../providers/CliSupport.ts";
-import { type Tool, type ToolExecutionError } from "./Tool.ts";
-declare const ToolSucceeded_base: Schema.Class<ToolSucceeded, Schema.TaggedStruct<"Succeeded", {
-    readonly value: Schema.Codec<Schema.Json, Schema.Json, never, never>;
-}>, {}>;
-export declare class ToolSucceeded extends ToolSucceeded_base {
-}
-declare const ToolFailed_base: Schema.Class<ToolFailed, Schema.TaggedStruct<"Failed", {
-    readonly message: Schema.String;
-}>, {}>;
-export declare class ToolFailed extends ToolFailed_base {
-}
-export declare const ToolResultValue: Schema.Union<readonly [typeof ToolSucceeded, typeof ToolFailed]>;
-export type ToolResultValue = typeof ToolResultValue.Type;
-declare const ToolResult_base: Schema.Class<ToolResult, Schema.Struct<{
-    readonly toolCallId: Schema.String;
-    readonly result: Schema.Union<readonly [typeof ToolSucceeded, typeof ToolFailed]>;
-    readonly denied: Schema.withConstructorDefault<Schema.Boolean>;
-}>, {}>;
-export declare class ToolResult extends ToolResult_base {
-}
-export interface ToolRegistryShape {
-    readonly register: (tool: Tool) => Effect.Effect<void, ToolExecutionError>;
-    readonly registerAll: (tools: ReadonlyArray<Tool>) => Effect.Effect<void, ToolExecutionError>;
-    readonly get: (name: string) => Effect.Effect<Tool, LlmError>;
-    readonly list: Effect.Effect<ReadonlyArray<Tool>>;
-    readonly select: (prompt: string, limit?: number) => Effect.Effect<ReadonlyArray<Tool>>;
-    readonly validate: (call: ToolCall) => Effect.Effect<readonly [tool: Tool, parameters: JsonValue], LlmError>;
-    readonly execute: (call: ToolCall) => Effect.Effect<ToolResult, LlmError>;
-    readonly executeAll: (calls: ReadonlyArray<ToolCall>, concurrency?: number) => Effect.Effect<ReadonlyArray<ToolResult>, LlmError>;
-}
-declare const ToolRegistry_base: Context.ServiceClass<ToolRegistry, "@llm4ts/core/tools/ToolRegistry", ToolRegistryShape>;
-export declare class ToolRegistry extends ToolRegistry_base {
-}
-export declare const makeToolRegistry: () => Effect.Effect<ToolRegistryShape, never, never>;
-export declare const ToolRegistryLive: Layer.Layer<ToolRegistry, never, never>;
-export declare const toolResultValue: (result: ToolResult) => JsonValue;
-export {};
-//# sourceMappingURL=ToolRegistry.d.ts.map

package/dist/tools/ToolRegistry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ToolRegistry.d.ts","sourceRoot":"","sources":["../../src/tools/ToolRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAErC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AAC3D,OAAO,EAGL,KAAK,IAAI,EACT,KAAK,kBAAkB,EACxB,MAAM,WAAW,CAAA;;;;AAElB,qBAAa,aAAc,SAAQ,kBAEjC;CAAG;;;;AAEL,qBAAa,UAAW,SAAQ,eAE9B;CAAG;AAEL,eAAO,MAAM,eAAe,kEAA4C,CAAA;AACxE,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,IAAI,CAAA;;;;;;AAEzD,qBAAa,UAAW,SAAQ,eAI9B;CAAG;AAEL,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;IAC1E,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;IAC7F,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC7D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAA;IACjD,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAA;IACvF,QAAQ,CAAC,QAAQ,EAAE,CACjB,IAAI,EAAE,QAAQ,KACX,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC1E,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IACzE,QAAQ,CAAC,UAAU,EAAE,CACnB,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC,EAC9B,WAAW,CAAC,EAAE,MAAM,KACjB,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAA;CACxD;;AAED,qBAAa,YAAa,SAAQ,iBAEjC;CAAG;AAiCJ,eAAO,MAAM,gBAAgB,sDAiI5B,CAAA;AAED,eAAO,MAAM,gBAAgB,yCAAiD,CAAA;AAE9E,eAAO,MAAM,eAAe,GAAI,QAAQ,UAAU,KAAG,SAK9C,CAAA"}

package/dist/tools/ToolRegistry.js

@@ -1,133 +0,0 @@
-import * as Context from "effect/Context";
-import * as Effect from "effect/Effect";
-import * as Layer from "effect/Layer";
-import * as Ref from "effect/Ref";
-import * as Schema from "effect/Schema";
-import { allows, currentGrants } from "../Capability.js";
-import { InvalidRequestError, ToolError } from "../Errors.js";
-import { DuplicateToolName, validateToolParameters } from "./Tool.js";
-export class ToolSucceeded extends Schema.TaggedClass()("Succeeded", {
-    value: Schema.Json
-}) {
-}
-export class ToolFailed extends Schema.TaggedClass()("Failed", {
-    message: Schema.String
-}) {
-}
-export const ToolResultValue = Schema.Union([ToolSucceeded, ToolFailed]);
-export class ToolResult extends Schema.Class("ToolResult")({
-    toolCallId: Schema.String,
-    result: ToolResultValue,
-    denied: Schema.Boolean.pipe(Schema.withConstructorDefault(Effect.succeed(false)))
-}) {
-}
-export class ToolRegistry extends Context.Service()("@llm4ts/core/tools/ToolRegistry") {
-}
-const capabilityName = (capability) => capability._tag === "Exec" ? `Exec(${capability.command})` : capability._tag;
-const promptWords = (prompt) => new Set(prompt
-    .toLowerCase()
-    .split(/[^a-z0-9_]+/)
-    .filter((word) => word.length > 0));
-const toolScore = (tool, words) => {
-    let score = 0;
-    for (const word of words) {
-        score += tool.name.toLowerCase().includes(word) ? 5 : 0;
-        score += [...tool.tags].some((tag) => tag.toLowerCase() === word) ? 4 : 0;
-        score += tool.description.toLowerCase().includes(word) ? 2 : 0;
-    }
-    return score;
-};
-const parseArguments = (call) => Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Json))(call.arguments).pipe(Effect.mapError((error) => ToolError.make({
-    toolName: call.name,
-    detail: `Invalid arguments JSON: ${String(error)}`
-})));
-export const makeToolRegistry = Effect.fn("@llm4ts/core/tools/ToolRegistry.make")(function* () {
-    const state = yield* Ref.make(new Map());
-    const register = (tool) => Ref.modify(state, (current) => {
-        if (current.has(tool.name)) {
-            return [false, current];
-        }
-        const next = new Map(current);
-        next.set(tool.name, tool);
-        return [true, next];
-    }).pipe(Effect.flatMap((registered) => registered ? Effect.void : Effect.fail(DuplicateToolName.make({ name: tool.name }))));
-    const registerAll = (tools) => Effect.forEach(tools, register, {
-        discard: true
-    });
-    const get = (name) => Effect.flatMap(Ref.get(state), (tools) => {
-        const tool = tools.get(name);
-        return tool === undefined
-            ? Effect.fail(ToolError.make({
-                toolName: name,
-                detail: `Tool not found: ${name}`
-            }))
-            : Effect.succeed(tool);
-    });
-    const list = Ref.get(state).pipe(Effect.map((tools) => [...tools.values()].sort((left, right) => left.name.localeCompare(right.name))));
-    const select = (prompt, limit = 8) => Effect.map(list, (tools) => tools
-        .map((tool) => ({
-        tool,
-        score: toolScore(tool, promptWords(prompt))
-    }))
-        .filter(({ score }) => score > 0)
-        .sort((left, right) => right.score - left.score || left.tool.name.localeCompare(right.tool.name))
-        .slice(0, Math.max(0, limit))
-        .map(({ tool }) => tool));
-    const validate = Effect.fn("@llm4ts/core/tools/ToolRegistry.validate")(function* (call) {
-        const tool = yield* get(call.name);
-        const parameters = yield* parseArguments(call);
-        yield* validateToolParameters(tool.parameters, parameters).pipe(Effect.mapError((error) => ToolError.make({
-            toolName: tool.name,
-            detail: error.message
-        })));
-        return [tool, parameters];
-    });
-    const execute = Effect.fn("@llm4ts/core/tools/ToolRegistry.execute")(function* (call) {
-        const [tool, parameters] = yield* validate(call);
-        const grants = yield* currentGrants;
-        const missing = tool.requires
-            .filter((capability) => !allows(grants, capability))
-            .sort((left, right) => capabilityName(left).localeCompare(capabilityName(right)));
-        if (missing.length > 0) {
-            return ToolResult.make({
-                toolCallId: call.id,
-                denied: true,
-                result: ToolFailed.make({
-                    message: `Tool '${tool.name}' requires ungranted capabilities: ` +
-                        missing.map(capabilityName).join(", ")
-                })
-            });
-        }
-        const result = yield* Effect.result(tool.execute(parameters));
-        return ToolResult.make({
-            toolCallId: call.id,
-            result: result._tag === "Success"
-                ? ToolSucceeded.make({ value: result.success })
-                : ToolFailed.make({ message: result.failure.message })
-        });
-    });
-    const executeAll = (calls, concurrency = 1) => !Number.isInteger(concurrency) || concurrency <= 0
-        ? Effect.fail(InvalidRequestError.make({
-            message: `Tool execution concurrency must be a positive integer; received ${concurrency}`
-        }))
-        : Effect.forEach(calls, execute, {
-            concurrency
-        });
-    return {
-        register,
-        registerAll,
-        get,
-        list,
-        select,
-        validate,
-        execute,
-        executeAll
-    };
-});
-export const ToolRegistryLive = Layer.effect(ToolRegistry, makeToolRegistry());
-export const toolResultValue = (result) => result.result._tag === "Succeeded"
-    ? result.result.value
-    : {
-        error: result.result.message
-    };
-//# sourceMappingURL=ToolRegistry.js.map

package/dist/tools/ToolRegistry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ToolRegistry.js","sourceRoot":"","sources":["../../src/tools/ToolRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAmB,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAI7D,OAAO,EACL,iBAAiB,EACjB,sBAAsB,EAGvB,MAAM,WAAW,CAAA;AAElB,MAAM,OAAO,aAAc,SAAQ,MAAM,CAAC,WAAW,EAAiB,CAAC,WAAW,EAAE;IAClF,KAAK,EAAE,MAAM,CAAC,IAAI;CACnB,CAAC;CAAG;AAEL,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,WAAW,EAAc,CAAC,QAAQ,EAAE;IACzE,OAAO,EAAE,MAAM,CAAC,MAAM;CACvB,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAA;AAGxE,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,UAAU,EAAE,MAAM,CAAC,MAAM;IACzB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;CAClF,CAAC;CAAG;AAkBL,MAAM,OAAO,YAAa,SAAQ,OAAO,CAAC,OAAO,EAAmC,CAClF,iCAAiC,CAClC;CAAG;AAEJ,MAAM,cAAc,GAAG,CAAC,UAAsB,EAAU,EAAE,CACxD,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,UAAU,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAA;AAE9E,MAAM,WAAW,GAAG,CAAC,MAAc,EAAuB,EAAE,CAC1D,IAAI,GAAG,CACL,MAAM;KACH,WAAW,EAAE;KACb,KAAK,CAAC,aAAa,CAAC;KACpB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACrC,CAAA;AAEH,MAAM,SAAS,GAAG,CAAC,IAAU,EAAE,KAA0B,EAAU,EAAE;IACnE,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACvD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACzE,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,IAAc,EAAuC,EAAE,CAC7E,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CACjF,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,SAAS,CAAC,IAAI,CAAC;IACb,QAAQ,EAAE,IAAI,CAAC,IAAI;IACnB,MAAM,EAAE,2BAA2B,MAAM,CAAC,KAAK,CAAC,EAAE;CACnD,CAAC,CACH,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,EAAE,CAAC,sCAAsC,CAAC,CAC/E,QAAQ,CAAC;IACP,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAA4B,IAAI,GAAG,EAAE,CAAC,CAAA;IAEnE,MAAM,QAAQ,GAAG,CAAC,IAAU,EAA2C,EAAE,CACvE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE;QAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,EAAE,OAAO,CAAU,CAAA;QAClC,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACzB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAU,CAAA;IAC9B,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAC5B,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CACpF,CACF,CAAA;IAEH,MAAM,WAAW,GAAG,CAAC,KAA0B,EAA2C,EAAE,CAC1F,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;QAC9B,OAAO,EAAE,IAAI;KACd,CAAC,CAAA;IAEJ,MAAM,GAAG,GAAG,CAAC,IAAY,EAAiC,EAAE,CAC1D,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC5B,OAAO,IAAI,KAAK,SAAS;YACvB,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,SAAS,CAAC,IAAI,CAAC;gBACb,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,mBAAmB,IAAI,EAAE;aAClC,CAAC,CACH;YACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;IAEJ,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAC9B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAC/E,CACF,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,KAAK,GAAG,CAAC,EAAsC,EAAE,CAC/E,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CACzB,KAAK;SACF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,IAAI;QACJ,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KAC5C,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAC5E;SACA,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;SAC5B,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAC3B,CAAA;IAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,0CAA0C,CAAC,CAAC,QAAQ,CAAC,EAC9E,IAAc;QAEd,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;QAC9C,KAAK,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAC7D,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,KAAK,CAAC,OAAO;SACtB,CAAC,CACH,CACF,CAAA;QACD,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,yCAAyC,CAAC,CAAC,QAAQ,CAAC,EAC5E,IAAc;QAEd,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ;aAC1B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;aACnD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACnF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,UAAU,CAAC,IAAI,CAAC;gBACrB,UAAU,EAAE,IAAI,CAAC,EAAE;gBACnB,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC;oBACtB,OAAO,EACL,SAAS,IAAI,CAAC,IAAI,qCAAqC;wBACvD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;iBACzC,CAAC;aACH,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7D,OAAO,UAAU,CAAC,IAAI,CAAC;YACrB,UAAU,EAAE,IAAI,CAAC,EAAE;YACnB,MAAM,EACJ,MAAM,CAAC,IAAI,KAAK,SAAS;gBACvB,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC/C,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;SAC3D,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,CACjB,KAA8B,EAC9B,WAAW,GAAG,CAAC,EACqC,EAAE,CACtD,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC;QAChD,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,mBAAmB,CAAC,IAAI,CAAC;YACvB,OAAO,EAAE,mEAAmE,WAAW,EAAE;SAC1F,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE;YAC7B,WAAW;SACZ,CAAC,CAAA;IAER,OAAO;QACL,QAAQ;QACR,WAAW;QACX,GAAG;QACH,IAAI;QACJ,MAAM;QACN,QAAQ;QACR,OAAO;QACP,UAAU;KACX,CAAA;AACH,CAAC,CACF,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC,CAAA;AAE9E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAkB,EAAa,EAAE,CAC/D,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;IAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK;IACrB,CAAC,CAAC;QACE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;KAC7B,CAAA"}

package/src/ContextManagement.ts

@@ -1,367 +0,0 @@
-import * as Crypto from "effect/Crypto"
-import * as DateTime from "effect/DateTime"
-import * as Effect from "effect/Effect"
-import * as Schema from "effect/Schema"
-import { ConversationMessage, type PromptRole } from "./Conversation.ts"
-import type { LlmProvider } from "./Models.ts"
-
-export class ContextInvalidInput extends Schema.TaggedError<ContextInvalidInput>()("InvalidInput", {
-  message: Schema.String
-}) {}
-
-export class ContextParseFailed extends Schema.TaggedError<ContextParseFailed>()("ParseFailed", {
-  message: Schema.String
-}) {}
-
-export class ContextSummarizationFailed extends Schema.TaggedError<ContextSummarizationFailed>()(
-  "SummarizationFailed",
-  {
-    message: Schema.String
-  }
-) {}
-
-export class ContextToolLoopFailed extends Schema.TaggedError<ContextToolLoopFailed>()(
-  "ToolLoopFailed",
-  {
-    message: Schema.String
-  }
-) {}
-
-export const ContextError = Schema.Union([
-  ContextInvalidInput,
-  ContextParseFailed,
-  ContextSummarizationFailed,
-  ContextToolLoopFailed
-])
-export type ContextError = typeof ContextError.Type
-
-export class ContextLimits extends Schema.Class<ContextLimits>("ContextLimits")({
-  maxTokens: Schema.Int,
-  warningThresholdPct: Schema.Number.pipe(Schema.withConstructorDefault(Effect.succeed(0.85)))
-}) {}
-
-export class ContextWindow extends Schema.Class<ContextWindow>("ContextWindow")({
-  messages: Schema.Array(ConversationMessage),
-  totalTokens: Schema.Int,
-  approachingLimit: Schema.Boolean,
-  trimmed: Schema.Boolean
-}) {}
-
-export class DropOldestFifo extends Schema.TaggedClass<DropOldestFifo>()("DropOldestFifo", {}) {}
-
-export class SlidingWindow extends Schema.TaggedClass<SlidingWindow>()("SlidingWindow", {}) {}
-
-export class PriorityBased extends Schema.TaggedClass<PriorityBased>()("PriorityBased", {}) {}
-
-export class SummarizeOldMessages extends Schema.TaggedClass<SummarizeOldMessages>()(
-  "SummarizeOldMessages",
-  {
-    summaryTargetTokens: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(256)))
-  }
-) {}
-
-export const ContextTrimmingStrategy = Schema.Union([
-  DropOldestFifo,
-  SlidingWindow,
-  PriorityBased,
-  SummarizeOldMessages
-])
-export type ContextTrimmingStrategy = typeof ContextTrimmingStrategy.Type
-
-export const ContextTrimmingStrategies = Object.freeze({
-  DropOldestFifo: DropOldestFifo.make({}),
-  SlidingWindow: SlidingWindow.make({}),
-  PriorityBased: PriorityBased.make({}),
-  SummarizeOldMessages: (summaryTargetTokens = 256): SummarizeOldMessages =>
-    SummarizeOldMessages.make({ summaryTargetTokens })
-})
-
-export interface TokenCounter {
-  readonly countText: (provider: LlmProvider, text: string) => number
-  readonly countMessage: (provider: LlmProvider, message: ConversationMessage) => number
-  readonly countMessages: (provider: LlmProvider, messages: Iterable<ConversationMessage>) => number
-}
-
-const roleOverhead = (role: PromptRole): number => {
-  switch (role) {
-    case "System":
-      return 6
-    case "User":
-    case "Assistant":
-      return 5
-    case "Tool":
-      return 8
-  }
-}
-
-const providerCharactersPerToken = (provider: LlmProvider): number => {
-  switch (provider) {
-    case "OpenAI":
-    case "OpenCode":
-      return 4
-    case "Anthropic":
-      return 3.8
-    case "GeminiApi":
-    case "GeminiCli":
-      return 4.2
-    case "LmStudio":
-    case "Ollama":
-    case "MlxLm":
-    case "Mock":
-      return 4.5
-  }
-}
-
-const countText = (provider: LlmProvider, text: string): number =>
-  Math.max(1, Math.ceil(Math.max(text.length, 1) / providerCharactersPerToken(provider)))
-
-const countMessage = (provider: LlmProvider, message: ConversationMessage): number =>
-  countText(provider, message.content) + roleOverhead(message.role)
-
-export const defaultTokenCounter: TokenCounter = {
-  countText,
-  countMessage,
-  countMessages: (provider, messages) =>
-    Array.from(messages).reduce((total, message) => total + countMessage(provider, message), 0)
-}
-
-export interface MessageSummarizer<R = never> {
-  readonly summarize: (
-    messages: ReadonlyArray<ConversationMessage>,
-    targetTokens: number
-  ) => Effect.Effect<ConversationMessage, ContextError, R>
-}
-
-export const simpleMessageSummarizer: MessageSummarizer<Crypto.Crypto> = {
-  summarize: (messages, targetTokens) => {
-    if (messages.length === 0) {
-      return Effect.fail(
-        ContextInvalidInput.make({
-          message: "Cannot summarize empty messages"
-        })
-      )
-    }
-
-    const summaryText = messages
-      .slice(0, 8)
-      .map((message) => `${message.role.toLowerCase()}: ${message.content.slice(0, 160)}`)
-      .join("\n")
-
-    return Effect.gen(function* () {
-      const crypto = yield* Crypto.Crypto
-      const id = yield* crypto.randomUUIDv4.pipe(
-        Effect.mapError((error) =>
-          ContextSummarizationFailed.make({
-            message: `Failed to generate summary id: ${error.message}`
-          })
-        )
-      )
-      const timestamp = yield* DateTime.now
-
-      return ConversationMessage.make({
-        id,
-        role: "Assistant",
-        content: `Summary of previous context:\n${summaryText}`,
-        timestamp,
-        tokens: Math.max(1, targetTokens),
-        metadata: { summary: "true" },
-        important: true
-      })
-    })
-  }
-}
-
-const annotateTokens = (
-  messages: ReadonlyArray<ConversationMessage>,
-  provider: LlmProvider,
-  tokenCounter: TokenCounter
-): ReadonlyArray<ConversationMessage> =>
-  messages.map((message) =>
-    message.tokens > 0
-      ? message
-      : ConversationMessage.make({
-          ...message,
-          tokens: tokenCounter.countMessage(provider, message)
-        })
-  )
-
-const dropOldest = (
-  messages: ReadonlyArray<ConversationMessage>,
-  maxTokens: number
-): ReadonlyArray<ConversationMessage> => {
-  let used = 0
-  let kept: ReadonlyArray<ConversationMessage> = []
-
-  for (const message of Array.from(messages).reverse()) {
-    if (used + message.tokens <= maxTokens) {
-      used += message.tokens
-      kept = [message, ...kept]
-    }
-  }
-
-  return kept
-}
-
-const slidingWindow = (
-  messages: ReadonlyArray<ConversationMessage>,
-  maxTokens: number
-): ReadonlyArray<ConversationMessage> => {
-  const system = messages.filter((message) => message.role === "System")
-  const recentNonSystem = messages.filter((message) => message.role !== "System")
-  const systemTokens = system.reduce((total, message) => total + message.tokens, 0)
-  const tail = dropOldest(recentNonSystem, Math.max(0, maxTokens - systemTokens))
-  return [...system, ...tail].slice(-messages.length)
-}
-
-const priorityWindow = (
-  messages: ReadonlyArray<ConversationMessage>,
-  maxTokens: number
-): ReadonlyArray<ConversationMessage> => {
-  const scored = messages.map((message, index) => ({
-    message,
-    score:
-      (message.role === "System" ? 1_000 : 0) +
-      (message.role === "Tool" ? 600 : 0) +
-      (message.important ? 400 : 0) +
-      index
-  }))
-  scored.sort(
-    (left, right) =>
-      right.score - left.score ||
-      DateTime.toEpochMillis(left.message.timestamp) -
-        DateTime.toEpochMillis(right.message.timestamp)
-  )
-
-  let used = 0
-  const selected: Array<ConversationMessage> = []
-  for (const candidate of scored) {
-    if (used + candidate.message.tokens <= maxTokens) {
-      used += candidate.message.tokens
-      selected.push(candidate.message)
-    }
-  }
-
-  return selected.sort(
-    (left, right) =>
-      DateTime.toEpochMillis(left.timestamp) - DateTime.toEpochMillis(right.timestamp)
-  )
-}
-
-const summarizeOldMessages = <R>(
-  messages: ReadonlyArray<ConversationMessage>,
-  maxTokens: number,
-  summaryTargetTokens: number,
-  provider: LlmProvider,
-  tokenCounter: TokenCounter,
-  summarizer: MessageSummarizer<R>
-): Effect.Effect<ReadonlyArray<ConversationMessage>, ContextError, R> => {
-  if (messages.length <= 2) {
-    return Effect.succeed(dropOldest(messages, maxTokens))
-  }
-
-  const splitIndex = Math.max(1, Math.floor(messages.length / 2))
-  const oldMessages = messages.slice(0, splitIndex)
-  const recentMessages = messages.slice(splitIndex)
-
-  return Effect.map(summarizer.summarize(oldMessages, summaryTargetTokens), (summary) => {
-    const annotatedSummary = ConversationMessage.make({
-      ...summary,
-      tokens: tokenCounter.countMessage(provider, summary)
-    })
-    return dropOldest([annotatedSummary, ...recentMessages], maxTokens)
-  })
-}
-
-export function applyContextWindow(
-  messages: ReadonlyArray<ConversationMessage>,
-  provider: LlmProvider,
-  limits: ContextLimits,
-  strategy: DropOldestFifo | SlidingWindow | PriorityBased,
-  tokenCounter?: TokenCounter
-): Effect.Effect<ContextWindow, ContextError>
-export function applyContextWindow(
-  messages: ReadonlyArray<ConversationMessage>,
-  provider: LlmProvider,
-  limits: ContextLimits,
-  strategy: ContextTrimmingStrategy,
-  tokenCounter?: TokenCounter
-): Effect.Effect<ContextWindow, ContextError, Crypto.Crypto>
-export function applyContextWindow<R>(
-  messages: ReadonlyArray<ConversationMessage>,
-  provider: LlmProvider,
-  limits: ContextLimits,
-  strategy: ContextTrimmingStrategy,
-  tokenCounter: TokenCounter,
-  summarizer: MessageSummarizer<R>
-): Effect.Effect<ContextWindow, ContextError, R>
-export function applyContextWindow<R>(
-  messages: ReadonlyArray<ConversationMessage>,
-  provider: LlmProvider,
-  limits: ContextLimits,
-  strategy: ContextTrimmingStrategy,
-  tokenCounter: TokenCounter = defaultTokenCounter,
-  summarizer?: MessageSummarizer<R>
-): Effect.Effect<ContextWindow, ContextError, R | Crypto.Crypto> {
-  if (limits.maxTokens <= 0) {
-    return Effect.fail(
-      ContextInvalidInput.make({
-        message: "maxTokens must be > 0"
-      })
-    )
-  }
-
-  const withTokens = annotateTokens(messages, provider, tokenCounter)
-  const totalBefore = withTokens.reduce((total, message) => total + message.tokens, 0)
-
-  const trimmed: Effect.Effect<
-    readonly [messages: ReadonlyArray<ConversationMessage>, wasTrimmed: boolean],
-    ContextError,
-    R | Crypto.Crypto
-  > =
-    totalBefore <= limits.maxTokens
-      ? Effect.succeed([withTokens, false])
-      : (() => {
-          switch (strategy._tag) {
-            case "DropOldestFifo":
-              return Effect.succeed([dropOldest(withTokens, limits.maxTokens), true])
-            case "SlidingWindow":
-              return Effect.succeed([slidingWindow(withTokens, limits.maxTokens), true])
-            case "PriorityBased":
-              return Effect.succeed([priorityWindow(withTokens, limits.maxTokens), true])
-            case "SummarizeOldMessages": {
-              const summarized: Effect.Effect<
-                ReadonlyArray<ConversationMessage>,
-                ContextError,
-                R | Crypto.Crypto
-              > = summarizer === undefined
-                ? summarizeOldMessages(
-                    withTokens,
-                    limits.maxTokens,
-                    strategy.summaryTargetTokens,
-                    provider,
-                    tokenCounter,
-                    simpleMessageSummarizer
-                  )
-                : summarizeOldMessages(
-                    withTokens,
-                    limits.maxTokens,
-                    strategy.summaryTargetTokens,
-                    provider,
-                    tokenCounter,
-                    summarizer
-                  )
-              return Effect.map(summarized, (messages) => [messages, true])
-            }
-          }
-        })()
-
-  return Effect.map(trimmed, ([finalMessages, wasTrimmed]) => {
-    const totalTokens = finalMessages.reduce((total, message) => total + message.tokens, 0)
-    return ContextWindow.make({
-      messages: finalMessages,
-      totalTokens,
-      approachingLimit: totalTokens >= limits.maxTokens * limits.warningThresholdPct,
-      trimmed: wasTrimmed
-    })
-  })
-}

package/src/Conversation.ts

@@ -1,21 +0,0 @@
-import * as Effect from "effect/Effect"
-import * as Schema from "effect/Schema"
-
-export const PromptRole = Schema.Literals(["System", "User", "Assistant", "Tool"])
-export type PromptRole = typeof PromptRole.Type
-
-const emptyMetadata: Readonly<Record<string, string>> = Object.freeze({})
-
-export class ConversationMessage extends Schema.Class<ConversationMessage>("ConversationMessage")({
-  id: Schema.String,
-  role: PromptRole,
-  content: Schema.String,
-  timestamp: Schema.DateTimeUtc,
-  tokens: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(0))),
-  model: Schema.optionalKey(Schema.String),
-  costUsd: Schema.optionalKey(Schema.Number),
-  metadata: Schema.Record(Schema.String, Schema.String).pipe(
-    Schema.withConstructorDefault(Effect.succeed(emptyMetadata))
-  ),
-  important: Schema.Boolean.pipe(Schema.withConstructorDefault(Effect.succeed(false)))
-}) {}