@yolk-sdk/knowledge 0.1.0-canary.13 → 0.1.0-canary.130

package/dist/agent.mjs

@@ -1,45 +1,267 @@
-import { packKnowledgeSearchContext } from "./search.mjs";
+import { KnowledgeAvailabilitySchema, KnowledgeDocumentSchema, NonEmptyTrimmedString, NonNegativeInteger, PositiveInteger } from "./documents.mjs";
 import { Effect } from "effect";
-import * as Schema$1 from "effect/Schema";
+import * as Schema from "effect/Schema";
 import { ToolError } from "@yolk-sdk/agent/loop";
 import { ToolResult } from "@yolk-sdk/agent/protocol";
-import { makeTool } from "@yolk-sdk/agent/tools";
-//#region src/agent.ts
-const defaultKnowledgeAgentContextOptions = { maxPinnedContextCharacters: 6e3 };
-const KnowledgeSearchToolParams = Schema$1.Struct({ query: Schema$1.Trimmed.pipe(Schema$1.check(Schema$1.isNonEmpty()), Schema$1.annotate({ description: "Search query for the configured knowledge search." })) });
-const isToolError = Schema$1.is(ToolError);
-const resolveScope = (resolver, context) => {
-	if (typeof resolver === "function") return resolver(context);
-	return Effect.succeed(resolver);
+import { makeTool, withToolArgumentsErrorHint } from "@yolk-sdk/agent/tools";
+// src/agent.ts
+const OptionalNonEmptyTrimmedString = Schema.optional(Schema.NullOr(NonEmptyTrimmedString));
+const OptionalPositiveInteger = Schema.optional(Schema.NullOr(PositiveInteger));
+const OptionalNonNegativeInteger = Schema.optional(Schema.NullOr(NonNegativeInteger));
+const OptionalNumber = Schema.optional(Schema.NullOr(Schema.Number));
+const KnowledgeTargetParamsSchema = Schema.Struct({
+	slug: NonEmptyTrimmedString,
+	scope: OptionalNonEmptyTrimmedString
+});
+const KnowledgeLookupParams = Schema.Union([Schema.Struct({
+	operation: Schema.Literal("search"),
+	query: NonEmptyTrimmedString,
+	limit: OptionalPositiveInteger,
+	minScore: OptionalNumber,
+	contextChunks: OptionalNonNegativeInteger
+}), Schema.Struct({
+	operation: Schema.Literal("get"),
+	id: OptionalNonEmptyTrimmedString,
+	target: Schema.optional(Schema.NullOr(KnowledgeTargetParamsSchema))
+})]);
+const KnowledgeManageParams = Schema.Union([
+	Schema.Struct({
+		operation: Schema.Literal("upsert"),
+		target: KnowledgeTargetParamsSchema,
+		title: NonEmptyTrimmedString,
+		purpose: NonEmptyTrimmedString,
+		origin: NonEmptyTrimmedString,
+		content: NonEmptyTrimmedString,
+		availability: KnowledgeAvailabilitySchema
+	}),
+	Schema.Struct({
+		operation: Schema.Literal("set_availability"),
+		target: KnowledgeTargetParamsSchema,
+		availability: KnowledgeAvailabilitySchema
+	}),
+	Schema.Struct({
+		operation: Schema.Literal("rename_slug"),
+		target: KnowledgeTargetParamsSchema,
+		nextSlug: NonEmptyTrimmedString
+	}),
+	Schema.Struct({
+		operation: Schema.Literal("delete"),
+		target: KnowledgeTargetParamsSchema
+	})
+]);
+const KnowledgeLookupResultSchema = Schema.Struct({
+	document: KnowledgeDocumentSchema,
+	score: Schema.optionalKey(Schema.Number),
+	context: Schema.optionalKey(Schema.Array(Schema.Struct({ content: Schema.String })))
+});
+/** Declared output of `makeKnowledgeLookupTool`; `structuredContent` is its JSON encoding
+* (`Schema.toCodecJson`: document dates become ISO strings). */
+const KnowledgeLookupOutput = Schema.Union([Schema.Struct({
+	operation: Schema.Literal("search"),
+	results: Schema.Array(KnowledgeLookupResultSchema)
+}), Schema.Struct({
+	operation: Schema.Literal("get"),
+	document: KnowledgeDocumentSchema
+})]);
+/** Declared output of `makeKnowledgeManageTool`; `structuredContent` is its JSON encoding. */
+const KnowledgeManageOutput = Schema.Struct({
+	operation: Schema.Literals([
+		"upsert",
+		"set_availability",
+		"rename_slug",
+		"delete"
+	]),
+	document: Schema.Struct({
+		id: Schema.String,
+		slug: Schema.String,
+		title: Schema.String
+	})
+});
+const encodeLookupOutput = Schema.encodeEffect(Schema.toCodecJson(KnowledgeLookupOutput));
+const encodeManageOutput = Schema.encodeEffect(Schema.toCodecJson(KnowledgeManageOutput));
+/** A handler result that does not encode to the declared output is a host bug, not a model
+* mistake: fail with a safe message (no values). */
+const outputError = (tool) => () => new ToolError({
+	tool,
+	message: `${tool} produced a result that does not match its output schema.`,
+	cause: "execution"
+});
+const optionalValue = (value) => value ?? void 0;
+const targetFromParams = (target) => target.scope === null || target.scope === void 0 ? { slug: target.slug } : {
+	slug: target.slug,
+	scope: target.scope
 };
-const makeKnowledgeSearchTool = (searcher, options) => {
+const optionalTargetFromParams = (target) => target === null || target === void 0 ? void 0 : targetFromParams(target);
+const formatDocument = (document) => [
+	`# ${document.title}`,
+	`document_id: ${document.id}`,
+	`slug: ${document.slug}`,
+	`purpose: ${document.purpose}`,
+	`origin: ${document.origin}`,
+	`availability: ${document.availability}`,
+	`status: ${document.status}`,
+	"",
+	document.content
+].join("\n");
+const formatSearchResults = (results) => results.length === 0 ? "No knowledge matches found." : results.map((result) => [
+	`## ${result.document.title}`,
+	`document_id: ${result.document.id}`,
+	`slug: ${result.document.slug}`,
+	`purpose: ${result.document.purpose}`,
+	`origin: ${result.document.origin}`,
+	`availability: ${result.document.availability}`,
+	result.score === void 0 ? void 0 : `score: ${result.score}`,
+	"",
+	result.context?.map((chunk) => chunk.content).join("\n\n") ?? result.document.content
+].filter((line) => line !== void 0).join("\n")).join("\n\n");
+const formatSaved = (verb, document) => [
+	verb,
+	`title: ${document.title}`,
+	`slug: ${document.slug}`,
+	`document_id: ${document.id}`
+].join("\n");
+const lookupResultOutput = (result) => {
+	const output = { document: result.document };
+	if (result.score !== void 0) output.score = result.score;
+	if (result.context !== void 0) output.context = result.context.map((chunk) => ({ content: chunk.content }));
+	return output;
+};
+const savedResult = (input) => encodeManageOutput({
+	operation: input.operation,
+	document: {
+		id: input.document.id,
+		slug: input.document.slug,
+		title: input.document.title
+	}
+}).pipe(Effect.mapError(outputError(input.name)), Effect.map((structuredContent) => ToolResult.make({
+	toolCallId: input.callId,
+	content: formatSaved(input.verb, input.document),
+	structuredContent
+})));
+const makeKnowledgeLookupTool = (handlers, options = {}) => {
+	const name = options.name ?? "knowledge_lookup";
 	return makeTool({
-		name: options.name ?? "search_knowledge",
-		description: options.description ?? "Search the configured knowledge search.",
-		parameters: KnowledgeSearchToolParams,
+		name,
+		description: options.description ?? "Look up durable knowledge. Search for semantic discovery; get when document_id or slug is known.",
+		parameters: KnowledgeLookupParams,
+		output: KnowledgeLookupOutput,
 		access: "read",
-		invalidParamsMessage: (error) => error instanceof Error ? error.message : String(error),
-		execute: (input) => resolveScope(options.scope, input.context).pipe(Effect.flatMap((scope) => searcher.search({
-			scope,
-			query: input.params.query,
-			limit: options.limit,
-			minScore: options.minScore,
-			contextChunks: options.contextChunks
-		})), Effect.map((results) => packKnowledgeSearchContext(input.params.query, results)), Effect.map((context) => ToolResult.make({
-			toolCallId: input.call.id,
-			content: context.text,
-			structuredContent: context
-		})), Effect.mapError((error) => {
-			if (isToolError(error)) return error;
-			return new ToolError({
-				tool: input.call.name,
-				message: error.message,
-				cause: "execution"
+		invalidParamsMessage: (error) => withToolArgumentsErrorHint(`Invalid knowledge lookup arguments: ${error instanceof Error ? error.message : String(error)}`, error),
+		execute: ({ call, context, params }) => Effect.gen(function* () {
+			if (params.operation === "search") {
+				const results = yield* handlers.search({
+					context,
+					query: params.query,
+					limit: optionalValue(params.limit),
+					minScore: optionalValue(params.minScore),
+					contextChunks: optionalValue(params.contextChunks)
+				});
+				const structuredContent = yield* encodeLookupOutput({
+					operation: "search",
+					results: results.map(lookupResultOutput)
+				}).pipe(Effect.mapError(outputError(name)));
+				return ToolResult.make({
+					toolCallId: call.id,
+					content: formatSearchResults(results),
+					structuredContent
+				});
+			}
+			const document = yield* handlers.get({
+				context,
+				id: optionalValue(params.id),
+				target: optionalTargetFromParams(params.target)
+			});
+			const structuredContent = yield* encodeLookupOutput({
+				operation: "get",
+				document
+			}).pipe(Effect.mapError(outputError(name)));
+			return ToolResult.make({
+				toolCallId: call.id,
+				content: formatDocument(document),
+				structuredContent
 			});
-		}))
+		})
+	});
+};
+const makeKnowledgeManageTool = (handlers, options = {}) => {
+	const name = options.name ?? "knowledge_manage";
+	return makeTool({
+		name,
+		description: options.description ?? "Create, replace, pin, archive, rename, or delete durable knowledge. Use only when explicitly asked.",
+		parameters: KnowledgeManageParams,
+		output: KnowledgeManageOutput,
+		access: "write",
+		invalidParamsMessage: (error) => withToolArgumentsErrorHint(`Invalid knowledge manage arguments: ${error instanceof Error ? error.message : String(error)}`, error),
+		execute: ({ call, context, params }) => Effect.gen(function* () {
+			switch (params.operation) {
+				case "upsert": {
+					const document = yield* handlers.upsert({
+						context,
+						target: targetFromParams(params.target),
+						title: params.title,
+						purpose: params.purpose,
+						origin: params.origin,
+						content: params.content,
+						availability: params.availability
+					});
+					return yield* savedResult({
+						name,
+						callId: call.id,
+						verb: "Knowledge upserted",
+						operation: "upsert",
+						document
+					});
+				}
+				case "set_availability": {
+					const document = yield* handlers.setAvailability({
+						context,
+						target: targetFromParams(params.target),
+						availability: params.availability
+					});
+					return yield* savedResult({
+						name,
+						callId: call.id,
+						verb: "Knowledge availability updated",
+						operation: "set_availability",
+						document
+					});
+				}
+				case "rename_slug": {
+					const document = yield* handlers.renameSlug({
+						context,
+						target: targetFromParams(params.target),
+						nextSlug: params.nextSlug
+					});
+					return yield* savedResult({
+						name,
+						callId: call.id,
+						verb: "Knowledge slug renamed",
+						operation: "rename_slug",
+						document
+					});
+				}
+				case "delete": {
+					const document = yield* handlers.delete({
+						context,
+						target: targetFromParams(params.target)
+					});
+					return yield* savedResult({
+						name,
+						callId: call.id,
+						verb: "Knowledge deleted",
+						operation: "delete",
+						document
+					});
+				}
+			}
+			return yield* Effect.fail(new ToolError({
+				tool: call.name,
+				message: "Unsupported knowledge operation",
+				cause: "validation"
+			}));
+		})
 	});
 };
-//#endregion
-export { defaultKnowledgeAgentContextOptions, makeKnowledgeSearchTool };
+export { KnowledgeLookupOutput, KnowledgeManageOutput, makeKnowledgeLookupTool, makeKnowledgeManageTool };
 
 //# sourceMappingURL=agent.mjs.map

package/dist/agent.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent.mjs","names":["Schema"],"sources":["../src/agent.ts"],"sourcesContent":["import { Effect } from 'effect'\nimport * as Schema from 'effect/Schema'\nimport { ToolError } from '@yolk-sdk/agent/loop'\nimport { ToolResult } from '@yolk-sdk/agent/protocol'\nimport { makeTool, type ToolRegistration } from '@yolk-sdk/agent/tools'\nimport type { KnowledgeScope } from './records.ts'\nimport type { KnowledgeSearchScope } from './documents.ts'\nimport type { KnowledgeSearcher } from './search.ts'\nimport { packKnowledgeSearchContext } from './search.ts'\n\nexport type ResolveKnowledgeScope<Context> = (context: Context) => KnowledgeScope\n\nexport type KnowledgeAgentContextOptions = {\n  readonly maxPinnedContextCharacters: number\n}\n\nexport const defaultKnowledgeAgentContextOptions: KnowledgeAgentContextOptions = {\n  maxPinnedContextCharacters: 6000\n}\n\nconst KnowledgeSearchToolParams = Schema.Struct({\n  query: Schema.Trimmed.pipe(\n    Schema.check(Schema.isNonEmpty()),\n    Schema.annotate({ description: 'Search query for the configured knowledge search.' })\n  )\n})\n\nconst isToolError = Schema.is(ToolError)\n\nexport type KnowledgeSearchToolScopeResolver<Context> =\n  | KnowledgeSearchScope\n  | ((context: Context) => Effect.Effect<KnowledgeSearchScope, ToolError>)\n\nexport type MakeKnowledgeSearchToolOptions<Context> = {\n  readonly scope: KnowledgeSearchToolScopeResolver<Context>\n  readonly name?: string\n  readonly description?: string\n  readonly limit?: number\n  readonly minScore?: number\n  readonly contextChunks?: number\n}\n\nconst resolveScope = <Context>(resolver: KnowledgeSearchToolScopeResolver<Context>, context: Context) => {\n  if (typeof resolver === 'function') {\n    return resolver(context)\n  }\n\n  return Effect.succeed(resolver)\n}\n\nexport const makeKnowledgeSearchTool = <Context>(\n  searcher: KnowledgeSearcher,\n  options: MakeKnowledgeSearchToolOptions<Context>\n): ToolRegistration<Context> => {\n  const name = options.name ?? 'search_knowledge'\n\n  return makeTool({\n    name,\n    description: options.description ?? 'Search the configured knowledge search.',\n    parameters: KnowledgeSearchToolParams,\n    access: 'read',\n    invalidParamsMessage: error => error instanceof Error ? error.message : String(error),\n    execute: input =>\n      resolveScope(options.scope, input.context).pipe(\n        Effect.flatMap(scope =>\n          searcher.search({\n            scope,\n            query: input.params.query,\n            limit: options.limit,\n            minScore: options.minScore,\n            contextChunks: options.contextChunks\n          })\n        ),\n        Effect.map(results => packKnowledgeSearchContext(input.params.query, results)),\n        Effect.map(\n          context =>\n            ToolResult.make({\n              toolCallId: input.call.id,\n              content: context.text,\n              structuredContent: context\n            })\n        ),\n        Effect.mapError(error => {\n          if (isToolError(error)) {\n            return error\n          }\n\n          return new ToolError({\n            tool: input.call.name,\n            message: error.message,\n            cause: 'execution'\n          })\n        })\n      )\n  })\n}\n"],"mappings":";;;;;;;AAgBA,MAAa,sCAAoE,EAC/E,4BAA4B,IAC9B;AAEA,MAAM,4BAA4BA,SAAO,OAAO,EAC9C,OAAOA,SAAO,QAAQ,KACpBA,SAAO,MAAMA,SAAO,WAAW,CAAC,GAChCA,SAAO,SAAS,EAAE,aAAa,oDAAoD,CAAC,CACtF,EACF,CAAC;AAED,MAAM,cAAcA,SAAO,GAAG,SAAS;AAevC,MAAM,gBAAyB,UAAqD,YAAqB;CACvG,IAAI,OAAO,aAAa,YACtB,OAAO,SAAS,OAAO;CAGzB,OAAO,OAAO,QAAQ,QAAQ;AAChC;AAEA,MAAa,2BACX,UACA,YAC8B;CAG9B,OAAO,SAAS;EACd,MAHW,QAAQ,QAAQ;EAI3B,aAAa,QAAQ,eAAe;EACpC,YAAY;EACZ,QAAQ;EACR,uBAAsB,UAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EACpF,UAAS,UACP,aAAa,QAAQ,OAAO,MAAM,OAAO,EAAE,KACzC,OAAO,SAAQ,UACb,SAAS,OAAO;GACd;GACA,OAAO,MAAM,OAAO;GACpB,OAAO,QAAQ;GACf,UAAU,QAAQ;GAClB,eAAe,QAAQ;EACzB,CAAC,CACH,GACA,OAAO,KAAI,YAAW,2BAA2B,MAAM,OAAO,OAAO,OAAO,CAAC,GAC7E,OAAO,KACL,YACE,WAAW,KAAK;GACd,YAAY,MAAM,KAAK;GACvB,SAAS,QAAQ;GACjB,mBAAmB;EACrB,CAAC,CACL,GACA,OAAO,UAAS,UAAS;GACvB,IAAI,YAAY,KAAK,GACnB,OAAO;GAGT,OAAO,IAAI,UAAU;IACnB,MAAM,MAAM,KAAK;IACjB,SAAS,MAAM;IACf,OAAO;GACT,CAAC;EACH,CAAC,CACH;CACJ,CAAC;AACH"}
+{"version":3,"file":"agent.mjs","names":[],"sources":["../src/agent.ts"],"sourcesContent":["import { Effect } from 'effect'\nimport * as Schema from 'effect/Schema'\nimport { ToolError } from '@yolk-sdk/agent/loop'\nimport { ToolResult } from '@yolk-sdk/agent/protocol'\nimport { makeTool, withToolArgumentsErrorHint, type ToolRegistration } from '@yolk-sdk/agent/tools'\nimport {\n  KnowledgeAvailabilitySchema,\n  KnowledgeDocumentSchema,\n  NonNegativeInteger,\n  NonEmptyTrimmedString,\n  PositiveInteger,\n  type KnowledgeAvailability,\n  type KnowledgeDocument\n} from './documents.ts'\n\nconst OptionalNonEmptyTrimmedString = Schema.optional(Schema.NullOr(NonEmptyTrimmedString))\n\nconst OptionalPositiveInteger = Schema.optional(Schema.NullOr(PositiveInteger))\n\nconst OptionalNonNegativeInteger = Schema.optional(Schema.NullOr(NonNegativeInteger))\n\nconst OptionalNumber = Schema.optional(Schema.NullOr(Schema.Number))\n\nconst KnowledgeTargetParamsSchema = Schema.Struct({\n  slug: NonEmptyTrimmedString,\n  scope: OptionalNonEmptyTrimmedString\n})\n\nconst KnowledgeLookupParams = Schema.Union([\n  Schema.Struct({\n    operation: Schema.Literal('search'),\n    query: NonEmptyTrimmedString,\n    limit: OptionalPositiveInteger,\n    minScore: OptionalNumber,\n    contextChunks: OptionalNonNegativeInteger\n  }),\n  Schema.Struct({\n    operation: Schema.Literal('get'),\n    id: OptionalNonEmptyTrimmedString,\n    target: Schema.optional(Schema.NullOr(KnowledgeTargetParamsSchema))\n  })\n])\n\nconst KnowledgeManageParams = Schema.Union([\n  Schema.Struct({\n    operation: Schema.Literal('upsert'),\n    target: KnowledgeTargetParamsSchema,\n    title: NonEmptyTrimmedString,\n    purpose: NonEmptyTrimmedString,\n    origin: NonEmptyTrimmedString,\n    content: NonEmptyTrimmedString,\n    availability: KnowledgeAvailabilitySchema\n  }),\n  Schema.Struct({\n    operation: Schema.Literal('set_availability'),\n    target: KnowledgeTargetParamsSchema,\n    availability: KnowledgeAvailabilitySchema\n  }),\n  Schema.Struct({\n    operation: Schema.Literal('rename_slug'),\n    target: KnowledgeTargetParamsSchema,\n    nextSlug: NonEmptyTrimmedString\n  }),\n  Schema.Struct({\n    operation: Schema.Literal('delete'),\n    target: KnowledgeTargetParamsSchema\n  })\n])\n\nconst KnowledgeLookupResultSchema = Schema.Struct({\n  document: KnowledgeDocumentSchema,\n  score: Schema.optionalKey(Schema.Number),\n  context: Schema.optionalKey(Schema.Array(Schema.Struct({ content: Schema.String })))\n})\n\n/** Declared output of `makeKnowledgeLookupTool`; `structuredContent` is its JSON encoding\n * (`Schema.toCodecJson`: document dates become ISO strings). */\nexport const KnowledgeLookupOutput = Schema.Union([\n  Schema.Struct({\n    operation: Schema.Literal('search'),\n    results: Schema.Array(KnowledgeLookupResultSchema)\n  }),\n  Schema.Struct({\n    operation: Schema.Literal('get'),\n    document: KnowledgeDocumentSchema\n  })\n])\n\nexport type KnowledgeLookupOutput = typeof KnowledgeLookupOutput.Type\n\n/** Declared output of `makeKnowledgeManageTool`; `structuredContent` is its JSON encoding. */\nexport const KnowledgeManageOutput = Schema.Struct({\n  operation: Schema.Literals(['upsert', 'set_availability', 'rename_slug', 'delete']),\n  document: Schema.Struct({ id: Schema.String, slug: Schema.String, title: Schema.String })\n})\n\nexport type KnowledgeManageOutput = typeof KnowledgeManageOutput.Type\n\nconst encodeLookupOutput = Schema.encodeEffect(Schema.toCodecJson(KnowledgeLookupOutput))\n\nconst encodeManageOutput = Schema.encodeEffect(Schema.toCodecJson(KnowledgeManageOutput))\n\n/** A handler result that does not encode to the declared output is a host bug, not a model\n * mistake: fail with a safe message (no values). */\nconst outputError = (tool: string) => () =>\n  new ToolError({\n    tool,\n    message: `${tool} produced a result that does not match its output schema.`,\n    cause: 'execution'\n  })\n\ntype KnowledgeTargetParams = typeof KnowledgeTargetParamsSchema.Type\n\ntype KnowledgeLookupParams = typeof KnowledgeLookupParams.Type\n\ntype KnowledgeManageParams = typeof KnowledgeManageParams.Type\n\nexport type KnowledgeTarget = {\n  readonly slug: string\n  readonly scope?: string\n}\n\nexport type KnowledgeLookupResult = {\n  readonly document: KnowledgeDocument\n  readonly score?: number\n  readonly context?: ReadonlyArray<{ readonly content: string }>\n}\n\nexport type KnowledgeSavedDocument = {\n  readonly id: string\n  readonly slug: string\n  readonly title: string\n}\n\nexport type KnowledgeLookupHandlers<Context> = {\n  readonly search: (input: {\n    readonly context: Context\n    readonly query: string\n    readonly limit?: number\n    readonly minScore?: number\n    readonly contextChunks?: number\n  }) => Effect.Effect<ReadonlyArray<KnowledgeLookupResult>, ToolError>\n  readonly get: (input: {\n    readonly context: Context\n    readonly id?: string\n    readonly target?: KnowledgeTarget\n  }) => Effect.Effect<KnowledgeDocument, ToolError>\n}\n\nexport type KnowledgeManageHandlers<Context> = {\n  readonly upsert: (input: {\n    readonly context: Context\n    readonly target: KnowledgeTarget\n    readonly title: string\n    readonly purpose: string\n    readonly origin: string\n    readonly content: string\n    readonly availability: KnowledgeAvailability\n  }) => Effect.Effect<KnowledgeSavedDocument, ToolError>\n  readonly setAvailability: (input: {\n    readonly context: Context\n    readonly target: KnowledgeTarget\n    readonly availability: KnowledgeAvailability\n  }) => Effect.Effect<KnowledgeSavedDocument, ToolError>\n  readonly renameSlug: (input: {\n    readonly context: Context\n    readonly target: KnowledgeTarget\n    readonly nextSlug: string\n  }) => Effect.Effect<KnowledgeSavedDocument, ToolError>\n  readonly delete: (input: {\n    readonly context: Context\n    readonly target: KnowledgeTarget\n  }) => Effect.Effect<KnowledgeSavedDocument, ToolError>\n}\n\nconst optionalValue = <Value>(value: Value | null | undefined) => value ?? undefined\n\nconst targetFromParams = (target: KnowledgeTargetParams): KnowledgeTarget =>\n  target.scope === null || target.scope === undefined\n    ? { slug: target.slug }\n    : { slug: target.slug, scope: target.scope }\n\nconst optionalTargetFromParams = (target: KnowledgeTargetParams | null | undefined) =>\n  target === null || target === undefined ? undefined : targetFromParams(target)\n\nconst formatDocument = (document: KnowledgeDocument) =>\n  [\n    `# ${document.title}`,\n    `document_id: ${document.id}`,\n    `slug: ${document.slug}`,\n    `purpose: ${document.purpose}`,\n    `origin: ${document.origin}`,\n    `availability: ${document.availability}`,\n    `status: ${document.status}`,\n    '',\n    document.content\n  ].join('\\n')\n\nconst formatSearchResults = (results: ReadonlyArray<KnowledgeLookupResult>) =>\n  results.length === 0\n    ? 'No knowledge matches found.'\n    : results\n        .map(result =>\n          [\n            `## ${result.document.title}`,\n            `document_id: ${result.document.id}`,\n            `slug: ${result.document.slug}`,\n            `purpose: ${result.document.purpose}`,\n            `origin: ${result.document.origin}`,\n            `availability: ${result.document.availability}`,\n            result.score === undefined ? undefined : `score: ${result.score}`,\n            '',\n            result.context?.map(chunk => chunk.content).join('\\n\\n') ?? result.document.content\n          ]\n            .filter(line => line !== undefined)\n            .join('\\n')\n        )\n        .join('\\n\\n')\n\nconst formatSaved = (verb: string, document: KnowledgeSavedDocument) =>\n  [verb, `title: ${document.title}`, `slug: ${document.slug}`, `document_id: ${document.id}`].join(\n    '\\n'\n  )\n\ntype KnowledgeLookupResultOutput = {\n  readonly document: KnowledgeDocument\n  score?: number\n  context?: ReadonlyArray<{ readonly content: string }>\n}\n\nconst lookupResultOutput = (result: KnowledgeLookupResult) => {\n  const output: KnowledgeLookupResultOutput = { document: result.document }\n\n  if (result.score !== undefined) output.score = result.score\n\n  if (result.context !== undefined) {\n    output.context = result.context.map(chunk => ({ content: chunk.content }))\n  }\n\n  return output\n}\n\nconst savedResult = (input: {\n  readonly name: string\n  readonly callId: string\n  readonly verb: string\n  readonly operation: KnowledgeManageOutput['operation']\n  readonly document: KnowledgeSavedDocument\n}) =>\n  encodeManageOutput({\n    operation: input.operation,\n    document: { id: input.document.id, slug: input.document.slug, title: input.document.title }\n  }).pipe(\n    Effect.mapError(outputError(input.name)),\n    Effect.map(structuredContent =>\n      ToolResult.make({\n        toolCallId: input.callId,\n        content: formatSaved(input.verb, input.document),\n        structuredContent\n      })\n    )\n  )\n\nexport const makeKnowledgeLookupTool = <Context>(\n  handlers: KnowledgeLookupHandlers<Context>,\n  options: { readonly name?: string; readonly description?: string } = {}\n): ToolRegistration<Context> => {\n  const name = options.name ?? 'knowledge_lookup'\n\n  return makeTool({\n    name,\n    description:\n      options.description ??\n      'Look up durable knowledge. Search for semantic discovery; get when document_id or slug is known.',\n    parameters: KnowledgeLookupParams,\n    output: KnowledgeLookupOutput,\n    access: 'read',\n    invalidParamsMessage: error =>\n      withToolArgumentsErrorHint(\n        `Invalid knowledge lookup arguments: ${error instanceof Error ? error.message : String(error)}`,\n        error\n      ),\n    execute: ({ call, context, params }) =>\n      Effect.gen(function* () {\n        if (params.operation === 'search') {\n          const results = yield* handlers.search({\n            context,\n            query: params.query,\n            limit: optionalValue(params.limit),\n            minScore: optionalValue(params.minScore),\n            contextChunks: optionalValue(params.contextChunks)\n          })\n\n          const structuredContent = yield* encodeLookupOutput({\n            operation: 'search',\n            results: results.map(lookupResultOutput)\n          }).pipe(Effect.mapError(outputError(name)))\n\n          return ToolResult.make({\n            toolCallId: call.id,\n            content: formatSearchResults(results),\n            structuredContent\n          })\n        }\n\n        const document = yield* handlers.get({\n          context,\n          id: optionalValue(params.id),\n          target: optionalTargetFromParams(params.target)\n        })\n\n        const structuredContent = yield* encodeLookupOutput({ operation: 'get', document }).pipe(\n          Effect.mapError(outputError(name))\n        )\n\n        return ToolResult.make({\n          toolCallId: call.id,\n          content: formatDocument(document),\n          structuredContent\n        })\n      })\n  })\n}\n\nexport const makeKnowledgeManageTool = <Context>(\n  handlers: KnowledgeManageHandlers<Context>,\n  options: { readonly name?: string; readonly description?: string } = {}\n): ToolRegistration<Context> => {\n  const name = options.name ?? 'knowledge_manage'\n\n  return makeTool({\n    name,\n    description:\n      options.description ??\n      'Create, replace, pin, archive, rename, or delete durable knowledge. Use only when explicitly asked.',\n    parameters: KnowledgeManageParams,\n    output: KnowledgeManageOutput,\n    access: 'write',\n    invalidParamsMessage: error =>\n      withToolArgumentsErrorHint(\n        `Invalid knowledge manage arguments: ${error instanceof Error ? error.message : String(error)}`,\n        error\n      ),\n    execute: ({ call, context, params }) =>\n      Effect.gen(function* () {\n        switch (params.operation) {\n          case 'upsert': {\n            const document = yield* handlers.upsert({\n              context,\n              target: targetFromParams(params.target),\n              title: params.title,\n              purpose: params.purpose,\n              origin: params.origin,\n              content: params.content,\n              availability: params.availability\n            })\n\n            return yield* savedResult({\n              name,\n              callId: call.id,\n              verb: 'Knowledge upserted',\n              operation: 'upsert',\n              document\n            })\n          }\n\n          case 'set_availability': {\n            const document = yield* handlers.setAvailability({\n              context,\n              target: targetFromParams(params.target),\n              availability: params.availability\n            })\n\n            return yield* savedResult({\n              name,\n              callId: call.id,\n              verb: 'Knowledge availability updated',\n              operation: 'set_availability',\n              document\n            })\n          }\n\n          case 'rename_slug': {\n            const document = yield* handlers.renameSlug({\n              context,\n              target: targetFromParams(params.target),\n              nextSlug: params.nextSlug\n            })\n\n            return yield* savedResult({\n              name,\n              callId: call.id,\n              verb: 'Knowledge slug renamed',\n              operation: 'rename_slug',\n              document\n            })\n          }\n\n          case 'delete': {\n            const document = yield* handlers.delete({\n              context,\n              target: targetFromParams(params.target)\n            })\n\n            return yield* savedResult({\n              name,\n              callId: call.id,\n              verb: 'Knowledge deleted',\n              operation: 'delete',\n              document\n            })\n          }\n        }\n\n        return yield* Effect.fail(\n          new ToolError({\n            tool: call.name,\n            message: 'Unsupported knowledge operation',\n            cause: 'validation'\n          })\n        )\n      })\n  })\n}\n"],"mappings":";;;;;;;AAeA,MAAM,gCAAgC,OAAO,SAAS,OAAO,OAAO,qBAAqB,CAAC;AAE1F,MAAM,0BAA0B,OAAO,SAAS,OAAO,OAAO,eAAe,CAAC;AAE9E,MAAM,6BAA6B,OAAO,SAAS,OAAO,OAAO,kBAAkB,CAAC;AAEpF,MAAM,iBAAiB,OAAO,SAAS,OAAO,OAAO,OAAO,MAAM,CAAC;AAEnE,MAAM,8BAA8B,OAAO,OAAO;CAChD,MAAM;CACN,OAAO;AACT,CAAC;AAED,MAAM,wBAAwB,OAAO,MAAM,CACzC,OAAO,OAAO;CACZ,WAAW,OAAO,QAAQ,QAAQ;CAClC,OAAO;CACP,OAAO;CACP,UAAU;CACV,eAAe;AACjB,CAAC,GACD,OAAO,OAAO;CACZ,WAAW,OAAO,QAAQ,KAAK;CAC/B,IAAI;CACJ,QAAQ,OAAO,SAAS,OAAO,OAAO,2BAA2B,CAAC;AACpE,CAAC,CACH,CAAC;AAED,MAAM,wBAAwB,OAAO,MAAM;CACzC,OAAO,OAAO;EACZ,WAAW,OAAO,QAAQ,QAAQ;EAClC,QAAQ;EACR,OAAO;EACP,SAAS;EACT,QAAQ;EACR,SAAS;EACT,cAAc;CAChB,CAAC;CACD,OAAO,OAAO;EACZ,WAAW,OAAO,QAAQ,kBAAkB;EAC5C,QAAQ;EACR,cAAc;CAChB,CAAC;CACD,OAAO,OAAO;EACZ,WAAW,OAAO,QAAQ,aAAa;EACvC,QAAQ;EACR,UAAU;CACZ,CAAC;CACD,OAAO,OAAO;EACZ,WAAW,OAAO,QAAQ,QAAQ;EAClC,QAAQ;CACV,CAAC;AACH,CAAC;AAED,MAAM,8BAA8B,OAAO,OAAO;CAChD,UAAU;CACV,OAAO,OAAO,YAAY,OAAO,MAAM;CACvC,SAAS,OAAO,YAAY,OAAO,MAAM,OAAO,OAAO,EAAE,SAAS,OAAO,OAAO,CAAC,CAAC,CAAC;AACrF,CAAC;;;AAID,MAAa,wBAAwB,OAAO,MAAM,CAChD,OAAO,OAAO;CACZ,WAAW,OAAO,QAAQ,QAAQ;CAClC,SAAS,OAAO,MAAM,2BAA2B;AACnD,CAAC,GACD,OAAO,OAAO;CACZ,WAAW,OAAO,QAAQ,KAAK;CAC/B,UAAU;AACZ,CAAC,CACH,CAAC;;AAKD,MAAa,wBAAwB,OAAO,OAAO;CACjD,WAAW,OAAO,SAAS;EAAC;EAAU;EAAoB;EAAe;CAAQ,CAAC;CAClF,UAAU,OAAO,OAAO;EAAE,IAAI,OAAO;EAAQ,MAAM,OAAO;EAAQ,OAAO,OAAO;CAAO,CAAC;AAC1F,CAAC;AAID,MAAM,qBAAqB,OAAO,aAAa,OAAO,YAAY,qBAAqB,CAAC;AAExF,MAAM,qBAAqB,OAAO,aAAa,OAAO,YAAY,qBAAqB,CAAC;;;AAIxF,MAAM,eAAe,eACnB,IAAI,UAAU;CACZ;CACA,SAAS,GAAG,KAAK;CACjB,OAAO;AACT,CAAC;AAkEH,MAAM,iBAAwB,UAAoC,SAAS,KAAA;AAE3E,MAAM,oBAAoB,WACxB,OAAO,UAAU,QAAQ,OAAO,UAAU,KAAA,IACtC,EAAE,MAAM,OAAO,KAAK,IACpB;CAAE,MAAM,OAAO;CAAM,OAAO,OAAO;AAAM;AAE/C,MAAM,4BAA4B,WAChC,WAAW,QAAQ,WAAW,KAAA,IAAY,KAAA,IAAY,iBAAiB,MAAM;AAE/E,MAAM,kBAAkB,aACtB;CACE,KAAK,SAAS;CACd,gBAAgB,SAAS;CACzB,SAAS,SAAS;CAClB,YAAY,SAAS;CACrB,WAAW,SAAS;CACpB,iBAAiB,SAAS;CAC1B,WAAW,SAAS;CACpB;CACA,SAAS;AACX,CAAC,CAAC,KAAK,IAAI;AAEb,MAAM,uBAAuB,YAC3B,QAAQ,WAAW,IACf,gCACA,QACG,KAAI,WACH;CACE,MAAM,OAAO,SAAS;CACtB,gBAAgB,OAAO,SAAS;CAChC,SAAS,OAAO,SAAS;CACzB,YAAY,OAAO,SAAS;CAC5B,WAAW,OAAO,SAAS;CAC3B,iBAAiB,OAAO,SAAS;CACjC,OAAO,UAAU,KAAA,IAAY,KAAA,IAAY,UAAU,OAAO;CAC1D;CACA,OAAO,SAAS,KAAI,UAAS,MAAM,OAAO,CAAC,CAAC,KAAK,MAAM,KAAK,OAAO,SAAS;AAC9E,CAAC,CACE,QAAO,SAAQ,SAAS,KAAA,CAAS,CAAC,CAClC,KAAK,IAAI,CACd,CAAC,CACA,KAAK,MAAM;AAEpB,MAAM,eAAe,MAAc,aACjC;CAAC;CAAM,UAAU,SAAS;CAAS,SAAS,SAAS;CAAQ,gBAAgB,SAAS;AAAI,CAAC,CAAC,KAC1F,IACF;AAQF,MAAM,sBAAsB,WAAkC;CAC5D,MAAM,SAAsC,EAAE,UAAU,OAAO,SAAS;CAExE,IAAI,OAAO,UAAU,KAAA,GAAW,OAAO,QAAQ,OAAO;CAEtD,IAAI,OAAO,YAAY,KAAA,GACrB,OAAO,UAAU,OAAO,QAAQ,KAAI,WAAU,EAAE,SAAS,MAAM,QAAQ,EAAE;CAG3E,OAAO;AACT;AAEA,MAAM,eAAe,UAOnB,mBAAmB;CACjB,WAAW,MAAM;CACjB,UAAU;EAAE,IAAI,MAAM,SAAS;EAAI,MAAM,MAAM,SAAS;EAAM,OAAO,MAAM,SAAS;CAAM;AAC5F,CAAC,CAAC,CAAC,KACD,OAAO,SAAS,YAAY,MAAM,IAAI,CAAC,GACvC,OAAO,KAAI,sBACT,WAAW,KAAK;CACd,YAAY,MAAM;CAClB,SAAS,YAAY,MAAM,MAAM,MAAM,QAAQ;CAC/C;AACF,CAAC,CACH,CACF;AAEF,MAAa,2BACX,UACA,UAAqE,CAAC,MACxC;CAC9B,MAAM,OAAO,QAAQ,QAAQ;CAE7B,OAAO,SAAS;EACd;EACA,aACE,QAAQ,eACR;EACF,YAAY;EACZ,QAAQ;EACR,QAAQ;EACR,uBAAsB,UACpB,2BACE,uCAAuC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,KAC5F,KACF;EACF,UAAU,EAAE,MAAM,SAAS,aACzB,OAAO,IAAI,aAAa;GACtB,IAAI,OAAO,cAAc,UAAU;IACjC,MAAM,UAAU,OAAO,SAAS,OAAO;KACrC;KACA,OAAO,OAAO;KACd,OAAO,cAAc,OAAO,KAAK;KACjC,UAAU,cAAc,OAAO,QAAQ;KACvC,eAAe,cAAc,OAAO,aAAa;IACnD,CAAC;IAED,MAAM,oBAAoB,OAAO,mBAAmB;KAClD,WAAW;KACX,SAAS,QAAQ,IAAI,kBAAkB;IACzC,CAAC,CAAC,CAAC,KAAK,OAAO,SAAS,YAAY,IAAI,CAAC,CAAC;IAE1C,OAAO,WAAW,KAAK;KACrB,YAAY,KAAK;KACjB,SAAS,oBAAoB,OAAO;KACpC;IACF,CAAC;GACH;GAEA,MAAM,WAAW,OAAO,SAAS,IAAI;IACnC;IACA,IAAI,cAAc,OAAO,EAAE;IAC3B,QAAQ,yBAAyB,OAAO,MAAM;GAChD,CAAC;GAED,MAAM,oBAAoB,OAAO,mBAAmB;IAAE,WAAW;IAAO;GAAS,CAAC,CAAC,CAAC,KAClF,OAAO,SAAS,YAAY,IAAI,CAAC,CACnC;GAEA,OAAO,WAAW,KAAK;IACrB,YAAY,KAAK;IACjB,SAAS,eAAe,QAAQ;IAChC;GACF,CAAC;EACH,CAAC;CACL,CAAC;AACH;AAEA,MAAa,2BACX,UACA,UAAqE,CAAC,MACxC;CAC9B,MAAM,OAAO,QAAQ,QAAQ;CAE7B,OAAO,SAAS;EACd;EACA,aACE,QAAQ,eACR;EACF,YAAY;EACZ,QAAQ;EACR,QAAQ;EACR,uBAAsB,UACpB,2BACE,uCAAuC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,KAC5F,KACF;EACF,UAAU,EAAE,MAAM,SAAS,aACzB,OAAO,IAAI,aAAa;GACtB,QAAQ,OAAO,WAAf;IACE,KAAK,UAAU;KACb,MAAM,WAAW,OAAO,SAAS,OAAO;MACtC;MACA,QAAQ,iBAAiB,OAAO,MAAM;MACtC,OAAO,OAAO;MACd,SAAS,OAAO;MAChB,QAAQ,OAAO;MACf,SAAS,OAAO;MAChB,cAAc,OAAO;KACvB,CAAC;KAED,OAAO,OAAO,YAAY;MACxB;MACA,QAAQ,KAAK;MACb,MAAM;MACN,WAAW;MACX;KACF,CAAC;IACH;IAEA,KAAK,oBAAoB;KACvB,MAAM,WAAW,OAAO,SAAS,gBAAgB;MAC/C;MACA,QAAQ,iBAAiB,OAAO,MAAM;MACtC,cAAc,OAAO;KACvB,CAAC;KAED,OAAO,OAAO,YAAY;MACxB;MACA,QAAQ,KAAK;MACb,MAAM;MACN,WAAW;MACX;KACF,CAAC;IACH;IAEA,KAAK,eAAe;KAClB,MAAM,WAAW,OAAO,SAAS,WAAW;MAC1C;MACA,QAAQ,iBAAiB,OAAO,MAAM;MACtC,UAAU,OAAO;KACnB,CAAC;KAED,OAAO,OAAO,YAAY;MACxB;MACA,QAAQ,KAAK;MACb,MAAM;MACN,WAAW;MACX;KACF,CAAC;IACH;IAEA,KAAK,UAAU;KACb,MAAM,WAAW,OAAO,SAAS,OAAO;MACtC;MACA,QAAQ,iBAAiB,OAAO,MAAM;KACxC,CAAC;KAED,OAAO,OAAO,YAAY;MACxB;MACA,QAAQ,KAAK;MACb,MAAM;MACN,WAAW;MACX;KACF,CAAC;IACH;GACF;GAEA,OAAO,OAAO,OAAO,KACnB,IAAI,UAAU;IACZ,MAAM,KAAK;IACX,SAAS;IACT,OAAO;GACT,CAAC,CACH;EACF,CAAC;CACL,CAAC;AACH"}

package/dist/chunking.d.mts

@@ -1,25 +1,23 @@
-import { KnowledgeChunk, KnowledgeMetadata } from "./documents.mjs";
+import { KnowledgeChunk, KnowledgeDocumentId, KnowledgeMetadata, KnowledgeScopeId } from "./documents.mjs";
 import { KnowledgeChunkingError } from "./errors.mjs";
 import { Context, Effect, Layer } from "effect";
-
-//#region src/chunking.d.ts
-type ChunkKnowledgeDocumentInput = {
-  readonly collectionId: string;
-  readonly documentId: string;
+export type ChunkKnowledgeDocumentInput = {
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly content: string;
   readonly maxTokens?: number;
   readonly metadata?: KnowledgeMetadata;
 };
-type KnowledgeChunkerApi = {
+export type KnowledgeChunkerApi = {
   readonly chunk: (input: ChunkKnowledgeDocumentInput) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, KnowledgeChunkingError>;
 };
 declare const KnowledgeChunker_base: Context.ServiceClass<KnowledgeChunker, "@yolk-sdk/knowledge/KnowledgeChunker", KnowledgeChunkerApi>;
-declare class KnowledgeChunker extends KnowledgeChunker_base {}
-declare const countKnowledgeChunkTokens: (text: string) => number;
-declare const chunkKnowledgeText: (input: ChunkKnowledgeDocumentInput, maxTokens: number) => Effect.Effect<{
+export declare class KnowledgeChunker extends KnowledgeChunker_base {}
+export declare const countKnowledgeChunkTokens: (text: string) => number;
+export declare const chunkKnowledgeText: (input: ChunkKnowledgeDocumentInput, maxTokens: number) => Effect.Effect<{
   id: string;
-  collectionId: string;
-  documentId: string;
+  scopeId: string & import("effect/Brand").Brand<"KnowledgeScopeId">;
+  documentId: string & import("effect/Brand").Brand<"KnowledgeDocumentId">;
   content: string;
   position: number;
   tokenCount: number;
@@ -27,12 +25,11 @@ declare const chunkKnowledgeText: (input: ChunkKnowledgeDocumentInput, maxTokens
     readonly [x: string]: unknown;
   } | undefined;
 }[], KnowledgeChunkingError, never>;
-declare const makeDefaultKnowledgeChunker: (input: {
+export declare const makeDefaultKnowledgeChunker: (input: {
   readonly maxTokens: number;
 }) => KnowledgeChunkerApi;
-declare const DefaultKnowledgeChunkerLive: (input?: {
+export declare const DefaultKnowledgeChunkerLive: (input?: {
   readonly maxTokens: number;
 }) => Layer.Layer<KnowledgeChunker, never, never>;
-//#endregion
-export { ChunkKnowledgeDocumentInput, DefaultKnowledgeChunkerLive, KnowledgeChunker, KnowledgeChunkerApi, chunkKnowledgeText, countKnowledgeChunkTokens, makeDefaultKnowledgeChunker };
+export {};
 //# sourceMappingURL=chunking.d.mts.map

package/dist/chunking.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"chunking.d.mts","names":[],"sources":["../src/chunking.ts"],"mappings":";;;;;KASY,2BAAA;EAAA,SACD,YAAA;EAAA,SACA,UAAA;EAAA,SACA,OAAA;EAAA,SACA,SAAA;EAAA,SACA,QAAA,GAAW,iBAAiB;AAAA;AAAA,KAG3B,mBAAA;EAAA,SACD,KAAA,GACP,KAAA,EAAO,2BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,cAAA,GAAiB,sBAAA;AAAA;AAAA,cACnD,qBAAA;cAEY,gBAAA,SAAyB,qBAErC;AAAA,cAEY,yBAAA,GAA6B,IAAY;AAAA,cA+GzC,kBAAA,GAAsB,KAAA,EAAO,2BAAA,EAA6B,SAAA,aAAiB,MAAA,CAAA,MAAA;;;;;;;;;;;cA+B3E,2BAAA,GAA+B,KAAA;EAAA,SAAkB,SAAA;AAAA,MAAsB,mBAElF;AAAA,cAEW,2BAAA,GAA+B,KAAA;EAAA,SAAkB,SAAA;AAAA,MAAwC,KAAA,CAAA,KAAA,CAAA,gBAAA"}
+{"version":3,"file":"chunking.d.mts","names":[],"sources":["../src/chunking.ts"],"mappings":";;;YAgBY;WACD,SAAS;WACT,YAAY;WACZ;WACA;WACA,WAAW;;YAGV;WACD,QACP,OAAO,gCACJ,OAAO,OAAO,cAAc,iBAAiB;;;qBAGvC,yBAAyB;qBAIzB,4BAAyB;qBAqHzB,qBAAkB,OAAW,6BAA2B,sBAAmB,OAAA;;;;;;;;;;KAgCpF;qBAES,8BAA2B;WAC7B;MACP;qBAIS,8BAA2B;WACpB;MAAmB,MAAA,MAAA"}

package/dist/chunking.mjs

@@ -1,7 +1,7 @@
 import { KnowledgeChunkingError } from "./errors.mjs";
 import { Context, Effect, Layer } from "effect";
 import { countTokens, decode, encode } from "gpt-tokenizer/encoding/o200k_base";
-//#region src/chunking.ts
+// src/chunking.ts
 const SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:["')\]]+)?\s*|[^.!?]+$/g;
 const PARAGRAPH_BREAK_PATTERN = /(\n{2,})/;
 const WORD_PATTERN = /\S+\s*/g;
@@ -73,11 +73,12 @@ const chunkKnowledgeText = (input, maxTokens) => Effect.gen(function* () {
 	if (!Number.isInteger(maxTokens) || maxTokens < 1) return yield* Effect.fail(new KnowledgeChunkingError({ message: "Chunk maxTokens must be a positive integer" }));
 	const sanitized = sanitizeText(input.content);
 	if (sanitized.length === 0) return yield* Effect.fail(new KnowledgeChunkingError({ message: "Cannot chunk empty content" }));
-	const contents = buildChunkContents(splitUnitsBySize(splitSentences(sanitized), maxTokens), maxTokens);
+	const units = splitUnitsBySize(splitSentences(sanitized), maxTokens);
+	const contents = buildChunkContents(units, maxTokens);
 	if (contents.length === 0) return yield* Effect.fail(new KnowledgeChunkingError({ message: "No chunks produced" }));
 	return contents.map((content, position) => ({
 		id: `${input.documentId}:chunk:${position}`,
-		collectionId: input.collectionId,
+		scopeId: input.scopeId,
 		documentId: input.documentId,
 		content,
 		position,
@@ -87,7 +88,6 @@ const chunkKnowledgeText = (input, maxTokens) => Effect.gen(function* () {
 });
 const makeDefaultKnowledgeChunker = (input) => ({ chunk: (document) => chunkKnowledgeText(document, document.maxTokens ?? input.maxTokens) });
 const DefaultKnowledgeChunkerLive = (input = { maxTokens: 512 }) => Layer.succeed(KnowledgeChunker, makeDefaultKnowledgeChunker(input));
-//#endregion
 export { DefaultKnowledgeChunkerLive, KnowledgeChunker, chunkKnowledgeText, countKnowledgeChunkTokens, makeDefaultKnowledgeChunker };
 
 //# sourceMappingURL=chunking.mjs.map

package/dist/chunking.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"chunking.mjs","names":[],"sources":["../src/chunking.ts"],"sourcesContent":["import { Context, Effect, Layer } from 'effect'\nimport { countTokens, decode, encode } from 'gpt-tokenizer/encoding/o200k_base'\nimport type { KnowledgeChunk, KnowledgeMetadata } from './documents.ts'\nimport { KnowledgeChunkingError } from './errors.ts'\n\nconst SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:[\"')\\]]+)?\\s*|[^.!?]+$/g\nconst PARAGRAPH_BREAK_PATTERN = /(\\n{2,})/\nconst WORD_PATTERN = /\\S+\\s*/g\n\nexport type ChunkKnowledgeDocumentInput = {\n  readonly collectionId: string\n  readonly documentId: string\n  readonly content: string\n  readonly maxTokens?: number\n  readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeChunkerApi = {\n  readonly chunk: (\n    input: ChunkKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, KnowledgeChunkingError>\n}\n\nexport class KnowledgeChunker extends Context.Service<KnowledgeChunker, KnowledgeChunkerApi>()(\n  '@yolk-sdk/knowledge/KnowledgeChunker'\n) {}\n\nexport const countKnowledgeChunkTokens = (text: string) => countTokens(text)\n\nconst sanitizeText = (text: string) =>\n  text\n    .replace(/\\r\\n/g, '\\n')\n    .replace(/[\\t ]+/g, ' ')\n    .replace(/\\n{3,}/g, '\\n\\n')\n    .trim()\n\nconst splitSentences = (text: string) =>\n  text\n    .split(PARAGRAPH_BREAK_PATTERN)\n    .flatMap(part => {\n      if (part.length === 0) {\n        return []\n      }\n\n      if (/^\\n{2,}$/.test(part)) {\n        return ['\\n\\n']\n      }\n\n      return part.match(SENTENCE_PATTERN) ?? [part]\n    })\n    .filter(unit => unit.length > 0)\n\nconst splitEncodedTokens = (text: string, maxTokens: number) => {\n  const tokens = encode(text)\n  return Array.from({ length: Math.ceil(tokens.length / maxTokens) }, (_, index) =>\n    decode(tokens.slice(index * maxTokens, index * maxTokens + maxTokens)).trim()\n  ).filter(chunk => chunk.length > 0)\n}\n\nconst splitOversizedUnit = (text: string, maxTokens: number) => {\n  const words = text.match(WORD_PATTERN) ?? []\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  for (const word of words) {\n    const wordTokenCount = countTokens(word)\n\n    if (wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      chunks.push(...splitEncodedTokens(word, maxTokens))\n      current = ''\n      currentTokenCount = 0\n      continue\n    }\n\n    if (currentTokenCount > 0 && currentTokenCount + wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      current = word\n      currentTokenCount = wordTokenCount\n      continue\n    }\n\n    current = `${current}${word}`\n    currentTokenCount += wordTokenCount\n  }\n\n  const finalChunk = current.trim()\n  if (finalChunk.length > 0) {\n    chunks.push(finalChunk)\n  }\n\n  return chunks\n}\n\nconst splitUnitsBySize = (units: ReadonlyArray<string>, maxTokens: number) =>\n  units.flatMap(unit =>\n    countTokens(unit) <= maxTokens ? [unit] : splitOversizedUnit(unit, maxTokens)\n  )\n\nconst buildChunkContents = (units: ReadonlyArray<string>, maxTokens: number) => {\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  const pushCurrent = () => {\n    const content = current.trim()\n    if (content.length > 0) {\n      chunks.push(content)\n    }\n  }\n\n  for (const unit of units) {\n    const unitTokenCount = countTokens(unit)\n\n    if (currentTokenCount > 0 && currentTokenCount + unitTokenCount > maxTokens) {\n      pushCurrent()\n      current = unit\n      currentTokenCount = unitTokenCount\n      continue\n    }\n\n    current = `${current}${unit}`\n    currentTokenCount += unitTokenCount\n  }\n\n  pushCurrent()\n  return chunks\n}\n\nexport const chunkKnowledgeText = (input: ChunkKnowledgeDocumentInput, maxTokens: number) =>\n  Effect.gen(function* () {\n    if (!Number.isInteger(maxTokens) || maxTokens < 1) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Chunk maxTokens must be a positive integer' })\n      )\n    }\n\n    const sanitized = sanitizeText(input.content)\n    if (sanitized.length === 0) {\n      return yield* Effect.fail(new KnowledgeChunkingError({ message: 'Cannot chunk empty content' }))\n    }\n\n    const units = splitUnitsBySize(splitSentences(sanitized), maxTokens)\n    const contents = buildChunkContents(units, maxTokens)\n\n    if (contents.length === 0) {\n      return yield* Effect.fail(new KnowledgeChunkingError({ message: 'No chunks produced' }))\n    }\n\n    return contents.map((content, position) => ({\n      id: `${input.documentId}:chunk:${position}`,\n      collectionId: input.collectionId,\n      documentId: input.documentId,\n      content,\n      position,\n      tokenCount: countTokens(content),\n      metadata: input.metadata\n    })) satisfies ReadonlyArray<KnowledgeChunk>\n  })\n\nexport const makeDefaultKnowledgeChunker = (input: { readonly maxTokens: number }): KnowledgeChunkerApi => ({\n  chunk: document => chunkKnowledgeText(document, document.maxTokens ?? input.maxTokens)\n})\n\nexport const DefaultKnowledgeChunkerLive = (input: { readonly maxTokens: number } = { maxTokens: 512 }) =>\n  Layer.succeed(KnowledgeChunker, makeDefaultKnowledgeChunker(input))\n"],"mappings":";;;;AAKA,MAAM,mBAAmB;AACzB,MAAM,0BAA0B;AAChC,MAAM,eAAe;AAgBrB,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,EAC3F,sCACF,EAAE,CAAC;AAEH,MAAa,6BAA6B,SAAiB,YAAY,IAAI;AAE3E,MAAM,gBAAgB,SACpB,KACG,QAAQ,SAAS,IAAI,EACrB,QAAQ,WAAW,GAAG,EACtB,QAAQ,WAAW,MAAM,EACzB,KAAK;AAEV,MAAM,kBAAkB,SACtB,KACG,MAAM,uBAAuB,EAC7B,SAAQ,SAAQ;CACf,IAAI,KAAK,WAAW,GAClB,OAAO,CAAC;CAGV,IAAI,WAAW,KAAK,IAAI,GACtB,OAAO,CAAC,MAAM;CAGhB,OAAO,KAAK,MAAM,gBAAgB,KAAK,CAAC,IAAI;AAC9C,CAAC,EACA,QAAO,SAAQ,KAAK,SAAS,CAAC;AAEnC,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,SAAS,OAAO,IAAI;CAC1B,OAAO,MAAM,KAAK,EAAE,QAAQ,KAAK,KAAK,OAAO,SAAS,SAAS,EAAE,IAAI,GAAG,UACtE,OAAO,OAAO,MAAM,QAAQ,WAAW,QAAQ,YAAY,SAAS,CAAC,EAAE,KAAK,CAC9E,EAAE,QAAO,UAAS,MAAM,SAAS,CAAC;AACpC;AAEA,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,QAAQ,KAAK,MAAM,YAAY,KAAK,CAAC;CAC3C,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,iBAAiB,WAAW;GAC9B,MAAM,eAAe,QAAQ,KAAK;GAClC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,OAAO,KAAK,GAAG,mBAAmB,MAAM,SAAS,CAAC;GAClD,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,MAAM,eAAe,QAAQ,KAAK;GAClC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,MAAM,aAAa,QAAQ,KAAK;CAChC,IAAI,WAAW,SAAS,GACtB,OAAO,KAAK,UAAU;CAGxB,OAAO;AACT;AAEA,MAAM,oBAAoB,OAA8B,cACtD,MAAM,SAAQ,SACZ,YAAY,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,mBAAmB,MAAM,SAAS,CAC9E;AAEF,MAAM,sBAAsB,OAA8B,cAAsB;CAC9E,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,MAAM,oBAAoB;EACxB,MAAM,UAAU,QAAQ,KAAK;EAC7B,IAAI,QAAQ,SAAS,GACnB,OAAO,KAAK,OAAO;CAEvB;CAEA,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,YAAY;GACZ,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,YAAY;CACZ,OAAO;AACT;AAEA,MAAa,sBAAsB,OAAoC,cACrE,OAAO,IAAI,aAAa;CACtB,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6CAA6C,CAAC,CACtF;CAGF,MAAM,YAAY,aAAa,MAAM,OAAO;CAC5C,IAAI,UAAU,WAAW,GACvB,OAAO,OAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,SAAS,6BAA6B,CAAC,CAAC;CAIjG,MAAM,WAAW,mBADH,iBAAiB,eAAe,SAAS,GAAG,SAClB,GAAG,SAAS;CAEpD,IAAI,SAAS,WAAW,GACtB,OAAO,OAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,SAAS,qBAAqB,CAAC,CAAC;CAGzF,OAAO,SAAS,KAAK,SAAS,cAAc;EAC1C,IAAI,GAAG,MAAM,WAAW,SAAS;EACjC,cAAc,MAAM;EACpB,YAAY,MAAM;EAClB;EACA;EACA,YAAY,YAAY,OAAO;EAC/B,UAAU,MAAM;CAClB,EAAE;AACJ,CAAC;AAEH,MAAa,+BAA+B,WAAgE,EAC1G,QAAO,aAAY,mBAAmB,UAAU,SAAS,aAAa,MAAM,SAAS,EACvF;AAEA,MAAa,+BAA+B,QAAwC,EAAE,WAAW,IAAI,MACnG,MAAM,QAAQ,kBAAkB,4BAA4B,KAAK,CAAC"}
+{"version":3,"file":"chunking.mjs","names":[],"sources":["../src/chunking.ts"],"sourcesContent":["import { Context, Effect, Layer } from 'effect'\nimport { countTokens, decode, encode } from 'gpt-tokenizer/encoding/o200k_base'\nimport type {\n  KnowledgeChunk,\n  KnowledgeDocumentId,\n  KnowledgeMetadata,\n  KnowledgeScopeId\n} from './documents.ts'\nimport { KnowledgeChunkingError } from './errors.ts'\n\nconst SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:[\"')\\]]+)?\\s*|[^.!?]+$/g\n\nconst PARAGRAPH_BREAK_PATTERN = /(\\n{2,})/\n\nconst WORD_PATTERN = /\\S+\\s*/g\n\nexport type ChunkKnowledgeDocumentInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly content: string\n  readonly maxTokens?: number\n  readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeChunkerApi = {\n  readonly chunk: (\n    input: ChunkKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, KnowledgeChunkingError>\n}\n\nexport class KnowledgeChunker extends Context.Service<KnowledgeChunker, KnowledgeChunkerApi>()(\n  '@yolk-sdk/knowledge/KnowledgeChunker'\n) {}\n\nexport const countKnowledgeChunkTokens = (text: string) => countTokens(text)\n\nconst sanitizeText = (text: string) =>\n  text\n    .replace(/\\r\\n/g, '\\n')\n    .replace(/[\\t ]+/g, ' ')\n    .replace(/\\n{3,}/g, '\\n\\n')\n    .trim()\n\nconst splitSentences = (text: string) =>\n  text\n    .split(PARAGRAPH_BREAK_PATTERN)\n    .flatMap(part => {\n      if (part.length === 0) {\n        return []\n      }\n\n      if (/^\\n{2,}$/.test(part)) {\n        return ['\\n\\n']\n      }\n\n      return part.match(SENTENCE_PATTERN) ?? [part]\n    })\n    .filter(unit => unit.length > 0)\n\nconst splitEncodedTokens = (text: string, maxTokens: number) => {\n  const tokens = encode(text)\n\n  return Array.from({ length: Math.ceil(tokens.length / maxTokens) }, (_, index) =>\n    decode(tokens.slice(index * maxTokens, index * maxTokens + maxTokens)).trim()\n  ).filter(chunk => chunk.length > 0)\n}\n\nconst splitOversizedUnit = (text: string, maxTokens: number) => {\n  const words = text.match(WORD_PATTERN) ?? []\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  for (const word of words) {\n    const wordTokenCount = countTokens(word)\n\n    if (wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      chunks.push(...splitEncodedTokens(word, maxTokens))\n      current = ''\n      currentTokenCount = 0\n      continue\n    }\n\n    if (currentTokenCount > 0 && currentTokenCount + wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      current = word\n      currentTokenCount = wordTokenCount\n      continue\n    }\n\n    current = `${current}${word}`\n    currentTokenCount += wordTokenCount\n  }\n\n  const finalChunk = current.trim()\n\n  if (finalChunk.length > 0) {\n    chunks.push(finalChunk)\n  }\n\n  return chunks\n}\n\nconst splitUnitsBySize = (units: ReadonlyArray<string>, maxTokens: number) =>\n  units.flatMap(unit =>\n    countTokens(unit) <= maxTokens ? [unit] : splitOversizedUnit(unit, maxTokens)\n  )\n\nconst buildChunkContents = (units: ReadonlyArray<string>, maxTokens: number) => {\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  const pushCurrent = () => {\n    const content = current.trim()\n\n    if (content.length > 0) {\n      chunks.push(content)\n    }\n  }\n\n  for (const unit of units) {\n    const unitTokenCount = countTokens(unit)\n\n    if (currentTokenCount > 0 && currentTokenCount + unitTokenCount > maxTokens) {\n      pushCurrent()\n      current = unit\n      currentTokenCount = unitTokenCount\n      continue\n    }\n\n    current = `${current}${unit}`\n    currentTokenCount += unitTokenCount\n  }\n\n  pushCurrent()\n\n  return chunks\n}\n\nexport const chunkKnowledgeText = (input: ChunkKnowledgeDocumentInput, maxTokens: number) =>\n  Effect.gen(function* () {\n    if (!Number.isInteger(maxTokens) || maxTokens < 1) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Chunk maxTokens must be a positive integer' })\n      )\n    }\n\n    const sanitized = sanitizeText(input.content)\n\n    if (sanitized.length === 0) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Cannot chunk empty content' })\n      )\n    }\n\n    const units = splitUnitsBySize(splitSentences(sanitized), maxTokens)\n    const contents = buildChunkContents(units, maxTokens)\n\n    if (contents.length === 0) {\n      return yield* Effect.fail(new KnowledgeChunkingError({ message: 'No chunks produced' }))\n    }\n\n    return contents.map((content, position) => ({\n      id: `${input.documentId}:chunk:${position}`,\n      scopeId: input.scopeId,\n      documentId: input.documentId,\n      content,\n      position,\n      tokenCount: countTokens(content),\n      metadata: input.metadata\n    })) satisfies ReadonlyArray<KnowledgeChunk>\n  })\n\nexport const makeDefaultKnowledgeChunker = (input: {\n  readonly maxTokens: number\n}): KnowledgeChunkerApi => ({\n  chunk: document => chunkKnowledgeText(document, document.maxTokens ?? input.maxTokens)\n})\n\nexport const DefaultKnowledgeChunkerLive = (\n  input: { readonly maxTokens: number } = { maxTokens: 512 }\n) => Layer.succeed(KnowledgeChunker, makeDefaultKnowledgeChunker(input))\n"],"mappings":";;;;AAUA,MAAM,mBAAmB;AAEzB,MAAM,0BAA0B;AAEhC,MAAM,eAAe;AAgBrB,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,CAAC,CAC5F,sCACF,CAAC,CAAC,CAAC;AAEH,MAAa,6BAA6B,SAAiB,YAAY,IAAI;AAE3E,MAAM,gBAAgB,SACpB,KACG,QAAQ,SAAS,IAAI,CAAC,CACtB,QAAQ,WAAW,GAAG,CAAC,CACvB,QAAQ,WAAW,MAAM,CAAC,CAC1B,KAAK;AAEV,MAAM,kBAAkB,SACtB,KACG,MAAM,uBAAuB,CAAC,CAC9B,SAAQ,SAAQ;CACf,IAAI,KAAK,WAAW,GAClB,OAAO,CAAC;CAGV,IAAI,WAAW,KAAK,IAAI,GACtB,OAAO,CAAC,MAAM;CAGhB,OAAO,KAAK,MAAM,gBAAgB,KAAK,CAAC,IAAI;AAC9C,CAAC,CAAC,CACD,QAAO,SAAQ,KAAK,SAAS,CAAC;AAEnC,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,SAAS,OAAO,IAAI;CAE1B,OAAO,MAAM,KAAK,EAAE,QAAQ,KAAK,KAAK,OAAO,SAAS,SAAS,EAAE,IAAI,GAAG,UACtE,OAAO,OAAO,MAAM,QAAQ,WAAW,QAAQ,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAC9E,CAAC,CAAC,QAAO,UAAS,MAAM,SAAS,CAAC;AACpC;AAEA,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,QAAQ,KAAK,MAAM,YAAY,KAAK,CAAC;CAC3C,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,iBAAiB,WAAW;GAC9B,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,OAAO,KAAK,GAAG,mBAAmB,MAAM,SAAS,CAAC;GAClD,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,MAAM,aAAa,QAAQ,KAAK;CAEhC,IAAI,WAAW,SAAS,GACtB,OAAO,KAAK,UAAU;CAGxB,OAAO;AACT;AAEA,MAAM,oBAAoB,OAA8B,cACtD,MAAM,SAAQ,SACZ,YAAY,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,mBAAmB,MAAM,SAAS,CAC9E;AAEF,MAAM,sBAAsB,OAA8B,cAAsB;CAC9E,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,MAAM,oBAAoB;EACxB,MAAM,UAAU,QAAQ,KAAK;EAE7B,IAAI,QAAQ,SAAS,GACnB,OAAO,KAAK,OAAO;CAEvB;CAEA,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,YAAY;GACZ,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,YAAY;CAEZ,OAAO;AACT;AAEA,MAAa,sBAAsB,OAAoC,cACrE,OAAO,IAAI,aAAa;CACtB,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6CAA6C,CAAC,CACtF;CAGF,MAAM,YAAY,aAAa,MAAM,OAAO;CAE5C,IAAI,UAAU,WAAW,GACvB,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6BAA6B,CAAC,CACtE;CAGF,MAAM,QAAQ,iBAAiB,eAAe,SAAS,GAAG,SAAS;CACnE,MAAM,WAAW,mBAAmB,OAAO,SAAS;CAEpD,IAAI,SAAS,WAAW,GACtB,OAAO,OAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,SAAS,qBAAqB,CAAC,CAAC;CAGzF,OAAO,SAAS,KAAK,SAAS,cAAc;EAC1C,IAAI,GAAG,MAAM,WAAW,SAAS;EACjC,SAAS,MAAM;EACf,YAAY,MAAM;EAClB;EACA;EACA,YAAY,YAAY,OAAO;EAC/B,UAAU,MAAM;CAClB,EAAE;AACJ,CAAC;AAEH,MAAa,+BAA+B,WAEhB,EAC1B,QAAO,aAAY,mBAAmB,UAAU,SAAS,aAAa,MAAM,SAAS,EACvF;AAEA,MAAa,+BACX,QAAwC,EAAE,WAAW,IAAI,MACtD,MAAM,QAAQ,kBAAkB,4BAA4B,KAAK,CAAC"}

package/dist/context.d.mts

@@ -1,16 +1,7 @@
-import { KnowledgeRecord } from "./records.mjs";
-import { KnowledgeRepresentation } from "./representations.mjs";
-
-//#region src/context.d.ts
-type KnowledgeContextItem = {
-  readonly record: KnowledgeRecord;
-  readonly representation?: KnowledgeRepresentation;
-};
-type BuildKnowledgeContextInput = {
-  readonly items: ReadonlyArray<KnowledgeContextItem>;
+import { KnowledgeDocument } from "./documents.mjs";
+export type BuildKnowledgeContextInput = {
+  readonly documents: ReadonlyArray<KnowledgeDocument>;
   readonly maxCharacters: number;
 };
-declare const buildKnowledgeContext: (input: BuildKnowledgeContextInput) => string;
-//#endregion
-export { BuildKnowledgeContextInput, KnowledgeContextItem, buildKnowledgeContext };
+export declare const buildKnowledgeContext: (input: BuildKnowledgeContextInput) => string;
 //# sourceMappingURL=context.d.mts.map

package/dist/context.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"context.d.mts","names":[],"sources":["../src/context.ts"],"mappings":";;;;KAIY,oBAAA;EAAA,SACD,MAAA,EAAQ,eAAA;EAAA,SACR,cAAA,GAAiB,uBAAuB;AAAA;AAAA,KAGvC,0BAAA;EAAA,SACD,KAAA,EAAO,aAAa,CAAC,oBAAA;EAAA,SACrB,aAAA;AAAA;AAAA,cAeE,qBAAA,GAAyB,KAAiC,EAA1B,0BAA0B"}
+{"version":3,"file":"context.d.mts","names":[],"sources":["../src/context.ts"],"mappings":";YAGY;WACD,WAAW,cAAc;WACzB;;qBAuBE,wBAAqB,OAAW"}

package/dist/context.mjs

@@ -1,25 +1,29 @@
 import { Array } from "effect";
-//#region src/context.ts
+// src/context.ts
 const truncationMarker = "\n\n[truncated: pinned knowledge exceeded context budget]";
-const recordHeader = (record) => `## ${record.title}\nrole: ${record.role}\nstatus: ${record.status}\ncontext: ${record.contextPolicy}`;
-const itemBody = (item) => {
-	const representationText = item.representation?.summary ?? item.representation?.contentText;
-	return [
-		recordHeader(item.record),
-		item.record.summary,
-		representationText
-	].filter((section) => section !== void 0 && section.trim().length > 0).join("\n");
-};
+const documentHeader = (document) => [
+	`## ${document.title}`,
+	`slug: ${document.slug}`,
+	`purpose: ${document.purpose}`,
+	`origin: ${document.origin}`,
+	`status: ${document.status}`,
+	`availability: ${document.availability}`,
+	document.reviewedAt === void 0 ? void 0 : `reviewed_at: ${document.reviewedAt.toString()}`
+].filter((line) => line !== void 0 && line.trim().length > 0).join("\n");
+const documentBody = (document) => [
+	documentHeader(document),
+	document.summary,
+	document.content
+].filter((section) => section !== void 0 && section.trim().length > 0).join("\n");
 const buildKnowledgeContext = (input) => {
-	const sections = Array.map(input.items, itemBody).filter((section) => section.trim().length > 0);
-	const header = "# Pinned knowledge\nUse this durable user knowledge as high-priority context. Cite knowledge records when relevant.";
+	const sections = Array.map(input.documents, documentBody).filter((section) => section.trim().length > 0);
+	const header = "# Pinned knowledge\nUse this durable knowledge as high-priority context.";
 	const body = sections.join("\n\n");
 	const context = body.length === 0 ? "" : `${header}\n\n${body}`;
 	if (context.length <= input.maxCharacters) return context;
 	if (input.maxCharacters <= 55) return context.slice(0, input.maxCharacters).trimEnd();
 	return `${context.slice(0, input.maxCharacters - 55).trimEnd()}${truncationMarker}`;
 };
-//#endregion
 export { buildKnowledgeContext };
 
 //# sourceMappingURL=context.mjs.map

package/dist/context.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"context.mjs","names":["Arr"],"sources":["../src/context.ts"],"sourcesContent":["import { Array as Arr } from 'effect'\nimport type { KnowledgeRecord } from './records.ts'\nimport type { KnowledgeRepresentation } from './representations.ts'\n\nexport type KnowledgeContextItem = {\n  readonly record: KnowledgeRecord\n  readonly representation?: KnowledgeRepresentation\n}\n\nexport type BuildKnowledgeContextInput = {\n  readonly items: ReadonlyArray<KnowledgeContextItem>\n  readonly maxCharacters: number\n}\n\nconst truncationMarker = '\\n\\n[truncated: pinned knowledge exceeded context budget]'\n\nconst recordHeader = (record: KnowledgeRecord) =>\n  `## ${record.title}\\nrole: ${record.role}\\nstatus: ${record.status}\\ncontext: ${record.contextPolicy}`\n\nconst itemBody = (item: KnowledgeContextItem) => {\n  const representationText = item.representation?.summary ?? item.representation?.contentText\n  return [recordHeader(item.record), item.record.summary, representationText]\n    .filter(section => section !== undefined && section.trim().length > 0)\n    .join('\\n')\n}\n\nexport const buildKnowledgeContext = (input: BuildKnowledgeContextInput) => {\n  const sections = Arr.map(input.items, itemBody).filter(section => section.trim().length > 0)\n  const header = '# Pinned knowledge\\nUse this durable user knowledge as high-priority context. Cite knowledge records when relevant.'\n  const body = sections.join('\\n\\n')\n  const context = body.length === 0 ? '' : `${header}\\n\\n${body}`\n\n  if (context.length <= input.maxCharacters) {\n    return context\n  }\n\n  if (input.maxCharacters <= truncationMarker.length) {\n    return context.slice(0, input.maxCharacters).trimEnd()\n  }\n\n  return `${context.slice(0, input.maxCharacters - truncationMarker.length).trimEnd()}${truncationMarker}`\n}\n"],"mappings":";;AAcA,MAAM,mBAAmB;AAEzB,MAAM,gBAAgB,WACpB,MAAM,OAAO,MAAM,UAAU,OAAO,KAAK,YAAY,OAAO,OAAO,aAAa,OAAO;AAEzF,MAAM,YAAY,SAA+B;CAC/C,MAAM,qBAAqB,KAAK,gBAAgB,WAAW,KAAK,gBAAgB;CAChF,OAAO;EAAC,aAAa,KAAK,MAAM;EAAG,KAAK,OAAO;EAAS;CAAkB,EACvE,QAAO,YAAW,YAAY,KAAA,KAAa,QAAQ,KAAK,EAAE,SAAS,CAAC,EACpE,KAAK,IAAI;AACd;AAEA,MAAa,yBAAyB,UAAsC;CAC1E,MAAM,WAAWA,MAAI,IAAI,MAAM,OAAO,QAAQ,EAAE,QAAO,YAAW,QAAQ,KAAK,EAAE,SAAS,CAAC;CAC3F,MAAM,SAAS;CACf,MAAM,OAAO,SAAS,KAAK,MAAM;CACjC,MAAM,UAAU,KAAK,WAAW,IAAI,KAAK,GAAG,OAAO,MAAM;CAEzD,IAAI,QAAQ,UAAU,MAAM,eAC1B,OAAO;CAGT,IAAI,MAAM,iBAAiB,IACzB,OAAO,QAAQ,MAAM,GAAG,MAAM,aAAa,EAAE,QAAQ;CAGvD,OAAO,GAAG,QAAQ,MAAM,GAAG,MAAM,gBAAgB,EAAuB,EAAE,QAAQ,IAAI;AACxF"}
+{"version":3,"file":"context.mjs","names":["Arr"],"sources":["../src/context.ts"],"sourcesContent":["import { Array as Arr } from 'effect'\nimport type { KnowledgeDocument } from './documents.ts'\n\nexport type BuildKnowledgeContextInput = {\n  readonly documents: ReadonlyArray<KnowledgeDocument>\n  readonly maxCharacters: number\n}\n\nconst truncationMarker = '\\n\\n[truncated: pinned knowledge exceeded context budget]'\n\nconst documentHeader = (document: KnowledgeDocument) =>\n  [\n    `## ${document.title}`,\n    `slug: ${document.slug}`,\n    `purpose: ${document.purpose}`,\n    `origin: ${document.origin}`,\n    `status: ${document.status}`,\n    `availability: ${document.availability}`,\n    document.reviewedAt === undefined ? undefined : `reviewed_at: ${document.reviewedAt.toString()}`\n  ]\n    .filter(line => line !== undefined && line.trim().length > 0)\n    .join('\\n')\n\nconst documentBody = (document: KnowledgeDocument) =>\n  [documentHeader(document), document.summary, document.content]\n    .filter(section => section !== undefined && section.trim().length > 0)\n    .join('\\n')\n\nexport const buildKnowledgeContext = (input: BuildKnowledgeContextInput) => {\n  const sections = Arr.map(input.documents, documentBody).filter(\n    section => section.trim().length > 0\n  )\n\n  const header = '# Pinned knowledge\\nUse this durable knowledge as high-priority context.'\n  const body = sections.join('\\n\\n')\n  const context = body.length === 0 ? '' : `${header}\\n\\n${body}`\n\n  if (context.length <= input.maxCharacters) {\n    return context\n  }\n\n  if (input.maxCharacters <= truncationMarker.length) {\n    return context.slice(0, input.maxCharacters).trimEnd()\n  }\n\n  return `${context.slice(0, input.maxCharacters - truncationMarker.length).trimEnd()}${truncationMarker}`\n}\n"],"mappings":";;AAQA,MAAM,mBAAmB;AAEzB,MAAM,kBAAkB,aACtB;CACE,MAAM,SAAS;CACf,SAAS,SAAS;CAClB,YAAY,SAAS;CACrB,WAAW,SAAS;CACpB,WAAW,SAAS;CACpB,iBAAiB,SAAS;CAC1B,SAAS,eAAe,KAAA,IAAY,KAAA,IAAY,gBAAgB,SAAS,WAAW,SAAS;AAC/F,CAAC,CACE,QAAO,SAAQ,SAAS,KAAA,KAAa,KAAK,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAC5D,KAAK,IAAI;AAEd,MAAM,gBAAgB,aACpB;CAAC,eAAe,QAAQ;CAAG,SAAS;CAAS,SAAS;AAAO,CAAC,CAC3D,QAAO,YAAW,YAAY,KAAA,KAAa,QAAQ,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CACrE,KAAK,IAAI;AAEd,MAAa,yBAAyB,UAAsC;CAC1E,MAAM,WAAWA,MAAI,IAAI,MAAM,WAAW,YAAY,CAAC,CAAC,QACtD,YAAW,QAAQ,KAAK,CAAC,CAAC,SAAS,CACrC;CAEA,MAAM,SAAS;CACf,MAAM,OAAO,SAAS,KAAK,MAAM;CACjC,MAAM,UAAU,KAAK,WAAW,IAAI,KAAK,GAAG,OAAO,MAAM;CAEzD,IAAI,QAAQ,UAAU,MAAM,eAC1B,OAAO;CAGT,IAAI,MAAM,iBAAiB,IACzB,OAAO,QAAQ,MAAM,GAAG,MAAM,aAAa,CAAC,CAAC,QAAQ;CAGvD,OAAO,GAAG,QAAQ,MAAM,GAAG,MAAM,gBAAgB,EAAuB,CAAC,CAAC,QAAQ,IAAI;AACxF"}