@yolk-sdk/knowledge 0.1.0-canary.78 → 0.1.0-canary.79

package/README.md

@@ -69,6 +69,9 @@ construct and enforce them; the package does not infer identity, tenancy, or per
 ids or kinds. The **value** `KnowledgeSearchScope` is the single-id constructor
 (`KnowledgeSearchScope.make({ id })`, tag `KnowledgeScope`). `KnowledgeSearchScopes.make({ ids })`
 is the non-empty-ids variant. The **type** `KnowledgeSearchScope` remains the union of both.
+Scope and document references use the branded `KnowledgeScopeId` and `KnowledgeDocumentId`
+(non-empty trimmed strings, same wire representation). Hosts Effect-decode raw external/persisted
+ids at their boundary and use `.make` for trusted constants and minted values.
 
 ## Subpaths
 

package/dist/chunking.d.mts

@@ -1,11 +1,11 @@
-import { KnowledgeChunk, KnowledgeMetadata } from "./documents.mjs";
+import { KnowledgeChunk, KnowledgeDocumentId, KnowledgeMetadata, KnowledgeScopeId } from "./documents.mjs";
 import { KnowledgeChunkingError } from "./errors.mjs";
 import { Context, Effect, Layer } from "effect";
 
 //#region src/chunking.d.ts
 type ChunkKnowledgeDocumentInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly content: string;
   readonly maxTokens?: number;
   readonly metadata?: KnowledgeMetadata;
@@ -18,8 +18,8 @@ declare class KnowledgeChunker extends KnowledgeChunker_base {}
 declare const countKnowledgeChunkTokens: (text: string) => number;
 declare const chunkKnowledgeText: (input: ChunkKnowledgeDocumentInput, maxTokens: number) => Effect.Effect<{
   id: string;
-  scopeId: string;
-  documentId: string;
+  scopeId: string & import("effect/Brand").Brand<"KnowledgeScopeId">;
+  documentId: string & import("effect/Brand").Brand<"KnowledgeDocumentId">;
   content: string;
   position: number;
   tokenCount: number;

package/dist/chunking.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"chunking.d.mts","names":[],"sources":["../src/chunking.ts"],"mappings":";;;;;KAWY,2BAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,OAAA;EAAA,SACA,SAAA;EAAA,SACA,QAAA,GAAW,iBAAiB;AAAA;AAAA,KAG3B,mBAAA;EAAA,SACD,KAAA,GACP,KAAA,EAAO,2BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,cAAA,GAAiB,sBAAA;AAAA;AAAA,cACnD,qBAAA;cAEY,gBAAA,SAAyB,qBAErC;AAAA,cAEY,yBAAA,GAA6B,IAAY;AAAA,cAqHzC,kBAAA,GAAsB,KAAA,EAAO,2BAAA,EAA6B,SAAA,aAAiB,MAAA,CAAA,MAAA;;;;;;;;;;;cAkC3E,2BAAA,GAA+B,KAAA;EAAA,SACjC,SAAA;AAAA,MACP,mBAEF;AAAA,cAEW,2BAAA,GACX,KAAA;EAAA,SAAkB,SAAA;AAAA,MAAwC,KAAA,CAAA,KAAA,CAAA,gBAAA"}
+{"version":3,"file":"chunking.d.mts","names":[],"sources":["../src/chunking.ts"],"mappings":";;;;;KAgBY,2BAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAA;EAAA,SACZ,OAAA;EAAA,SACA,SAAA;EAAA,SACA,QAAA,GAAW,iBAAA;AAAA;AAAA,KAGV,mBAAA;EAAA,SACD,KAAA,GACP,KAAA,EAAO,2BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,cAAA,GAAiB,sBAAA;AAAA;AAAA,cACnD,qBAAA;cAEY,gBAAA,SAAyB,qBAErC;AAAA,cAEY,yBAAA,GAA6B,IAAY;AAAA,cAqHzC,kBAAA,GAAsB,KAAA,EAAO,2BAAA,EAA6B,SAAA,aAAiB,MAAA,CAAA,MAAA;;;;;;;;;;;cAkC3E,2BAAA,GAA+B,KAAA;EAAA,SACjC,SAAA;AAAA,MACP,mBAEF;AAAA,cAEW,2BAAA,GACX,KAAA;EAAA,SAAkB,SAAA;AAAA,MAAwC,KAAA,CAAA,KAAA,CAAA,gBAAA"}

package/dist/chunking.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"chunking.mjs","names":[],"sources":["../src/chunking.ts"],"sourcesContent":["import { Context, Effect, Layer } from 'effect'\nimport { countTokens, decode, encode } from 'gpt-tokenizer/encoding/o200k_base'\nimport type { KnowledgeChunk, KnowledgeMetadata } from './documents.ts'\nimport { KnowledgeChunkingError } from './errors.ts'\n\nconst SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:[\"')\\]]+)?\\s*|[^.!?]+$/g\n\nconst PARAGRAPH_BREAK_PATTERN = /(\\n{2,})/\n\nconst WORD_PATTERN = /\\S+\\s*/g\n\nexport type ChunkKnowledgeDocumentInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly content: string\n  readonly maxTokens?: number\n  readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeChunkerApi = {\n  readonly chunk: (\n    input: ChunkKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, KnowledgeChunkingError>\n}\n\nexport class KnowledgeChunker extends Context.Service<KnowledgeChunker, KnowledgeChunkerApi>()(\n  '@yolk-sdk/knowledge/KnowledgeChunker'\n) {}\n\nexport const countKnowledgeChunkTokens = (text: string) => countTokens(text)\n\nconst sanitizeText = (text: string) =>\n  text\n    .replace(/\\r\\n/g, '\\n')\n    .replace(/[\\t ]+/g, ' ')\n    .replace(/\\n{3,}/g, '\\n\\n')\n    .trim()\n\nconst splitSentences = (text: string) =>\n  text\n    .split(PARAGRAPH_BREAK_PATTERN)\n    .flatMap(part => {\n      if (part.length === 0) {\n        return []\n      }\n\n      if (/^\\n{2,}$/.test(part)) {\n        return ['\\n\\n']\n      }\n\n      return part.match(SENTENCE_PATTERN) ?? [part]\n    })\n    .filter(unit => unit.length > 0)\n\nconst splitEncodedTokens = (text: string, maxTokens: number) => {\n  const tokens = encode(text)\n\n  return Array.from({ length: Math.ceil(tokens.length / maxTokens) }, (_, index) =>\n    decode(tokens.slice(index * maxTokens, index * maxTokens + maxTokens)).trim()\n  ).filter(chunk => chunk.length > 0)\n}\n\nconst splitOversizedUnit = (text: string, maxTokens: number) => {\n  const words = text.match(WORD_PATTERN) ?? []\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  for (const word of words) {\n    const wordTokenCount = countTokens(word)\n\n    if (wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      chunks.push(...splitEncodedTokens(word, maxTokens))\n      current = ''\n      currentTokenCount = 0\n      continue\n    }\n\n    if (currentTokenCount > 0 && currentTokenCount + wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      current = word\n      currentTokenCount = wordTokenCount\n      continue\n    }\n\n    current = `${current}${word}`\n    currentTokenCount += wordTokenCount\n  }\n\n  const finalChunk = current.trim()\n\n  if (finalChunk.length > 0) {\n    chunks.push(finalChunk)\n  }\n\n  return chunks\n}\n\nconst splitUnitsBySize = (units: ReadonlyArray<string>, maxTokens: number) =>\n  units.flatMap(unit =>\n    countTokens(unit) <= maxTokens ? [unit] : splitOversizedUnit(unit, maxTokens)\n  )\n\nconst buildChunkContents = (units: ReadonlyArray<string>, maxTokens: number) => {\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  const pushCurrent = () => {\n    const content = current.trim()\n\n    if (content.length > 0) {\n      chunks.push(content)\n    }\n  }\n\n  for (const unit of units) {\n    const unitTokenCount = countTokens(unit)\n\n    if (currentTokenCount > 0 && currentTokenCount + unitTokenCount > maxTokens) {\n      pushCurrent()\n      current = unit\n      currentTokenCount = unitTokenCount\n      continue\n    }\n\n    current = `${current}${unit}`\n    currentTokenCount += unitTokenCount\n  }\n\n  pushCurrent()\n\n  return chunks\n}\n\nexport const chunkKnowledgeText = (input: ChunkKnowledgeDocumentInput, maxTokens: number) =>\n  Effect.gen(function* () {\n    if (!Number.isInteger(maxTokens) || maxTokens < 1) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Chunk maxTokens must be a positive integer' })\n      )\n    }\n\n    const sanitized = sanitizeText(input.content)\n\n    if (sanitized.length === 0) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Cannot chunk empty content' })\n      )\n    }\n\n    const units = splitUnitsBySize(splitSentences(sanitized), maxTokens)\n    const contents = buildChunkContents(units, maxTokens)\n\n    if (contents.length === 0) {\n      return yield* Effect.fail(new KnowledgeChunkingError({ message: 'No chunks produced' }))\n    }\n\n    return contents.map((content, position) => ({\n      id: `${input.documentId}:chunk:${position}`,\n      scopeId: input.scopeId,\n      documentId: input.documentId,\n      content,\n      position,\n      tokenCount: countTokens(content),\n      metadata: input.metadata\n    })) satisfies ReadonlyArray<KnowledgeChunk>\n  })\n\nexport const makeDefaultKnowledgeChunker = (input: {\n  readonly maxTokens: number\n}): KnowledgeChunkerApi => ({\n  chunk: document => chunkKnowledgeText(document, document.maxTokens ?? input.maxTokens)\n})\n\nexport const DefaultKnowledgeChunkerLive = (\n  input: { readonly maxTokens: number } = { maxTokens: 512 }\n) => Layer.succeed(KnowledgeChunker, makeDefaultKnowledgeChunker(input))\n"],"mappings":";;;;AAKA,MAAM,mBAAmB;AAEzB,MAAM,0BAA0B;AAEhC,MAAM,eAAe;AAgBrB,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,EAC3F,sCACF,EAAE,CAAC;AAEH,MAAa,6BAA6B,SAAiB,YAAY,IAAI;AAE3E,MAAM,gBAAgB,SACpB,KACG,QAAQ,SAAS,IAAI,EACrB,QAAQ,WAAW,GAAG,EACtB,QAAQ,WAAW,MAAM,EACzB,KAAK;AAEV,MAAM,kBAAkB,SACtB,KACG,MAAM,uBAAuB,EAC7B,SAAQ,SAAQ;CACf,IAAI,KAAK,WAAW,GAClB,OAAO,CAAC;CAGV,IAAI,WAAW,KAAK,IAAI,GACtB,OAAO,CAAC,MAAM;CAGhB,OAAO,KAAK,MAAM,gBAAgB,KAAK,CAAC,IAAI;AAC9C,CAAC,EACA,QAAO,SAAQ,KAAK,SAAS,CAAC;AAEnC,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,SAAS,OAAO,IAAI;CAE1B,OAAO,MAAM,KAAK,EAAE,QAAQ,KAAK,KAAK,OAAO,SAAS,SAAS,EAAE,IAAI,GAAG,UACtE,OAAO,OAAO,MAAM,QAAQ,WAAW,QAAQ,YAAY,SAAS,CAAC,EAAE,KAAK,CAC9E,EAAE,QAAO,UAAS,MAAM,SAAS,CAAC;AACpC;AAEA,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,QAAQ,KAAK,MAAM,YAAY,KAAK,CAAC;CAC3C,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,iBAAiB,WAAW;GAC9B,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,OAAO,KAAK,GAAG,mBAAmB,MAAM,SAAS,CAAC;GAClD,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,MAAM,aAAa,QAAQ,KAAK;CAEhC,IAAI,WAAW,SAAS,GACtB,OAAO,KAAK,UAAU;CAGxB,OAAO;AACT;AAEA,MAAM,oBAAoB,OAA8B,cACtD,MAAM,SAAQ,SACZ,YAAY,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,mBAAmB,MAAM,SAAS,CAC9E;AAEF,MAAM,sBAAsB,OAA8B,cAAsB;CAC9E,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,MAAM,oBAAoB;EACxB,MAAM,UAAU,QAAQ,KAAK;EAE7B,IAAI,QAAQ,SAAS,GACnB,OAAO,KAAK,OAAO;CAEvB;CAEA,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,YAAY;GACZ,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,YAAY;CAEZ,OAAO;AACT;AAEA,MAAa,sBAAsB,OAAoC,cACrE,OAAO,IAAI,aAAa;CACtB,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6CAA6C,CAAC,CACtF;CAGF,MAAM,YAAY,aAAa,MAAM,OAAO;CAE5C,IAAI,UAAU,WAAW,GACvB,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6BAA6B,CAAC,CACtE;CAIF,MAAM,WAAW,mBADH,iBAAiB,eAAe,SAAS,GAAG,SAClB,GAAG,SAAS;CAEpD,IAAI,SAAS,WAAW,GACtB,OAAO,OAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,SAAS,qBAAqB,CAAC,CAAC;CAGzF,OAAO,SAAS,KAAK,SAAS,cAAc;EAC1C,IAAI,GAAG,MAAM,WAAW,SAAS;EACjC,SAAS,MAAM;EACf,YAAY,MAAM;EAClB;EACA;EACA,YAAY,YAAY,OAAO;EAC/B,UAAU,MAAM;CAClB,EAAE;AACJ,CAAC;AAEH,MAAa,+BAA+B,WAEhB,EAC1B,QAAO,aAAY,mBAAmB,UAAU,SAAS,aAAa,MAAM,SAAS,EACvF;AAEA,MAAa,+BACX,QAAwC,EAAE,WAAW,IAAI,MACtD,MAAM,QAAQ,kBAAkB,4BAA4B,KAAK,CAAC"}
+{"version":3,"file":"chunking.mjs","names":[],"sources":["../src/chunking.ts"],"sourcesContent":["import { Context, Effect, Layer } from 'effect'\nimport { countTokens, decode, encode } from 'gpt-tokenizer/encoding/o200k_base'\nimport type {\n  KnowledgeChunk,\n  KnowledgeDocumentId,\n  KnowledgeMetadata,\n  KnowledgeScopeId\n} from './documents.ts'\nimport { KnowledgeChunkingError } from './errors.ts'\n\nconst SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:[\"')\\]]+)?\\s*|[^.!?]+$/g\n\nconst PARAGRAPH_BREAK_PATTERN = /(\\n{2,})/\n\nconst WORD_PATTERN = /\\S+\\s*/g\n\nexport type ChunkKnowledgeDocumentInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly content: string\n  readonly maxTokens?: number\n  readonly metadata?: KnowledgeMetadata\n}\n\nexport type KnowledgeChunkerApi = {\n  readonly chunk: (\n    input: ChunkKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, KnowledgeChunkingError>\n}\n\nexport class KnowledgeChunker extends Context.Service<KnowledgeChunker, KnowledgeChunkerApi>()(\n  '@yolk-sdk/knowledge/KnowledgeChunker'\n) {}\n\nexport const countKnowledgeChunkTokens = (text: string) => countTokens(text)\n\nconst sanitizeText = (text: string) =>\n  text\n    .replace(/\\r\\n/g, '\\n')\n    .replace(/[\\t ]+/g, ' ')\n    .replace(/\\n{3,}/g, '\\n\\n')\n    .trim()\n\nconst splitSentences = (text: string) =>\n  text\n    .split(PARAGRAPH_BREAK_PATTERN)\n    .flatMap(part => {\n      if (part.length === 0) {\n        return []\n      }\n\n      if (/^\\n{2,}$/.test(part)) {\n        return ['\\n\\n']\n      }\n\n      return part.match(SENTENCE_PATTERN) ?? [part]\n    })\n    .filter(unit => unit.length > 0)\n\nconst splitEncodedTokens = (text: string, maxTokens: number) => {\n  const tokens = encode(text)\n\n  return Array.from({ length: Math.ceil(tokens.length / maxTokens) }, (_, index) =>\n    decode(tokens.slice(index * maxTokens, index * maxTokens + maxTokens)).trim()\n  ).filter(chunk => chunk.length > 0)\n}\n\nconst splitOversizedUnit = (text: string, maxTokens: number) => {\n  const words = text.match(WORD_PATTERN) ?? []\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  for (const word of words) {\n    const wordTokenCount = countTokens(word)\n\n    if (wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      chunks.push(...splitEncodedTokens(word, maxTokens))\n      current = ''\n      currentTokenCount = 0\n      continue\n    }\n\n    if (currentTokenCount > 0 && currentTokenCount + wordTokenCount > maxTokens) {\n      const currentChunk = current.trim()\n\n      if (currentChunk.length > 0) {\n        chunks.push(currentChunk)\n      }\n\n      current = word\n      currentTokenCount = wordTokenCount\n      continue\n    }\n\n    current = `${current}${word}`\n    currentTokenCount += wordTokenCount\n  }\n\n  const finalChunk = current.trim()\n\n  if (finalChunk.length > 0) {\n    chunks.push(finalChunk)\n  }\n\n  return chunks\n}\n\nconst splitUnitsBySize = (units: ReadonlyArray<string>, maxTokens: number) =>\n  units.flatMap(unit =>\n    countTokens(unit) <= maxTokens ? [unit] : splitOversizedUnit(unit, maxTokens)\n  )\n\nconst buildChunkContents = (units: ReadonlyArray<string>, maxTokens: number) => {\n  const chunks: string[] = []\n  let current = ''\n  let currentTokenCount = 0\n\n  const pushCurrent = () => {\n    const content = current.trim()\n\n    if (content.length > 0) {\n      chunks.push(content)\n    }\n  }\n\n  for (const unit of units) {\n    const unitTokenCount = countTokens(unit)\n\n    if (currentTokenCount > 0 && currentTokenCount + unitTokenCount > maxTokens) {\n      pushCurrent()\n      current = unit\n      currentTokenCount = unitTokenCount\n      continue\n    }\n\n    current = `${current}${unit}`\n    currentTokenCount += unitTokenCount\n  }\n\n  pushCurrent()\n\n  return chunks\n}\n\nexport const chunkKnowledgeText = (input: ChunkKnowledgeDocumentInput, maxTokens: number) =>\n  Effect.gen(function* () {\n    if (!Number.isInteger(maxTokens) || maxTokens < 1) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Chunk maxTokens must be a positive integer' })\n      )\n    }\n\n    const sanitized = sanitizeText(input.content)\n\n    if (sanitized.length === 0) {\n      return yield* Effect.fail(\n        new KnowledgeChunkingError({ message: 'Cannot chunk empty content' })\n      )\n    }\n\n    const units = splitUnitsBySize(splitSentences(sanitized), maxTokens)\n    const contents = buildChunkContents(units, maxTokens)\n\n    if (contents.length === 0) {\n      return yield* Effect.fail(new KnowledgeChunkingError({ message: 'No chunks produced' }))\n    }\n\n    return contents.map((content, position) => ({\n      id: `${input.documentId}:chunk:${position}`,\n      scopeId: input.scopeId,\n      documentId: input.documentId,\n      content,\n      position,\n      tokenCount: countTokens(content),\n      metadata: input.metadata\n    })) satisfies ReadonlyArray<KnowledgeChunk>\n  })\n\nexport const makeDefaultKnowledgeChunker = (input: {\n  readonly maxTokens: number\n}): KnowledgeChunkerApi => ({\n  chunk: document => chunkKnowledgeText(document, document.maxTokens ?? input.maxTokens)\n})\n\nexport const DefaultKnowledgeChunkerLive = (\n  input: { readonly maxTokens: number } = { maxTokens: 512 }\n) => Layer.succeed(KnowledgeChunker, makeDefaultKnowledgeChunker(input))\n"],"mappings":";;;;AAUA,MAAM,mBAAmB;AAEzB,MAAM,0BAA0B;AAEhC,MAAM,eAAe;AAgBrB,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,EAC3F,sCACF,EAAE,CAAC;AAEH,MAAa,6BAA6B,SAAiB,YAAY,IAAI;AAE3E,MAAM,gBAAgB,SACpB,KACG,QAAQ,SAAS,IAAI,EACrB,QAAQ,WAAW,GAAG,EACtB,QAAQ,WAAW,MAAM,EACzB,KAAK;AAEV,MAAM,kBAAkB,SACtB,KACG,MAAM,uBAAuB,EAC7B,SAAQ,SAAQ;CACf,IAAI,KAAK,WAAW,GAClB,OAAO,CAAC;CAGV,IAAI,WAAW,KAAK,IAAI,GACtB,OAAO,CAAC,MAAM;CAGhB,OAAO,KAAK,MAAM,gBAAgB,KAAK,CAAC,IAAI;AAC9C,CAAC,EACA,QAAO,SAAQ,KAAK,SAAS,CAAC;AAEnC,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,SAAS,OAAO,IAAI;CAE1B,OAAO,MAAM,KAAK,EAAE,QAAQ,KAAK,KAAK,OAAO,SAAS,SAAS,EAAE,IAAI,GAAG,UACtE,OAAO,OAAO,MAAM,QAAQ,WAAW,QAAQ,YAAY,SAAS,CAAC,EAAE,KAAK,CAC9E,EAAE,QAAO,UAAS,MAAM,SAAS,CAAC;AACpC;AAEA,MAAM,sBAAsB,MAAc,cAAsB;CAC9D,MAAM,QAAQ,KAAK,MAAM,YAAY,KAAK,CAAC;CAC3C,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,iBAAiB,WAAW;GAC9B,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,OAAO,KAAK,GAAG,mBAAmB,MAAM,SAAS,CAAC;GAClD,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,MAAM,eAAe,QAAQ,KAAK;GAElC,IAAI,aAAa,SAAS,GACxB,OAAO,KAAK,YAAY;GAG1B,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,MAAM,aAAa,QAAQ,KAAK;CAEhC,IAAI,WAAW,SAAS,GACtB,OAAO,KAAK,UAAU;CAGxB,OAAO;AACT;AAEA,MAAM,oBAAoB,OAA8B,cACtD,MAAM,SAAQ,SACZ,YAAY,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,mBAAmB,MAAM,SAAS,CAC9E;AAEF,MAAM,sBAAsB,OAA8B,cAAsB;CAC9E,MAAM,SAAmB,CAAC;CAC1B,IAAI,UAAU;CACd,IAAI,oBAAoB;CAExB,MAAM,oBAAoB;EACxB,MAAM,UAAU,QAAQ,KAAK;EAE7B,IAAI,QAAQ,SAAS,GACnB,OAAO,KAAK,OAAO;CAEvB;CAEA,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,iBAAiB,YAAY,IAAI;EAEvC,IAAI,oBAAoB,KAAK,oBAAoB,iBAAiB,WAAW;GAC3E,YAAY;GACZ,UAAU;GACV,oBAAoB;GACpB;EACF;EAEA,UAAU,GAAG,UAAU;EACvB,qBAAqB;CACvB;CAEA,YAAY;CAEZ,OAAO;AACT;AAEA,MAAa,sBAAsB,OAAoC,cACrE,OAAO,IAAI,aAAa;CACtB,IAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,GAC9C,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6CAA6C,CAAC,CACtF;CAGF,MAAM,YAAY,aAAa,MAAM,OAAO;CAE5C,IAAI,UAAU,WAAW,GACvB,OAAO,OAAO,OAAO,KACnB,IAAI,uBAAuB,EAAE,SAAS,6BAA6B,CAAC,CACtE;CAIF,MAAM,WAAW,mBADH,iBAAiB,eAAe,SAAS,GAAG,SAClB,GAAG,SAAS;CAEpD,IAAI,SAAS,WAAW,GACtB,OAAO,OAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,SAAS,qBAAqB,CAAC,CAAC;CAGzF,OAAO,SAAS,KAAK,SAAS,cAAc;EAC1C,IAAI,GAAG,MAAM,WAAW,SAAS;EACjC,SAAS,MAAM;EACf,YAAY,MAAM;EAClB;EACA;EACA,YAAY,YAAY,OAAO;EAC/B,UAAU,MAAM;CAClB,EAAE;AACJ,CAAC;AAEH,MAAa,+BAA+B,WAEhB,EAC1B,QAAO,aAAY,mBAAmB,UAAU,SAAS,aAAa,MAAM,SAAS,EACvF;AAEA,MAAa,+BACX,QAAwC,EAAE,WAAW,IAAI,MACtD,MAAM,QAAQ,kBAAkB,4BAA4B,KAAK,CAAC"}

package/dist/documents.d.mts

@@ -10,13 +10,17 @@ declare const KnowledgeAvailabilitySchema: Schema.Literals<readonly ["pinned", "
 type KnowledgeAvailability = Schema.Schema.Type<typeof KnowledgeAvailabilitySchema>;
 declare const KnowledgeDocumentStatusSchema: Schema.Literals<readonly ["processing", "ready", "error"]>;
 type KnowledgeDocumentStatus = Schema.Schema.Type<typeof KnowledgeDocumentStatusSchema>;
+declare const KnowledgeScopeId: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
+type KnowledgeScopeId = typeof KnowledgeScopeId.Type;
+declare const KnowledgeDocumentId: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
+type KnowledgeDocumentId = typeof KnowledgeDocumentId.Type;
 declare const KnowledgeScopeSchema: Schema.Struct<{
-  readonly id: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
   readonly kind: Schema.optional<Schema.Trimmed>;
 }>;
 type KnowledgeScope = Schema.Schema.Type<typeof KnowledgeScopeSchema>;
 declare const KnowledgeDocumentSchema: Schema.Struct<{
-  readonly id: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
   readonly slug: Schema.Trimmed;
   readonly title: Schema.Trimmed;
   readonly purpose: Schema.Trimmed;
@@ -34,7 +38,7 @@ declare const KnowledgeDocumentSchema: Schema.Struct<{
 type KnowledgeDocument = Schema.Schema.Type<typeof KnowledgeDocumentSchema>;
 declare const CreateKnowledgeDocumentInputSchema: Schema.Struct<{
   readonly scope: Schema.Struct<{
-    readonly id: Schema.Trimmed;
+    readonly id: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
     readonly kind: Schema.optional<Schema.Trimmed>;
   }>;
   readonly slug: Schema.Trimmed;
@@ -49,10 +53,10 @@ declare const CreateKnowledgeDocumentInputSchema: Schema.Struct<{
 type CreateKnowledgeDocumentInput = Schema.Schema.Type<typeof CreateKnowledgeDocumentInputSchema>;
 declare const UpdateKnowledgeDocumentInputSchema: Schema.Struct<{
   readonly scope: Schema.Struct<{
-    readonly id: Schema.Trimmed;
+    readonly id: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
     readonly kind: Schema.optional<Schema.Trimmed>;
   }>;
-  readonly id: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
   readonly slug: Schema.optional<Schema.Trimmed>;
   readonly title: Schema.optional<Schema.Trimmed>;
   readonly purpose: Schema.optional<Schema.Trimmed>;
@@ -68,7 +72,7 @@ declare const UpdateKnowledgeDocumentInputSchema: Schema.Struct<{
 type UpdateKnowledgeDocumentInput = Schema.Schema.Type<typeof UpdateKnowledgeDocumentInputSchema>;
 declare const KnowledgeFileSchema: Schema.Struct<{
   readonly id: Schema.Trimmed;
-  readonly documentId: Schema.Trimmed;
+  readonly documentId: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
   readonly storageKey: Schema.Trimmed;
   readonly mediaType: Schema.optional<Schema.Trimmed>;
   readonly byteSize: Schema.optional<Schema.Int>;
@@ -79,8 +83,8 @@ declare const KnowledgeFileSchema: Schema.Struct<{
 type KnowledgeFile = Schema.Schema.Type<typeof KnowledgeFileSchema>;
 declare const KnowledgeChunkSchema: Schema.Struct<{
   readonly id: Schema.Trimmed;
-  readonly scopeId: Schema.Trimmed;
-  readonly documentId: Schema.Trimmed;
+  readonly scopeId: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
+  readonly documentId: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
   readonly content: Schema.Trimmed;
   readonly position: Schema.Int;
   readonly tokenCount: Schema.Int;
@@ -88,15 +92,15 @@ declare const KnowledgeChunkSchema: Schema.Struct<{
 }>;
 type KnowledgeChunk = Schema.Schema.Type<typeof KnowledgeChunkSchema>;
 declare const KnowledgeSearchScope: Schema.TaggedStruct<"KnowledgeScope", {
-  readonly id: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
 }>;
 declare const KnowledgeSearchScopes: Schema.TaggedStruct<"KnowledgeScopes", {
-  readonly ids: Schema.NonEmptyArray<Schema.Trimmed>;
+  readonly ids: Schema.NonEmptyArray<Schema.brand<Schema.Trimmed, "KnowledgeScopeId">>;
 }>;
 declare const KnowledgeSearchScopeSchema: Schema.Union<readonly [Schema.TaggedStruct<"KnowledgeScope", {
-  readonly id: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
 }>, Schema.TaggedStruct<"KnowledgeScopes", {
-  readonly ids: Schema.NonEmptyArray<Schema.Trimmed>;
+  readonly ids: Schema.NonEmptyArray<Schema.brand<Schema.Trimmed, "KnowledgeScopeId">>;
 }>]>;
 type KnowledgeSearchScope = typeof KnowledgeSearchScopeSchema.Type;
 declare const KnowledgeFileSource: Schema.TaggedStruct<"File", {
@@ -121,8 +125,8 @@ declare const KnowledgeSourceSchema: Schema.Union<readonly [Schema.TaggedStruct<
 }>]>;
 type KnowledgeSource = typeof KnowledgeSourceSchema.Type;
 declare const IndexedKnowledgeDocumentSchema: Schema.Struct<{
-  readonly id: Schema.Trimmed;
-  readonly scopeId: Schema.Trimmed;
+  readonly id: Schema.brand<Schema.Trimmed, "KnowledgeDocumentId">;
+  readonly scopeId: Schema.brand<Schema.Trimmed, "KnowledgeScopeId">;
   readonly source: Schema.Union<readonly [Schema.TaggedStruct<"File", {
     readonly ref: Schema.Trimmed;
     readonly name: Schema.optional<Schema.Trimmed>;
@@ -151,5 +155,5 @@ declare const ExtractedKnowledgeDocumentSchema: Schema.Struct<{
 type ExtractedKnowledgeDocument = Schema.Schema.Type<typeof ExtractedKnowledgeDocumentSchema>;
 declare const defaultKnowledgeChunkMaxTokens = 512;
 //#endregion
-export { CreateKnowledgeDocumentInput, CreateKnowledgeDocumentInputSchema, ExtractedKnowledgeDocument, ExtractedKnowledgeDocumentSchema, IndexedKnowledgeDocument, IndexedKnowledgeDocumentSchema, KnowledgeAvailability, KnowledgeAvailabilitySchema, KnowledgeChunk, KnowledgeChunkSchema, KnowledgeDocument, KnowledgeDocumentSchema, KnowledgeDocumentStatus, KnowledgeDocumentStatusSchema, KnowledgeFile, KnowledgeFileSchema, KnowledgeFileSource, KnowledgeMetadata, KnowledgeMetadataSchema, KnowledgeScope, KnowledgeScopeSchema, KnowledgeSearchScope, KnowledgeSearchScopeSchema, KnowledgeSearchScopes, KnowledgeSource, KnowledgeSourceSchema, KnowledgeTextSource, KnowledgeUrlSource, NonEmptyTrimmedString, NonNegativeInteger, PositiveInteger, UpdateKnowledgeDocumentInput, UpdateKnowledgeDocumentInputSchema, defaultKnowledgeChunkMaxTokens };
+export { CreateKnowledgeDocumentInput, CreateKnowledgeDocumentInputSchema, ExtractedKnowledgeDocument, ExtractedKnowledgeDocumentSchema, IndexedKnowledgeDocument, IndexedKnowledgeDocumentSchema, KnowledgeAvailability, KnowledgeAvailabilitySchema, KnowledgeChunk, KnowledgeChunkSchema, KnowledgeDocument, KnowledgeDocumentId, KnowledgeDocumentSchema, KnowledgeDocumentStatus, KnowledgeDocumentStatusSchema, KnowledgeFile, KnowledgeFileSchema, KnowledgeFileSource, KnowledgeMetadata, KnowledgeMetadataSchema, KnowledgeScope, KnowledgeScopeId, KnowledgeScopeSchema, KnowledgeSearchScope, KnowledgeSearchScopeSchema, KnowledgeSearchScopes, KnowledgeSource, KnowledgeSourceSchema, KnowledgeTextSource, KnowledgeUrlSource, NonEmptyTrimmedString, NonNegativeInteger, PositiveInteger, UpdateKnowledgeDocumentInput, UpdateKnowledgeDocumentInputSchema, defaultKnowledgeChunkMaxTokens };
 //# sourceMappingURL=documents.d.mts.map

package/dist/documents.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"documents.d.mts","names":[],"sources":["../src/documents.ts"],"mappings":";;;cAEa,qBAAA,EAAqB,MAAA,CAAA,OAAyD;AAAA,cAE9E,kBAAA,EAAkB,MAAA,CAAA,GAAkE;AAAA,cAEpF,eAAA,EAAe,MAAA,CAAA,GAAyD;AAAA,cAExE,uBAAA,EAAuB,MAAA,CAAA,OAAA,CAAA,MAAA,CAAA,MAAA,EAAA,MAAA,CAAA,OAAA;AAAA,KAExB,iBAAA,GAAoB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,uBAAA;AAAA,cAE7C,2BAAA,EAA2B,MAAA,CAAA,QAAA;AAAA,KAE5B,qBAAA,GAAwB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,2BAAA;AAAA,cAEjD,6BAAA,EAA6B,MAAA,CAAA,QAAA;AAAA,KAE9B,uBAAA,GAA0B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,6BAAA;AAAA,cAEnD,oBAAA,EAAoB,MAAA,CAAA,MAAA;EAAA;;;KAKrB,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,oBAAA;AAAA,cAE1C,uBAAA,EAAuB,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;KAiBxB,iBAAA,GAAoB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,uBAAA;AAAA,cAE7C,kCAAA,EAAkC,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;KAYnC,4BAAA,GAA+B,MAAA,CAAO,MAAA,CAAO,IAAI,QACpD,kCAAA;AAAA,cAGI,kCAAA,EAAkC,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;KAgBnC,4BAAA,GAA+B,MAAA,CAAO,MAAA,CAAO,IAAI,QACpD,kCAAA;AAAA,cAGI,mBAAA,EAAmB,MAAA,CAAA,MAAA;EAAA;;;;;;;;;KAWpB,aAAA,GAAgB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,mBAAA;AAAA,cAEzC,oBAAA,EAAoB,MAAA,CAAA,MAAA;EAAA;;;;;;;;KAUrB,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,oBAAA;AAAA,cAE1C,oBAAA,EAAoB,MAAA,CAAA,YAAA;EAAA,aAE/B,MAAA,CAAA,OAAA;AAAA;AAAA,cAEW,qBAAA,EAAqB,MAAA,CAAA,YAAA;EAAA;;cAIrB,0BAAA,EAA0B,MAAA,CAAA,KAAA,WAAA,MAAA,CAAA,YAAA;EAAA;;;;KAK3B,oBAAA,UAA8B,0BAAA,CAA2B,IAAI;AAAA,cAE5D,mBAAA,EAAmB,MAAA,CAAA,YAAA;EAAA;;;;cAMnB,kBAAA,EAAkB,MAAA,CAAA,YAAA;EAAA,cAE7B,MAAA,CAAA,OAAA;AAAA;AAAA,cAEW,mBAAA,EAAmB,MAAA,CAAA,YAAA;EAAA;;cAInB,qBAAA,EAAqB,MAAA,CAAA,KAAA,WAAA,MAAA,CAAA,YAAA;EAAA;;;;;;;;KAMtB,eAAA,UAAyB,qBAAA,CAAsB,IAAI;AAAA,cAElD,8BAAA,EAA8B,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;;;;KAc/B,wBAAA,GAA2B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,8BAAA;AAAA,cAEpD,gCAAA,EAAgC,MAAA,CAAA,MAAA;EAAA;;;;;KAOjC,0BAAA,GAA6B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,gCAAA;AAAA,cAEtD,8BAAA"}
+{"version":3,"file":"documents.d.mts","names":[],"sources":["../src/documents.ts"],"mappings":";;;cAEa,qBAAA,EAAqB,MAAA,CAAA,OAAyD;AAAA,cAE9E,kBAAA,EAAkB,MAAA,CAAA,GAAkE;AAAA,cAEpF,eAAA,EAAe,MAAA,CAAA,GAAyD;AAAA,cAExE,uBAAA,EAAuB,MAAA,CAAA,OAAA,CAAA,MAAA,CAAA,MAAA,EAAA,MAAA,CAAA,OAAA;AAAA,KAExB,iBAAA,GAAoB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,uBAAA;AAAA,cAE7C,2BAAA,EAA2B,MAAA,CAAA,QAAA;AAAA,KAE5B,qBAAA,GAAwB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,2BAAA;AAAA,cAEjD,6BAAA,EAA6B,MAAA,CAAA,QAAA;AAAA,KAE9B,uBAAA,GAA0B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,6BAAA;AAAA,cAEnD,gBAAA,EAAgB,MAAA,CAAA,KAAA,CAAA,MAAA,CAAA,OAAA;AAAA,KAEjB,gBAAA,UAA0B,gBAAA,CAAiB,IAAI;AAAA,cAE9C,mBAAA,EAAmB,MAAA,CAAA,KAAA,CAAA,MAAA,CAAA,OAAA;AAAA,KAEpB,mBAAA,UAA6B,mBAAA,CAAoB,IAAI;AAAA,cAEpD,oBAAA,EAAoB,MAAA,CAAA,MAAA;EAAA;;;KAKrB,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,oBAAA;AAAA,cAE1C,uBAAA,EAAuB,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;KAiBxB,iBAAA,GAAoB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,uBAAA;AAAA,cAE7C,kCAAA,EAAkC,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;KAYnC,4BAAA,GAA+B,MAAA,CAAO,MAAA,CAAO,IAAI,QACpD,kCAAA;AAAA,cAGI,kCAAA,EAAkC,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;KAgBnC,4BAAA,GAA+B,MAAA,CAAO,MAAA,CAAO,IAAI,QACpD,kCAAA;AAAA,cAGI,mBAAA,EAAmB,MAAA,CAAA,MAAA;EAAA;;;;;;;;;KAWpB,aAAA,GAAgB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,mBAAA;AAAA,cAEzC,oBAAA,EAAoB,MAAA,CAAA,MAAA;EAAA;;;;;;;;KAUrB,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,oBAAA;AAAA,cAE1C,oBAAA,EAAoB,MAAA,CAAA,YAAA;EAAA;;cAIpB,qBAAA,EAAqB,MAAA,CAAA,YAAA;EAAA;;cAIrB,0BAAA,EAA0B,MAAA,CAAA,KAAA,WAAA,MAAA,CAAA,YAAA;EAAA;;;;KAK3B,oBAAA,UAA8B,0BAAA,CAA2B,IAAI;AAAA,cAE5D,mBAAA,EAAmB,MAAA,CAAA,YAAA;EAAA;;;;cAMnB,kBAAA,EAAkB,MAAA,CAAA,YAAA;EAAA,cAE7B,MAAA,CAAA,OAAA;AAAA;AAAA,cAEW,mBAAA,EAAmB,MAAA,CAAA,YAAA;EAAA;;cAInB,qBAAA,EAAqB,MAAA,CAAA,KAAA,WAAA,MAAA,CAAA,YAAA;EAAA;;;;;;;;KAMtB,eAAA,UAAyB,qBAAA,CAAsB,IAAI;AAAA,cAElD,8BAAA,EAA8B,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;;;;KAc/B,wBAAA,GAA2B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,8BAAA;AAAA,cAEpD,gCAAA,EAAgC,MAAA,CAAA,MAAA;EAAA;;;;;KAOjC,0BAAA,GAA6B,MAAA,CAAO,MAAA,CAAO,IAAI,QAAQ,gCAAA;AAAA,cAEtD,8BAAA"}

package/dist/documents.mjs

@@ -14,12 +14,14 @@ const KnowledgeDocumentStatusSchema = Schema.Literals([
 	"ready",
 	"error"
 ]);
+const KnowledgeScopeId = NonEmptyTrimmedString.pipe(Schema.brand("KnowledgeScopeId"));
+const KnowledgeDocumentId = NonEmptyTrimmedString.pipe(Schema.brand("KnowledgeDocumentId"));
 const KnowledgeScopeSchema = Schema.Struct({
-	id: NonEmptyTrimmedString,
+	id: KnowledgeScopeId,
 	kind: Schema.optional(NonEmptyTrimmedString)
 });
 const KnowledgeDocumentSchema = Schema.Struct({
-	id: NonEmptyTrimmedString,
+	id: KnowledgeDocumentId,
 	slug: NonEmptyTrimmedString,
 	title: NonEmptyTrimmedString,
 	purpose: NonEmptyTrimmedString,
@@ -47,7 +49,7 @@ const CreateKnowledgeDocumentInputSchema = Schema.Struct({
 });
 const UpdateKnowledgeDocumentInputSchema = Schema.Struct({
 	scope: KnowledgeScopeSchema,
-	id: NonEmptyTrimmedString,
+	id: KnowledgeDocumentId,
 	slug: Schema.optional(NonEmptyTrimmedString),
 	title: Schema.optional(NonEmptyTrimmedString),
 	purpose: Schema.optional(NonEmptyTrimmedString),
@@ -62,7 +64,7 @@ const UpdateKnowledgeDocumentInputSchema = Schema.Struct({
 });
 const KnowledgeFileSchema = Schema.Struct({
 	id: NonEmptyTrimmedString,
-	documentId: NonEmptyTrimmedString,
+	documentId: KnowledgeDocumentId,
 	storageKey: NonEmptyTrimmedString,
 	mediaType: Schema.optional(NonEmptyTrimmedString),
 	byteSize: Schema.optional(NonNegativeInteger),
@@ -72,15 +74,15 @@ const KnowledgeFileSchema = Schema.Struct({
 });
 const KnowledgeChunkSchema = Schema.Struct({
 	id: NonEmptyTrimmedString,
-	scopeId: NonEmptyTrimmedString,
-	documentId: NonEmptyTrimmedString,
+	scopeId: KnowledgeScopeId,
+	documentId: KnowledgeDocumentId,
 	content: NonEmptyTrimmedString,
 	position: NonNegativeInteger,
 	tokenCount: PositiveInteger,
 	metadata: Schema.optional(KnowledgeMetadataSchema)
 });
-const KnowledgeSearchScope = Schema.TaggedStruct("KnowledgeScope", { id: NonEmptyTrimmedString });
-const KnowledgeSearchScopes = Schema.TaggedStruct("KnowledgeScopes", { ids: Schema.NonEmptyArray(NonEmptyTrimmedString) });
+const KnowledgeSearchScope = Schema.TaggedStruct("KnowledgeScope", { id: KnowledgeScopeId });
+const KnowledgeSearchScopes = Schema.TaggedStruct("KnowledgeScopes", { ids: Schema.NonEmptyArray(KnowledgeScopeId) });
 const KnowledgeSearchScopeSchema = Schema.Union([KnowledgeSearchScope, KnowledgeSearchScopes]);
 const KnowledgeFileSource = Schema.TaggedStruct("File", {
 	ref: NonEmptyTrimmedString,
@@ -95,8 +97,8 @@ const KnowledgeSourceSchema = Schema.Union([
 	KnowledgeTextSource
 ]);
 const IndexedKnowledgeDocumentSchema = Schema.Struct({
-	id: NonEmptyTrimmedString,
-	scopeId: NonEmptyTrimmedString,
+	id: KnowledgeDocumentId,
+	scopeId: KnowledgeScopeId,
 	source: KnowledgeSourceSchema,
 	status: KnowledgeDocumentStatusSchema,
 	title: Schema.optional(NonEmptyTrimmedString),
@@ -115,6 +117,6 @@ const ExtractedKnowledgeDocumentSchema = Schema.Struct({
 });
 const defaultKnowledgeChunkMaxTokens = 512;
 //#endregion
-export { CreateKnowledgeDocumentInputSchema, ExtractedKnowledgeDocumentSchema, IndexedKnowledgeDocumentSchema, KnowledgeAvailabilitySchema, KnowledgeChunkSchema, KnowledgeDocumentSchema, KnowledgeDocumentStatusSchema, KnowledgeFileSchema, KnowledgeFileSource, KnowledgeMetadataSchema, KnowledgeScopeSchema, KnowledgeSearchScope, KnowledgeSearchScopeSchema, KnowledgeSearchScopes, KnowledgeSourceSchema, KnowledgeTextSource, KnowledgeUrlSource, NonEmptyTrimmedString, NonNegativeInteger, PositiveInteger, UpdateKnowledgeDocumentInputSchema, defaultKnowledgeChunkMaxTokens };
+export { CreateKnowledgeDocumentInputSchema, ExtractedKnowledgeDocumentSchema, IndexedKnowledgeDocumentSchema, KnowledgeAvailabilitySchema, KnowledgeChunkSchema, KnowledgeDocumentId, KnowledgeDocumentSchema, KnowledgeDocumentStatusSchema, KnowledgeFileSchema, KnowledgeFileSource, KnowledgeMetadataSchema, KnowledgeScopeId, KnowledgeScopeSchema, KnowledgeSearchScope, KnowledgeSearchScopeSchema, KnowledgeSearchScopes, KnowledgeSourceSchema, KnowledgeTextSource, KnowledgeUrlSource, NonEmptyTrimmedString, NonNegativeInteger, PositiveInteger, UpdateKnowledgeDocumentInputSchema, defaultKnowledgeChunkMaxTokens };
 
 //# sourceMappingURL=documents.mjs.map

package/dist/documents.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"documents.mjs","names":[],"sources":["../src/documents.ts"],"sourcesContent":["import * as Schema from 'effect/Schema'\n\nexport const NonEmptyTrimmedString = Schema.Trimmed.pipe(Schema.check(Schema.isNonEmpty()))\n\nexport const NonNegativeInteger = Schema.Int.pipe(Schema.check(Schema.isGreaterThanOrEqualTo(0)))\n\nexport const PositiveInteger = Schema.Int.pipe(Schema.check(Schema.isGreaterThan(0)))\n\nexport const KnowledgeMetadataSchema = Schema.Record(Schema.String, Schema.Unknown)\n\nexport type KnowledgeMetadata = Schema.Schema.Type<typeof KnowledgeMetadataSchema>\n\nexport const KnowledgeAvailabilitySchema = Schema.Literals(['pinned', 'searchable', 'archived'])\n\nexport type KnowledgeAvailability = Schema.Schema.Type<typeof KnowledgeAvailabilitySchema>\n\nexport const KnowledgeDocumentStatusSchema = Schema.Literals(['processing', 'ready', 'error'])\n\nexport type KnowledgeDocumentStatus = Schema.Schema.Type<typeof KnowledgeDocumentStatusSchema>\n\nexport const KnowledgeScopeSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  kind: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport type KnowledgeScope = Schema.Schema.Type<typeof KnowledgeScopeSchema>\n\nexport const KnowledgeDocumentSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  slug: NonEmptyTrimmedString,\n  title: NonEmptyTrimmedString,\n  purpose: NonEmptyTrimmedString,\n  origin: NonEmptyTrimmedString,\n  content: NonEmptyTrimmedString,\n  status: KnowledgeDocumentStatusSchema,\n  availability: KnowledgeAvailabilitySchema,\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  reviewedAt: Schema.optional(Schema.DateTimeUtc),\n  metadata: Schema.optional(KnowledgeMetadataSchema),\n  createdAt: Schema.DateTimeUtc,\n  updatedAt: Schema.DateTimeUtc\n})\n\nexport type KnowledgeDocument = Schema.Schema.Type<typeof KnowledgeDocumentSchema>\n\nexport const CreateKnowledgeDocumentInputSchema = Schema.Struct({\n  scope: KnowledgeScopeSchema,\n  slug: NonEmptyTrimmedString,\n  title: NonEmptyTrimmedString,\n  purpose: NonEmptyTrimmedString,\n  origin: NonEmptyTrimmedString,\n  content: NonEmptyTrimmedString,\n  availability: KnowledgeAvailabilitySchema,\n  summary: Schema.optional(Schema.String),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type CreateKnowledgeDocumentInput = Schema.Schema.Type<\n  typeof CreateKnowledgeDocumentInputSchema\n>\n\nexport const UpdateKnowledgeDocumentInputSchema = Schema.Struct({\n  scope: KnowledgeScopeSchema,\n  id: NonEmptyTrimmedString,\n  slug: Schema.optional(NonEmptyTrimmedString),\n  title: Schema.optional(NonEmptyTrimmedString),\n  purpose: Schema.optional(NonEmptyTrimmedString),\n  origin: Schema.optional(NonEmptyTrimmedString),\n  content: Schema.optional(NonEmptyTrimmedString),\n  status: Schema.optional(KnowledgeDocumentStatusSchema),\n  availability: Schema.optional(KnowledgeAvailabilitySchema),\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  reviewedAt: Schema.optional(Schema.DateTimeUtc),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type UpdateKnowledgeDocumentInput = Schema.Schema.Type<\n  typeof UpdateKnowledgeDocumentInputSchema\n>\n\nexport const KnowledgeFileSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  documentId: NonEmptyTrimmedString,\n  storageKey: NonEmptyTrimmedString,\n  mediaType: Schema.optional(NonEmptyTrimmedString),\n  byteSize: Schema.optional(NonNegativeInteger),\n  checksum: Schema.optional(NonEmptyTrimmedString),\n  metadata: Schema.optional(KnowledgeMetadataSchema),\n  createdAt: Schema.DateTimeUtc\n})\n\nexport type KnowledgeFile = Schema.Schema.Type<typeof KnowledgeFileSchema>\n\nexport const KnowledgeChunkSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  scopeId: NonEmptyTrimmedString,\n  documentId: NonEmptyTrimmedString,\n  content: NonEmptyTrimmedString,\n  position: NonNegativeInteger,\n  tokenCount: PositiveInteger,\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type KnowledgeChunk = Schema.Schema.Type<typeof KnowledgeChunkSchema>\n\nexport const KnowledgeSearchScope = Schema.TaggedStruct('KnowledgeScope', {\n  id: NonEmptyTrimmedString\n})\n\nexport const KnowledgeSearchScopes = Schema.TaggedStruct('KnowledgeScopes', {\n  ids: Schema.NonEmptyArray(NonEmptyTrimmedString)\n})\n\nexport const KnowledgeSearchScopeSchema = Schema.Union([\n  KnowledgeSearchScope,\n  KnowledgeSearchScopes\n])\n\nexport type KnowledgeSearchScope = typeof KnowledgeSearchScopeSchema.Type\n\nexport const KnowledgeFileSource = Schema.TaggedStruct('File', {\n  ref: NonEmptyTrimmedString,\n  name: Schema.optional(NonEmptyTrimmedString),\n  mediaType: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport const KnowledgeUrlSource = Schema.TaggedStruct('Url', {\n  url: NonEmptyTrimmedString\n})\n\nexport const KnowledgeTextSource = Schema.TaggedStruct('Text', {\n  label: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport const KnowledgeSourceSchema = Schema.Union([\n  KnowledgeFileSource,\n  KnowledgeUrlSource,\n  KnowledgeTextSource\n])\n\nexport type KnowledgeSource = typeof KnowledgeSourceSchema.Type\n\nexport const IndexedKnowledgeDocumentSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  scopeId: NonEmptyTrimmedString,\n  source: KnowledgeSourceSchema,\n  status: KnowledgeDocumentStatusSchema,\n  title: Schema.optional(NonEmptyTrimmedString),\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  contentHash: Schema.optional(NonEmptyTrimmedString),\n  tokenCount: Schema.optional(NonNegativeInteger),\n  chunkCount: Schema.optional(NonNegativeInteger),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type IndexedKnowledgeDocument = Schema.Schema.Type<typeof IndexedKnowledgeDocumentSchema>\n\nexport const ExtractedKnowledgeDocumentSchema = Schema.Struct({\n  content: NonEmptyTrimmedString,\n  title: Schema.optional(NonEmptyTrimmedString),\n  summary: Schema.optional(Schema.String),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type ExtractedKnowledgeDocument = Schema.Schema.Type<typeof ExtractedKnowledgeDocumentSchema>\n\nexport const defaultKnowledgeChunkMaxTokens = 512\n"],"mappings":";;AAEA,MAAa,wBAAwB,OAAO,QAAQ,KAAK,OAAO,MAAM,OAAO,WAAW,CAAC,CAAC;AAE1F,MAAa,qBAAqB,OAAO,IAAI,KAAK,OAAO,MAAM,OAAO,uBAAuB,CAAC,CAAC,CAAC;AAEhG,MAAa,kBAAkB,OAAO,IAAI,KAAK,OAAO,MAAM,OAAO,cAAc,CAAC,CAAC,CAAC;AAEpF,MAAa,0BAA0B,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO;AAIlF,MAAa,8BAA8B,OAAO,SAAS;CAAC;CAAU;CAAc;AAAU,CAAC;AAI/F,MAAa,gCAAgC,OAAO,SAAS;CAAC;CAAc;CAAS;AAAO,CAAC;AAI7F,MAAa,uBAAuB,OAAO,OAAO;CAChD,IAAI;CACJ,MAAM,OAAO,SAAS,qBAAqB;AAC7C,CAAC;AAID,MAAa,0BAA0B,OAAO,OAAO;CACnD,IAAI;CACJ,MAAM;CACN,OAAO;CACP,SAAS;CACT,QAAQ;CACR,SAAS;CACT,QAAQ;CACR,cAAc;CACd,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,YAAY,OAAO,SAAS,OAAO,WAAW;CAC9C,UAAU,OAAO,SAAS,uBAAuB;CACjD,WAAW,OAAO;CAClB,WAAW,OAAO;AACpB,CAAC;AAID,MAAa,qCAAqC,OAAO,OAAO;CAC9D,OAAO;CACP,MAAM;CACN,OAAO;CACP,SAAS;CACT,QAAQ;CACR,SAAS;CACT,cAAc;CACd,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAMD,MAAa,qCAAqC,OAAO,OAAO;CAC9D,OAAO;CACP,IAAI;CACJ,MAAM,OAAO,SAAS,qBAAqB;CAC3C,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,qBAAqB;CAC9C,QAAQ,OAAO,SAAS,qBAAqB;CAC7C,SAAS,OAAO,SAAS,qBAAqB;CAC9C,QAAQ,OAAO,SAAS,6BAA6B;CACrD,cAAc,OAAO,SAAS,2BAA2B;CACzD,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,YAAY,OAAO,SAAS,OAAO,WAAW;CAC9C,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAMD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,IAAI;CACJ,YAAY;CACZ,YAAY;CACZ,WAAW,OAAO,SAAS,qBAAqB;CAChD,UAAU,OAAO,SAAS,kBAAkB;CAC5C,UAAU,OAAO,SAAS,qBAAqB;CAC/C,UAAU,OAAO,SAAS,uBAAuB;CACjD,WAAW,OAAO;AACpB,CAAC;AAID,MAAa,uBAAuB,OAAO,OAAO;CAChD,IAAI;CACJ,SAAS;CACT,YAAY;CACZ,SAAS;CACT,UAAU;CACV,YAAY;CACZ,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,uBAAuB,OAAO,aAAa,kBAAkB,EACxE,IAAI,sBACN,CAAC;AAED,MAAa,wBAAwB,OAAO,aAAa,mBAAmB,EAC1E,KAAK,OAAO,cAAc,qBAAqB,EACjD,CAAC;AAED,MAAa,6BAA6B,OAAO,MAAM,CACrD,sBACA,qBACF,CAAC;AAID,MAAa,sBAAsB,OAAO,aAAa,QAAQ;CAC7D,KAAK;CACL,MAAM,OAAO,SAAS,qBAAqB;CAC3C,WAAW,OAAO,SAAS,qBAAqB;AAClD,CAAC;AAED,MAAa,qBAAqB,OAAO,aAAa,OAAO,EAC3D,KAAK,sBACP,CAAC;AAED,MAAa,sBAAsB,OAAO,aAAa,QAAQ,EAC7D,OAAO,OAAO,SAAS,qBAAqB,EAC9C,CAAC;AAED,MAAa,wBAAwB,OAAO,MAAM;CAChD;CACA;CACA;AACF,CAAC;AAID,MAAa,iCAAiC,OAAO,OAAO;CAC1D,IAAI;CACJ,SAAS;CACT,QAAQ;CACR,QAAQ;CACR,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,aAAa,OAAO,SAAS,qBAAqB;CAClD,YAAY,OAAO,SAAS,kBAAkB;CAC9C,YAAY,OAAO,SAAS,kBAAkB;CAC9C,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,mCAAmC,OAAO,OAAO;CAC5D,SAAS;CACT,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,iCAAiC"}
+{"version":3,"file":"documents.mjs","names":[],"sources":["../src/documents.ts"],"sourcesContent":["import * as Schema from 'effect/Schema'\n\nexport const NonEmptyTrimmedString = Schema.Trimmed.pipe(Schema.check(Schema.isNonEmpty()))\n\nexport const NonNegativeInteger = Schema.Int.pipe(Schema.check(Schema.isGreaterThanOrEqualTo(0)))\n\nexport const PositiveInteger = Schema.Int.pipe(Schema.check(Schema.isGreaterThan(0)))\n\nexport const KnowledgeMetadataSchema = Schema.Record(Schema.String, Schema.Unknown)\n\nexport type KnowledgeMetadata = Schema.Schema.Type<typeof KnowledgeMetadataSchema>\n\nexport const KnowledgeAvailabilitySchema = Schema.Literals(['pinned', 'searchable', 'archived'])\n\nexport type KnowledgeAvailability = Schema.Schema.Type<typeof KnowledgeAvailabilitySchema>\n\nexport const KnowledgeDocumentStatusSchema = Schema.Literals(['processing', 'ready', 'error'])\n\nexport type KnowledgeDocumentStatus = Schema.Schema.Type<typeof KnowledgeDocumentStatusSchema>\n\nexport const KnowledgeScopeId = NonEmptyTrimmedString.pipe(Schema.brand('KnowledgeScopeId'))\n\nexport type KnowledgeScopeId = typeof KnowledgeScopeId.Type\n\nexport const KnowledgeDocumentId = NonEmptyTrimmedString.pipe(Schema.brand('KnowledgeDocumentId'))\n\nexport type KnowledgeDocumentId = typeof KnowledgeDocumentId.Type\n\nexport const KnowledgeScopeSchema = Schema.Struct({\n  id: KnowledgeScopeId,\n  kind: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport type KnowledgeScope = Schema.Schema.Type<typeof KnowledgeScopeSchema>\n\nexport const KnowledgeDocumentSchema = Schema.Struct({\n  id: KnowledgeDocumentId,\n  slug: NonEmptyTrimmedString,\n  title: NonEmptyTrimmedString,\n  purpose: NonEmptyTrimmedString,\n  origin: NonEmptyTrimmedString,\n  content: NonEmptyTrimmedString,\n  status: KnowledgeDocumentStatusSchema,\n  availability: KnowledgeAvailabilitySchema,\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  reviewedAt: Schema.optional(Schema.DateTimeUtc),\n  metadata: Schema.optional(KnowledgeMetadataSchema),\n  createdAt: Schema.DateTimeUtc,\n  updatedAt: Schema.DateTimeUtc\n})\n\nexport type KnowledgeDocument = Schema.Schema.Type<typeof KnowledgeDocumentSchema>\n\nexport const CreateKnowledgeDocumentInputSchema = Schema.Struct({\n  scope: KnowledgeScopeSchema,\n  slug: NonEmptyTrimmedString,\n  title: NonEmptyTrimmedString,\n  purpose: NonEmptyTrimmedString,\n  origin: NonEmptyTrimmedString,\n  content: NonEmptyTrimmedString,\n  availability: KnowledgeAvailabilitySchema,\n  summary: Schema.optional(Schema.String),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type CreateKnowledgeDocumentInput = Schema.Schema.Type<\n  typeof CreateKnowledgeDocumentInputSchema\n>\n\nexport const UpdateKnowledgeDocumentInputSchema = Schema.Struct({\n  scope: KnowledgeScopeSchema,\n  id: KnowledgeDocumentId,\n  slug: Schema.optional(NonEmptyTrimmedString),\n  title: Schema.optional(NonEmptyTrimmedString),\n  purpose: Schema.optional(NonEmptyTrimmedString),\n  origin: Schema.optional(NonEmptyTrimmedString),\n  content: Schema.optional(NonEmptyTrimmedString),\n  status: Schema.optional(KnowledgeDocumentStatusSchema),\n  availability: Schema.optional(KnowledgeAvailabilitySchema),\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  reviewedAt: Schema.optional(Schema.DateTimeUtc),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type UpdateKnowledgeDocumentInput = Schema.Schema.Type<\n  typeof UpdateKnowledgeDocumentInputSchema\n>\n\nexport const KnowledgeFileSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  documentId: KnowledgeDocumentId,\n  storageKey: NonEmptyTrimmedString,\n  mediaType: Schema.optional(NonEmptyTrimmedString),\n  byteSize: Schema.optional(NonNegativeInteger),\n  checksum: Schema.optional(NonEmptyTrimmedString),\n  metadata: Schema.optional(KnowledgeMetadataSchema),\n  createdAt: Schema.DateTimeUtc\n})\n\nexport type KnowledgeFile = Schema.Schema.Type<typeof KnowledgeFileSchema>\n\nexport const KnowledgeChunkSchema = Schema.Struct({\n  id: NonEmptyTrimmedString,\n  scopeId: KnowledgeScopeId,\n  documentId: KnowledgeDocumentId,\n  content: NonEmptyTrimmedString,\n  position: NonNegativeInteger,\n  tokenCount: PositiveInteger,\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type KnowledgeChunk = Schema.Schema.Type<typeof KnowledgeChunkSchema>\n\nexport const KnowledgeSearchScope = Schema.TaggedStruct('KnowledgeScope', {\n  id: KnowledgeScopeId\n})\n\nexport const KnowledgeSearchScopes = Schema.TaggedStruct('KnowledgeScopes', {\n  ids: Schema.NonEmptyArray(KnowledgeScopeId)\n})\n\nexport const KnowledgeSearchScopeSchema = Schema.Union([\n  KnowledgeSearchScope,\n  KnowledgeSearchScopes\n])\n\nexport type KnowledgeSearchScope = typeof KnowledgeSearchScopeSchema.Type\n\nexport const KnowledgeFileSource = Schema.TaggedStruct('File', {\n  ref: NonEmptyTrimmedString,\n  name: Schema.optional(NonEmptyTrimmedString),\n  mediaType: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport const KnowledgeUrlSource = Schema.TaggedStruct('Url', {\n  url: NonEmptyTrimmedString\n})\n\nexport const KnowledgeTextSource = Schema.TaggedStruct('Text', {\n  label: Schema.optional(NonEmptyTrimmedString)\n})\n\nexport const KnowledgeSourceSchema = Schema.Union([\n  KnowledgeFileSource,\n  KnowledgeUrlSource,\n  KnowledgeTextSource\n])\n\nexport type KnowledgeSource = typeof KnowledgeSourceSchema.Type\n\nexport const IndexedKnowledgeDocumentSchema = Schema.Struct({\n  id: KnowledgeDocumentId,\n  scopeId: KnowledgeScopeId,\n  source: KnowledgeSourceSchema,\n  status: KnowledgeDocumentStatusSchema,\n  title: Schema.optional(NonEmptyTrimmedString),\n  summary: Schema.optional(Schema.String),\n  errorMessage: Schema.optional(Schema.String),\n  contentHash: Schema.optional(NonEmptyTrimmedString),\n  tokenCount: Schema.optional(NonNegativeInteger),\n  chunkCount: Schema.optional(NonNegativeInteger),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type IndexedKnowledgeDocument = Schema.Schema.Type<typeof IndexedKnowledgeDocumentSchema>\n\nexport const ExtractedKnowledgeDocumentSchema = Schema.Struct({\n  content: NonEmptyTrimmedString,\n  title: Schema.optional(NonEmptyTrimmedString),\n  summary: Schema.optional(Schema.String),\n  metadata: Schema.optional(KnowledgeMetadataSchema)\n})\n\nexport type ExtractedKnowledgeDocument = Schema.Schema.Type<typeof ExtractedKnowledgeDocumentSchema>\n\nexport const defaultKnowledgeChunkMaxTokens = 512\n"],"mappings":";;AAEA,MAAa,wBAAwB,OAAO,QAAQ,KAAK,OAAO,MAAM,OAAO,WAAW,CAAC,CAAC;AAE1F,MAAa,qBAAqB,OAAO,IAAI,KAAK,OAAO,MAAM,OAAO,uBAAuB,CAAC,CAAC,CAAC;AAEhG,MAAa,kBAAkB,OAAO,IAAI,KAAK,OAAO,MAAM,OAAO,cAAc,CAAC,CAAC,CAAC;AAEpF,MAAa,0BAA0B,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO;AAIlF,MAAa,8BAA8B,OAAO,SAAS;CAAC;CAAU;CAAc;AAAU,CAAC;AAI/F,MAAa,gCAAgC,OAAO,SAAS;CAAC;CAAc;CAAS;AAAO,CAAC;AAI7F,MAAa,mBAAmB,sBAAsB,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAI3F,MAAa,sBAAsB,sBAAsB,KAAK,OAAO,MAAM,qBAAqB,CAAC;AAIjG,MAAa,uBAAuB,OAAO,OAAO;CAChD,IAAI;CACJ,MAAM,OAAO,SAAS,qBAAqB;AAC7C,CAAC;AAID,MAAa,0BAA0B,OAAO,OAAO;CACnD,IAAI;CACJ,MAAM;CACN,OAAO;CACP,SAAS;CACT,QAAQ;CACR,SAAS;CACT,QAAQ;CACR,cAAc;CACd,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,YAAY,OAAO,SAAS,OAAO,WAAW;CAC9C,UAAU,OAAO,SAAS,uBAAuB;CACjD,WAAW,OAAO;CAClB,WAAW,OAAO;AACpB,CAAC;AAID,MAAa,qCAAqC,OAAO,OAAO;CAC9D,OAAO;CACP,MAAM;CACN,OAAO;CACP,SAAS;CACT,QAAQ;CACR,SAAS;CACT,cAAc;CACd,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAMD,MAAa,qCAAqC,OAAO,OAAO;CAC9D,OAAO;CACP,IAAI;CACJ,MAAM,OAAO,SAAS,qBAAqB;CAC3C,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,qBAAqB;CAC9C,QAAQ,OAAO,SAAS,qBAAqB;CAC7C,SAAS,OAAO,SAAS,qBAAqB;CAC9C,QAAQ,OAAO,SAAS,6BAA6B;CACrD,cAAc,OAAO,SAAS,2BAA2B;CACzD,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,YAAY,OAAO,SAAS,OAAO,WAAW;CAC9C,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAMD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,IAAI;CACJ,YAAY;CACZ,YAAY;CACZ,WAAW,OAAO,SAAS,qBAAqB;CAChD,UAAU,OAAO,SAAS,kBAAkB;CAC5C,UAAU,OAAO,SAAS,qBAAqB;CAC/C,UAAU,OAAO,SAAS,uBAAuB;CACjD,WAAW,OAAO;AACpB,CAAC;AAID,MAAa,uBAAuB,OAAO,OAAO;CAChD,IAAI;CACJ,SAAS;CACT,YAAY;CACZ,SAAS;CACT,UAAU;CACV,YAAY;CACZ,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,uBAAuB,OAAO,aAAa,kBAAkB,EACxE,IAAI,iBACN,CAAC;AAED,MAAa,wBAAwB,OAAO,aAAa,mBAAmB,EAC1E,KAAK,OAAO,cAAc,gBAAgB,EAC5C,CAAC;AAED,MAAa,6BAA6B,OAAO,MAAM,CACrD,sBACA,qBACF,CAAC;AAID,MAAa,sBAAsB,OAAO,aAAa,QAAQ;CAC7D,KAAK;CACL,MAAM,OAAO,SAAS,qBAAqB;CAC3C,WAAW,OAAO,SAAS,qBAAqB;AAClD,CAAC;AAED,MAAa,qBAAqB,OAAO,aAAa,OAAO,EAC3D,KAAK,sBACP,CAAC;AAED,MAAa,sBAAsB,OAAO,aAAa,QAAQ,EAC7D,OAAO,OAAO,SAAS,qBAAqB,EAC9C,CAAC;AAED,MAAa,wBAAwB,OAAO,MAAM;CAChD;CACA;CACA;AACF,CAAC;AAID,MAAa,iCAAiC,OAAO,OAAO;CAC1D,IAAI;CACJ,SAAS;CACT,QAAQ;CACR,QAAQ;CACR,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,cAAc,OAAO,SAAS,OAAO,MAAM;CAC3C,aAAa,OAAO,SAAS,qBAAqB;CAClD,YAAY,OAAO,SAAS,kBAAkB;CAC9C,YAAY,OAAO,SAAS,kBAAkB;CAC9C,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,mCAAmC,OAAO,OAAO;CAC5D,SAAS;CACT,OAAO,OAAO,SAAS,qBAAqB;CAC5C,SAAS,OAAO,SAAS,OAAO,MAAM;CACtC,UAAU,OAAO,SAAS,uBAAuB;AACnD,CAAC;AAID,MAAa,iCAAiC"}

package/dist/ingestion.d.mts

@@ -1,3 +1,4 @@
+import { KnowledgeDocumentId, KnowledgeScopeId } from "./documents.mjs";
 import { KnowledgeIngestionError } from "./errors.mjs";
 import { KnowledgeChunker } from "./chunking.mjs";
 import { KnowledgeEmbedder } from "./embeddings.mjs";
@@ -8,15 +9,15 @@ import { Effect } from "effect";
 
 //#region src/ingestion.d.ts
 type IngestKnowledgeDocumentInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly source: LoadedKnowledgeSource;
   readonly contentHash?: string;
   readonly maxTokens?: number;
 };
 declare const ingestKnowledgeDocument: (input: IngestKnowledgeDocumentInput) => Effect.Effect<{
-  readonly id: string;
-  readonly scopeId: string;
+  readonly id: string & import("effect/Brand").Brand<"KnowledgeDocumentId">;
+  readonly scopeId: string & import("effect/Brand").Brand<"KnowledgeScopeId">;
   readonly status: "processing" | "ready" | "error";
   readonly source: {
     readonly _tag: "File";
@@ -39,7 +40,7 @@ declare const ingestKnowledgeDocument: (input: IngestKnowledgeDocumentInput) =>
   readonly title?: string | undefined;
   readonly contentHash?: string | undefined;
   readonly chunkCount?: number | undefined;
-}, KnowledgeIngestionError, KnowledgeSummarizer | KnowledgeChunker | KnowledgeEmbedder | KnowledgeExtractor | SearchIndexStore>;
+}, KnowledgeIngestionError, KnowledgeSummarizer | KnowledgeChunker | SearchIndexStore | KnowledgeEmbedder | KnowledgeExtractor>;
 type KnowledgeIngestionPipeline = {
   readonly ingest: (input: IngestKnowledgeDocumentInput) => ReturnType<typeof ingestKnowledgeDocument>;
 };

package/dist/ingestion.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"ingestion.d.mts","names":[],"sources":["../src/ingestion.ts"],"mappings":";;;;;;;;;KAUY,4BAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,MAAA,EAAQ,qBAAqB;EAAA,SAC7B,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,cAaE,uBAAA,GAA2B,KAAA,EAAO,4BAAA,KAA4B,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;;;;;;;;;KA0I/D,0BAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,4BAAA,KACJ,UAAA,QAAkB,uBAAA;AAAA;AAAA,cAGZ,qBAAA,QAA4B,0BAEvC"}
+{"version":3,"file":"ingestion.d.mts","names":[],"sources":["../src/ingestion.ts"],"mappings":";;;;;;;;;;KAWY,4BAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAA;EAAA,SACZ,MAAA,EAAQ,qBAAA;EAAA,SACR,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,cAaE,uBAAA,GAA2B,KAAA,EAAO,4BAAA,KAA4B,MAAA,CAAA,MAAA;EAAA;;;;;;;;;;;;;;;;;;;;;;;;;KA0I/D,0BAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,4BAAA,KACJ,UAAA,QAAkB,uBAAA;AAAA;AAAA,cAGZ,qBAAA,QAA4B,0BAEvC"}

package/dist/ingestion.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ingestion.mjs","names":["Arr"],"sources":["../src/ingestion.ts"],"sourcesContent":["import { Array as Arr, Effect } from 'effect'\nimport { KnowledgeChunker } from './chunking.ts'\nimport { defaultKnowledgeChunkMaxTokens } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeExtractor } from './extraction.ts'\nimport { KnowledgeSummarizer } from './summarization.ts'\nimport type { LoadedKnowledgeSource } from './extraction.ts'\nimport { KnowledgeIngestionError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type IngestKnowledgeDocumentInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly source: LoadedKnowledgeSource\n  readonly contentHash?: string\n  readonly maxTokens?: number\n}\n\nconst markErrorBestEffort = (input: IngestKnowledgeDocumentInput, error: KnowledgeIngestionError) =>\n  Effect.gen(function* () {\n    const store = yield* SearchIndexStore\n    yield* store.markDocumentError({\n      scopeId: input.scopeId,\n      documentId: input.documentId,\n      message: error.message\n    })\n  }).pipe(Effect.catch(() => Effect.void))\n\nexport const ingestKnowledgeDocument = (input: IngestKnowledgeDocumentInput) =>\n  Effect.gen(function* () {\n    yield* Effect.annotateCurrentSpan({\n      'knowledge_search.scope_id': input.scopeId,\n      'knowledge_search.document_id': input.documentId,\n      'knowledge_search.source_type': input.source.source._tag\n    })\n    const store = yield* SearchIndexStore\n    const extractor = yield* KnowledgeExtractor\n    const chunker = yield* KnowledgeChunker\n    const embedder = yield* KnowledgeEmbedder\n    const summarizer = yield* KnowledgeSummarizer\n\n    yield* store\n      .upsertDocument({\n        document: {\n          id: input.documentId,\n          scopeId: input.scopeId,\n          source: input.source.source,\n          status: 'processing',\n          metadata: input.source.metadata\n        }\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n\n    const extracted = yield* extractor\n      .extract(input.source)\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'extract', cause: error })\n        )\n      )\n\n    const chunks = yield* chunker\n      .chunk({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        content: extracted.content,\n        maxTokens: input.maxTokens ?? defaultKnowledgeChunkMaxTokens,\n        metadata: extracted.metadata\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'chunk', cause: error })\n        )\n      )\n\n    const indexed = yield* Effect.all(\n      {\n        embeddings: embedder.embedTexts(chunks.map(chunk => chunk.content)).pipe(\n          Effect.mapError(\n            error =>\n              new KnowledgeIngestionError({\n                message: error.message,\n                stage: 'embed',\n                cause: error\n              })\n          )\n        ),\n        summary: summarizer\n          .summarize({\n            content: extracted.content,\n            sourceTitle: extracted.title,\n            metadata: extracted.metadata\n          })\n          .pipe(\n            Effect.mapError(\n              error =>\n                new KnowledgeIngestionError({\n                  message: error.message,\n                  stage: 'summarize',\n                  cause: error\n                })\n            )\n          )\n      },\n      { concurrency: 'unbounded' }\n    )\n\n    if (indexed.embeddings.length !== chunks.length) {\n      return yield* Effect.fail(\n        new KnowledgeIngestionError({\n          message: 'Embedding count did not match chunk count',\n          stage: 'embed'\n        })\n      )\n    }\n\n    const indexedChunks = Arr.zip(chunks, indexed.embeddings).map(([chunk, embedding]) => ({\n      chunk,\n      embedding\n    }))\n\n    yield* store\n      .replaceDocumentChunks({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        chunks: indexedChunks\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n\n    const tokenCount = chunks.reduce((total, chunk) => total + chunk.tokenCount, 0)\n\n    return yield* store\n      .markDocumentReady({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        title: indexed.summary.title ?? extracted.title,\n        summary: indexed.summary.summary ?? extracted.summary,\n        contentHash: input.contentHash,\n        tokenCount,\n        chunkCount: chunks.length\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n  }).pipe(\n    Effect.withSpan('knowledge_search.ingestDocument'),\n    Effect.catch(error =>\n      markErrorBestEffort(input, error).pipe(Effect.flatMap(() => Effect.fail(error)))\n    )\n  )\n\nexport type KnowledgeIngestionPipeline = {\n  readonly ingest: (\n    input: IngestKnowledgeDocumentInput\n  ) => ReturnType<typeof ingestKnowledgeDocument>\n}\n\nexport const makeIngestionPipeline = (): KnowledgeIngestionPipeline => ({\n  ingest: ingestKnowledgeDocument\n})\n"],"mappings":";;;;;;;;;AAkBA,MAAM,uBAAuB,OAAqC,UAChE,OAAO,IAAI,aAAa;CAEtB,QAAO,OADc,kBACR,kBAAkB;EAC7B,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,MAAM;CACjB,CAAC;AACH,CAAC,EAAE,KAAK,OAAO,YAAY,OAAO,IAAI,CAAC;AAEzC,MAAa,2BAA2B,UACtC,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,oBAAoB;EAChC,6BAA6B,MAAM;EACnC,gCAAgC,MAAM;EACtC,gCAAgC,MAAM,OAAO,OAAO;CACtD,CAAC;CACD,MAAM,QAAQ,OAAO;CACrB,MAAM,YAAY,OAAO;CACzB,MAAM,UAAU,OAAO;CACvB,MAAM,WAAW,OAAO;CACxB,MAAM,aAAa,OAAO;CAE1B,OAAO,MACJ,eAAe,EACd,UAAU;EACR,IAAI,MAAM;EACV,SAAS,MAAM;EACf,QAAQ,MAAM,OAAO;EACrB,QAAQ;EACR,UAAU,MAAM,OAAO;CACzB,EACF,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,YAAY,OAAO,UACtB,QAAQ,MAAM,MAAM,EACpB,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAW,OAAO;CAAM,CAAC,CAC1F,CACF;CAEF,MAAM,SAAS,OAAO,QACnB,MAAM;EACL,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,UAAU;EACnB,WAAW,MAAM,aAAA;EACjB,UAAU,UAAU;CACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,UAAU,OAAO,OAAO,IAC5B;EACE,YAAY,SAAS,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,EAAE,KAClE,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;EACA,SAAS,WACN,UAAU;GACT,SAAS,UAAU;GACnB,aAAa,UAAU;GACvB,UAAU,UAAU;EACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;CACJ,GACA,EAAE,aAAa,YAAY,CAC7B;CAEA,IAAI,QAAQ,WAAW,WAAW,OAAO,QACvC,OAAO,OAAO,OAAO,KACnB,IAAI,wBAAwB;EAC1B,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,MAAM,gBAAgBA,MAAI,IAAI,QAAQ,QAAQ,UAAU,EAAE,KAAK,CAAC,OAAO,gBAAgB;EACrF;EACA;CACF,EAAE;CAEF,OAAO,MACJ,sBAAsB;EACrB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,QAAQ;CACV,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,aAAa,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,YAAY,CAAC;CAE9E,OAAO,OAAO,MACX,kBAAkB;EACjB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,OAAO,QAAQ,QAAQ,SAAS,UAAU;EAC1C,SAAS,QAAQ,QAAQ,WAAW,UAAU;EAC9C,aAAa,MAAM;EACnB;EACA,YAAY,OAAO;CACrB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;AACJ,CAAC,EAAE,KACD,OAAO,SAAS,iCAAiC,GACjD,OAAO,OAAM,UACX,oBAAoB,OAAO,KAAK,EAAE,KAAK,OAAO,cAAc,OAAO,KAAK,KAAK,CAAC,CAAC,CACjF,CACF;AAQF,MAAa,+BAA2D,EACtE,QAAQ,wBACV"}
+{"version":3,"file":"ingestion.mjs","names":["Arr"],"sources":["../src/ingestion.ts"],"sourcesContent":["import { Array as Arr, Effect } from 'effect'\nimport { KnowledgeChunker } from './chunking.ts'\nimport { defaultKnowledgeChunkMaxTokens } from './documents.ts'\nimport type { KnowledgeDocumentId, KnowledgeScopeId } from './documents.ts'\nimport { KnowledgeEmbedder } from './embeddings.ts'\nimport { KnowledgeExtractor } from './extraction.ts'\nimport { KnowledgeSummarizer } from './summarization.ts'\nimport type { LoadedKnowledgeSource } from './extraction.ts'\nimport { KnowledgeIngestionError } from './errors.ts'\nimport { SearchIndexStore } from './store.ts'\n\nexport type IngestKnowledgeDocumentInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly source: LoadedKnowledgeSource\n  readonly contentHash?: string\n  readonly maxTokens?: number\n}\n\nconst markErrorBestEffort = (input: IngestKnowledgeDocumentInput, error: KnowledgeIngestionError) =>\n  Effect.gen(function* () {\n    const store = yield* SearchIndexStore\n    yield* store.markDocumentError({\n      scopeId: input.scopeId,\n      documentId: input.documentId,\n      message: error.message\n    })\n  }).pipe(Effect.catch(() => Effect.void))\n\nexport const ingestKnowledgeDocument = (input: IngestKnowledgeDocumentInput) =>\n  Effect.gen(function* () {\n    yield* Effect.annotateCurrentSpan({\n      'knowledge_search.scope_id': input.scopeId,\n      'knowledge_search.document_id': input.documentId,\n      'knowledge_search.source_type': input.source.source._tag\n    })\n    const store = yield* SearchIndexStore\n    const extractor = yield* KnowledgeExtractor\n    const chunker = yield* KnowledgeChunker\n    const embedder = yield* KnowledgeEmbedder\n    const summarizer = yield* KnowledgeSummarizer\n\n    yield* store\n      .upsertDocument({\n        document: {\n          id: input.documentId,\n          scopeId: input.scopeId,\n          source: input.source.source,\n          status: 'processing',\n          metadata: input.source.metadata\n        }\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n\n    const extracted = yield* extractor\n      .extract(input.source)\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'extract', cause: error })\n        )\n      )\n\n    const chunks = yield* chunker\n      .chunk({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        content: extracted.content,\n        maxTokens: input.maxTokens ?? defaultKnowledgeChunkMaxTokens,\n        metadata: extracted.metadata\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'chunk', cause: error })\n        )\n      )\n\n    const indexed = yield* Effect.all(\n      {\n        embeddings: embedder.embedTexts(chunks.map(chunk => chunk.content)).pipe(\n          Effect.mapError(\n            error =>\n              new KnowledgeIngestionError({\n                message: error.message,\n                stage: 'embed',\n                cause: error\n              })\n          )\n        ),\n        summary: summarizer\n          .summarize({\n            content: extracted.content,\n            sourceTitle: extracted.title,\n            metadata: extracted.metadata\n          })\n          .pipe(\n            Effect.mapError(\n              error =>\n                new KnowledgeIngestionError({\n                  message: error.message,\n                  stage: 'summarize',\n                  cause: error\n                })\n            )\n          )\n      },\n      { concurrency: 'unbounded' }\n    )\n\n    if (indexed.embeddings.length !== chunks.length) {\n      return yield* Effect.fail(\n        new KnowledgeIngestionError({\n          message: 'Embedding count did not match chunk count',\n          stage: 'embed'\n        })\n      )\n    }\n\n    const indexedChunks = Arr.zip(chunks, indexed.embeddings).map(([chunk, embedding]) => ({\n      chunk,\n      embedding\n    }))\n\n    yield* store\n      .replaceDocumentChunks({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        chunks: indexedChunks\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n\n    const tokenCount = chunks.reduce((total, chunk) => total + chunk.tokenCount, 0)\n\n    return yield* store\n      .markDocumentReady({\n        scopeId: input.scopeId,\n        documentId: input.documentId,\n        title: indexed.summary.title ?? extracted.title,\n        summary: indexed.summary.summary ?? extracted.summary,\n        contentHash: input.contentHash,\n        tokenCount,\n        chunkCount: chunks.length\n      })\n      .pipe(\n        Effect.mapError(\n          error =>\n            new KnowledgeIngestionError({ message: error.message, stage: 'store', cause: error })\n        )\n      )\n  }).pipe(\n    Effect.withSpan('knowledge_search.ingestDocument'),\n    Effect.catch(error =>\n      markErrorBestEffort(input, error).pipe(Effect.flatMap(() => Effect.fail(error)))\n    )\n  )\n\nexport type KnowledgeIngestionPipeline = {\n  readonly ingest: (\n    input: IngestKnowledgeDocumentInput\n  ) => ReturnType<typeof ingestKnowledgeDocument>\n}\n\nexport const makeIngestionPipeline = (): KnowledgeIngestionPipeline => ({\n  ingest: ingestKnowledgeDocument\n})\n"],"mappings":";;;;;;;;;AAmBA,MAAM,uBAAuB,OAAqC,UAChE,OAAO,IAAI,aAAa;CAEtB,QAAO,OADc,kBACR,kBAAkB;EAC7B,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,MAAM;CACjB,CAAC;AACH,CAAC,EAAE,KAAK,OAAO,YAAY,OAAO,IAAI,CAAC;AAEzC,MAAa,2BAA2B,UACtC,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,oBAAoB;EAChC,6BAA6B,MAAM;EACnC,gCAAgC,MAAM;EACtC,gCAAgC,MAAM,OAAO,OAAO;CACtD,CAAC;CACD,MAAM,QAAQ,OAAO;CACrB,MAAM,YAAY,OAAO;CACzB,MAAM,UAAU,OAAO;CACvB,MAAM,WAAW,OAAO;CACxB,MAAM,aAAa,OAAO;CAE1B,OAAO,MACJ,eAAe,EACd,UAAU;EACR,IAAI,MAAM;EACV,SAAS,MAAM;EACf,QAAQ,MAAM,OAAO;EACrB,QAAQ;EACR,UAAU,MAAM,OAAO;CACzB,EACF,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,YAAY,OAAO,UACtB,QAAQ,MAAM,MAAM,EACpB,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAW,OAAO;CAAM,CAAC,CAC1F,CACF;CAEF,MAAM,SAAS,OAAO,QACnB,MAAM;EACL,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,SAAS,UAAU;EACnB,WAAW,MAAM,aAAA;EACjB,UAAU,UAAU;CACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,UAAU,OAAO,OAAO,IAC5B;EACE,YAAY,SAAS,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,EAAE,KAClE,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;EACA,SAAS,WACN,UAAU;GACT,SAAS,UAAU;GACnB,aAAa,UAAU;GACvB,UAAU,UAAU;EACtB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;GAC1B,SAAS,MAAM;GACf,OAAO;GACP,OAAO;EACT,CAAC,CACL,CACF;CACJ,GACA,EAAE,aAAa,YAAY,CAC7B;CAEA,IAAI,QAAQ,WAAW,WAAW,OAAO,QACvC,OAAO,OAAO,OAAO,KACnB,IAAI,wBAAwB;EAC1B,SAAS;EACT,OAAO;CACT,CAAC,CACH;CAGF,MAAM,gBAAgBA,MAAI,IAAI,QAAQ,QAAQ,UAAU,EAAE,KAAK,CAAC,OAAO,gBAAgB;EACrF;EACA;CACF,EAAE;CAEF,OAAO,MACJ,sBAAsB;EACrB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,QAAQ;CACV,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;CAEF,MAAM,aAAa,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,YAAY,CAAC;CAE9E,OAAO,OAAO,MACX,kBAAkB;EACjB,SAAS,MAAM;EACf,YAAY,MAAM;EAClB,OAAO,QAAQ,QAAQ,SAAS,UAAU;EAC1C,SAAS,QAAQ,QAAQ,WAAW,UAAU;EAC9C,aAAa,MAAM;EACnB;EACA,YAAY,OAAO;CACrB,CAAC,EACA,KACC,OAAO,UACL,UACE,IAAI,wBAAwB;EAAE,SAAS,MAAM;EAAS,OAAO;EAAS,OAAO;CAAM,CAAC,CACxF,CACF;AACJ,CAAC,EAAE,KACD,OAAO,SAAS,iCAAiC,GACjD,OAAO,OAAM,UACX,oBAAoB,OAAO,KAAK,EAAE,KAAK,OAAO,cAAc,OAAO,KAAK,KAAK,CAAC,CAAC,CACjF,CACF;AAQF,MAAa,+BAA2D,EACtE,QAAQ,wBACV"}

package/dist/search.d.mts

@@ -43,7 +43,7 @@ declare const fuseKnowledgeSearchResults: (input: {
   readonly limit: number;
   readonly rankConstant?: number;
 }) => ReadonlyArray<KnowledgeSearchResult>;
-declare const searchKnowledge: (input: KnowledgeSearchInput) => Effect.Effect<readonly KnowledgeSearchResult[], KnowledgeSearchError, KnowledgeEmbedder | SearchIndexStore>;
+declare const searchKnowledge: (input: KnowledgeSearchInput) => Effect.Effect<readonly KnowledgeSearchResult[], KnowledgeSearchError, SearchIndexStore | KnowledgeEmbedder>;
 //#endregion
 export { KnowledgeSearchContext, KnowledgeSearchInput, KnowledgeSearchMode, KnowledgeSearchResult, KnowledgeSearchScores, KnowledgeSearcher, fuseKnowledgeSearchResults, packKnowledgeSearchContext, searchKnowledge };
 //# sourceMappingURL=search.d.mts.map

package/dist/search.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.mts","names":[],"sources":["../src/search.ts"],"mappings":";;;;;;;KAMY,oBAAA;EAAA,SACD,KAAA,EAAO,oBAAA;EAAA,SACP,KAAA;EAAA,SACA,KAAA;EAAA,SACA,QAAA;EAAA,SACA,aAAA;EAAA,SACA,IAAA,GAAO,mBAAmB;EAAA,SAC1B,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,KAGC,mBAAA;AAAA,KAEA,qBAAA;EAAA,SACD,MAAA;EAAA,SACA,IAAA;EAAA,SACA,KAAA;AAAA;AAAA,KAGC,qBAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,QAAA,EAAU,wBAAA;EAAA,SACV,OAAA,GAAU,aAAA,CAAc,cAAA;EAAA,SACxB,MAAA,GAAS,qBAAA;AAAA;AAAA,KAGR,sBAAA;EAAA,SACD,KAAA;EAAA,SACA,OAAA,EAAS,aAAa,CAAC,qBAAA;EAAA,SACvB,IAAA;AAAA;AAAA,KAGC,iBAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,oBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,qBAAA,GAAwB,oBAAA;AAAA;AAAA,cAM9C,0BAAA,GACX,KAAA,UACA,OAAA,EAAS,aAAA,CAAc,qBAAA,MACtB,sBAAA;AAAA,cAkBU,0BAAA,GAA8B,KAAA;EAAA,SAChC,aAAA,EAAe,aAAA,CAAc,qBAAA;EAAA,SAC7B,WAAA,EAAa,aAAA,CAAc,qBAAA;EAAA,SAC3B,KAAA;EAAA,SACA,YAAA;AAAA,MACP,aAAA,CAAc,qBAAA;AAAA,cA8JL,eAAA,GAAmB,KAAA,EAAO,oBAAA,KAAoB,MAAA,CAAA,MAAA,UAAA,qBAAA,IAAA,oBAAA,EAAA,iBAAA,GAAA,gBAAA"}
+{"version":3,"file":"search.d.mts","names":[],"sources":["../src/search.ts"],"mappings":";;;;;;;KAMY,oBAAA;EAAA,SACD,KAAA,EAAO,oBAAA;EAAA,SACP,KAAA;EAAA,SACA,KAAA;EAAA,SACA,QAAA;EAAA,SACA,aAAA;EAAA,SACA,IAAA,GAAO,mBAAmB;EAAA,SAC1B,WAAA;EAAA,SACA,SAAA;AAAA;AAAA,KAGC,mBAAA;AAAA,KAEA,qBAAA;EAAA,SACD,MAAA;EAAA,SACA,IAAA;EAAA,SACA,KAAA;AAAA;AAAA,KAGC,qBAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,QAAA,EAAU,wBAAA;EAAA,SACV,OAAA,GAAU,aAAA,CAAc,cAAA;EAAA,SACxB,MAAA,GAAS,qBAAA;AAAA;AAAA,KAGR,sBAAA;EAAA,SACD,KAAA;EAAA,SACA,OAAA,EAAS,aAAa,CAAC,qBAAA;EAAA,SACvB,IAAA;AAAA;AAAA,KAGC,iBAAA;EAAA,SACD,MAAA,GACP,KAAA,EAAO,oBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,qBAAA,GAAwB,oBAAA;AAAA;AAAA,cAM9C,0BAAA,GACX,KAAA,UACA,OAAA,EAAS,aAAA,CAAc,qBAAA,MACtB,sBAAA;AAAA,cAkBU,0BAAA,GAA8B,KAAA;EAAA,SAChC,aAAA,EAAe,aAAA,CAAc,qBAAA;EAAA,SAC7B,WAAA,EAAa,aAAA,CAAc,qBAAA;EAAA,SAC3B,KAAA;EAAA,SACA,YAAA;AAAA,MACP,aAAA,CAAc,qBAAA;AAAA,cA8JL,eAAA,GAAmB,KAAA,EAAO,oBAAA,KAAoB,MAAA,CAAA,MAAA,UAAA,qBAAA,IAAA,oBAAA,EAAA,gBAAA,GAAA,iBAAA"}

package/dist/store.d.mts

@@ -1,4 +1,4 @@
-import { CreateKnowledgeDocumentInput, IndexedKnowledgeDocument, KnowledgeChunk, KnowledgeDocument, KnowledgeFile, KnowledgeScope, KnowledgeSearchScope, UpdateKnowledgeDocumentInput } from "./documents.mjs";
+import { CreateKnowledgeDocumentInput, IndexedKnowledgeDocument, KnowledgeChunk, KnowledgeDocument, KnowledgeDocumentId, KnowledgeFile, KnowledgeScope, KnowledgeScopeId, KnowledgeSearchScope, UpdateKnowledgeDocumentInput } from "./documents.mjs";
 import { KnowledgeStoreError, SearchIndexStoreError } from "./errors.mjs";
 import { KnowledgeEmbedding } from "./embeddings.mjs";
 import { Context, Effect } from "effect";
@@ -6,7 +6,7 @@ import { Context, Effect } from "effect";
 //#region src/store.d.ts
 type GetKnowledgeDocumentInput = {
   readonly scope: KnowledgeScope;
-  readonly id: string;
+  readonly id: KnowledgeDocumentId;
 };
 type GetKnowledgeDocumentBySlugInput = {
   readonly scope: KnowledgeScope;
@@ -43,16 +43,16 @@ type UpsertIndexedKnowledgeDocumentInput = {
   readonly document: IndexedKnowledgeDocument;
 };
 type ReplaceKnowledgeDocumentChunksInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly chunks: ReadonlyArray<{
     readonly chunk: KnowledgeChunk;
     readonly embedding: KnowledgeEmbedding;
   }>;
 };
 type MarkKnowledgeDocumentReadyInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly title?: string;
   readonly summary?: string;
   readonly contentHash?: string;
@@ -60,8 +60,8 @@ type MarkKnowledgeDocumentReadyInput = {
   readonly chunkCount: number;
 };
 type MarkKnowledgeDocumentErrorInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly message: string;
 };
 type KnowledgeChunkSearchInput = {
@@ -81,23 +81,23 @@ type KnowledgeChunkSearchResult = {
   readonly document: IndexedKnowledgeDocument;
 };
 type KnowledgeSearchContextChunksInput = {
-  readonly scopeId: string;
-  readonly documentId: string;
+  readonly scopeId: KnowledgeScopeId;
+  readonly documentId: KnowledgeDocumentId;
   readonly position: number;
   readonly contextChunks: number;
 };
 type SearchIndexStoreApi = {
   readonly upsertDocument: (input: UpsertIndexedKnowledgeDocumentInput) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>;
   readonly markDocumentProcessing: (input: {
-    readonly scopeId: string;
-    readonly documentId: string;
+    readonly scopeId: KnowledgeScopeId;
+    readonly documentId: KnowledgeDocumentId;
   }) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>;
   readonly replaceDocumentChunks: (input: ReplaceKnowledgeDocumentChunksInput) => Effect.Effect<void, SearchIndexStoreError>;
   readonly markDocumentReady: (input: MarkKnowledgeDocumentReadyInput) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>;
   readonly markDocumentError: (input: MarkKnowledgeDocumentErrorInput) => Effect.Effect<void, SearchIndexStoreError>;
   readonly deleteDocument: (input: {
-    readonly scopeId: string;
-    readonly documentId: string;
+    readonly scopeId: KnowledgeScopeId;
+    readonly documentId: KnowledgeDocumentId;
   }) => Effect.Effect<void, SearchIndexStoreError>;
   readonly searchChunks: (input: KnowledgeChunkSearchInput) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>;
   readonly searchChunksByText: (input: KnowledgeChunkTextSearchInput) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>;

package/dist/store.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"store.d.mts","names":[],"sources":["../src/store.ts"],"mappings":";;;;;;KAeY,yBAAA;EAAA,SACD,KAAA,EAAO,cAAc;EAAA,SACrB,EAAA;AAAA;AAAA,KAGC,+BAAA;EAAA,SACD,KAAA,EAAO,cAAc;EAAA,SACrB,IAAA;AAAA;AAAA,KAGC,2BAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,YAAA,GAAe,iBAAiB;AAAA;AAAA,KAG/B,4BAAA;EAAA,SACD,SAAA,EAAW,aAAa,CAAC,iBAAA;AAAA;AAAA,KAGxB,wBAAA;EAAA,SACD,KAAA,EAAO,cAAc;EAAA,SACrB,KAAA;AAAA;AAAA,KAGC,yBAAA;EAAA,SACD,SAAA,EAAW,aAAa,CAAC,iBAAA;AAAA;AAAA,KAGxB,iBAAA;EAAA,SACD,cAAA,GACP,KAAA,EAAO,4BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,cAAA,GACP,KAAA,EAAO,4BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,WAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,aAAA,GACP,KAAA,EAAO,2BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,4BAAA,EAA8B,mBAAA;EAAA,SACxC,UAAA,GACP,KAAA,EAAO,wBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,yBAAA,EAA2B,mBAAA;EAAA,SACrC,cAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,OAAa,mBAAA;EAAA,SAChB,SAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,aAAA,GAAgB,mBAAA;AAAA;AAAA,cAClD,mBAAA;cAEY,cAAA,SAAuB,mBAEnC;AAAA,KAEW,mCAAA;EAAA,SACD,QAAA,EAAU,wBAAwB;AAAA;AAAA,KAGjC,mCAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,MAAA,EAAQ,aAAA;IAAA,SACN,KAAA,EAAO,cAAA;IAAA,SACP,SAAA,EAAW,kBAAA;EAAA;AAAA;AAAA,KAIZ,+BAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,KAAA;EAAA,SACA,OAAA;EAAA,SACA,WAAA;EAAA,SACA,UAAA;EAAA,SACA,UAAA;AAAA;AAAA,KAGC,+BAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,OAAA;AAAA;AAAA,KAGC,yBAAA;EAAA,SACD,KAAA,EAAO,oBAAA;EAAA,SACP,SAAA,EAAW,kBAAkB;EAAA,SAC7B,KAAA;EAAA,SACA,QAAA;AAAA;AAAA,KAGC,6BAAA;EAAA,SACD,KAAA,EAAO,oBAAoB;EAAA,SAC3B,KAAA;EAAA,SACA,KAAA;AAAA;AAAA,KAGC,0BAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,QAAA,EAAU,wBAAwB;AAAA;AAAA,KAGjC,iCAAA;EAAA,SACD,OAAA;EAAA,SACA,UAAA;EAAA,SACA,QAAA;EAAA,SACA,aAAA;AAAA;AAAA,KAGC,mBAAA;EAAA,SACD,cAAA,GACP,KAAA,EAAO,mCAAA,KACJ,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACpC,sBAAA,GAAyB,KAAA;IAAA,SACvB,OAAA;IAAA,SACA,UAAA;EAAA,MACL,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACrC,qBAAA,GACP,KAAA,EAAO,mCAAA,KACJ,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SAChB,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACpC,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SAChB,cAAA,GAAiB,KAAA;IAAA,SACf,OAAA;IAAA,SACA,UAAA;EAAA,MACL,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SACjB,YAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,0BAAA,GAA6B,qBAAA;EAAA,SACrD,kBAAA,GACP,KAAA,EAAO,6BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,0BAAA,GAA6B,qBAAA;EAAA,SACrD,gBAAA,GACP,KAAA,EAAO,iCAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,cAAA,GAAiB,qBAAA;AAAA;AAAA,cACnD,qBAAA;cAEY,gBAAA,SAAyB,qBAErC"}
+{"version":3,"file":"store.d.mts","names":[],"sources":["../src/store.ts"],"mappings":";;;;;;KAiBY,yBAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,EAAA,EAAI,mBAAmB;AAAA;AAAA,KAGtB,+BAAA;EAAA,SACD,KAAA,EAAO,cAAc;EAAA,SACrB,IAAA;AAAA;AAAA,KAGC,2BAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,YAAA,GAAe,iBAAiB;AAAA;AAAA,KAG/B,4BAAA;EAAA,SACD,SAAA,EAAW,aAAa,CAAC,iBAAA;AAAA;AAAA,KAGxB,wBAAA;EAAA,SACD,KAAA,EAAO,cAAc;EAAA,SACrB,KAAA;AAAA;AAAA,KAGC,yBAAA;EAAA,SACD,SAAA,EAAW,aAAa,CAAC,iBAAA;AAAA;AAAA,KAGxB,iBAAA;EAAA,SACD,cAAA,GACP,KAAA,EAAO,4BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,cAAA,GACP,KAAA,EAAO,4BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,WAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,iBAAA,EAAmB,mBAAA;EAAA,SAC7B,aAAA,GACP,KAAA,EAAO,2BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,4BAAA,EAA8B,mBAAA;EAAA,SACxC,UAAA,GACP,KAAA,EAAO,wBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,yBAAA,EAA2B,mBAAA;EAAA,SACrC,cAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,OAAa,mBAAA;EAAA,SAChB,SAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,aAAA,GAAgB,mBAAA;AAAA;AAAA,cAClD,mBAAA;cAEY,cAAA,SAAuB,mBAEnC;AAAA,KAEW,mCAAA;EAAA,SACD,QAAA,EAAU,wBAAwB;AAAA;AAAA,KAGjC,mCAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAA;EAAA,SACZ,MAAA,EAAQ,aAAA;IAAA,SACN,KAAA,EAAO,cAAA;IAAA,SACP,SAAA,EAAW,kBAAA;EAAA;AAAA;AAAA,KAIZ,+BAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAmB;EAAA,SAC/B,KAAA;EAAA,SACA,OAAA;EAAA,SACA,WAAA;EAAA,SACA,UAAA;EAAA,SACA,UAAA;AAAA;AAAA,KAGC,+BAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAmB;EAAA,SAC/B,OAAA;AAAA;AAAA,KAGC,yBAAA;EAAA,SACD,KAAA,EAAO,oBAAA;EAAA,SACP,SAAA,EAAW,kBAAkB;EAAA,SAC7B,KAAA;EAAA,SACA,QAAA;AAAA;AAAA,KAGC,6BAAA;EAAA,SACD,KAAA,EAAO,oBAAoB;EAAA,SAC3B,KAAA;EAAA,SACA,KAAA;AAAA;AAAA,KAGC,0BAAA;EAAA,SACD,KAAA,EAAO,cAAA;EAAA,SACP,KAAA;EAAA,SACA,QAAA,EAAU,wBAAwB;AAAA;AAAA,KAGjC,iCAAA;EAAA,SACD,OAAA,EAAS,gBAAA;EAAA,SACT,UAAA,EAAY,mBAAmB;EAAA,SAC/B,QAAA;EAAA,SACA,aAAA;AAAA;AAAA,KAGC,mBAAA;EAAA,SACD,cAAA,GACP,KAAA,EAAO,mCAAA,KACJ,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACpC,sBAAA,GAAyB,KAAA;IAAA,SACvB,OAAA,EAAS,gBAAA;IAAA,SACT,UAAA,EAAY,mBAAA;EAAA,MACjB,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACrC,qBAAA,GACP,KAAA,EAAO,mCAAA,KACJ,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SAChB,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,wBAAA,EAA0B,qBAAA;EAAA,SACpC,iBAAA,GACP,KAAA,EAAO,+BAAA,KACJ,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SAChB,cAAA,GAAiB,KAAA;IAAA,SACf,OAAA,EAAS,gBAAA;IAAA,SACT,UAAA,EAAY,mBAAA;EAAA,MACjB,MAAA,CAAO,MAAA,OAAa,qBAAA;EAAA,SACjB,YAAA,GACP,KAAA,EAAO,yBAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,0BAAA,GAA6B,qBAAA;EAAA,SACrD,kBAAA,GACP,KAAA,EAAO,6BAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,0BAAA,GAA6B,qBAAA;EAAA,SACrD,gBAAA,GACP,KAAA,EAAO,iCAAA,KACJ,MAAA,CAAO,MAAA,CAAO,aAAA,CAAc,cAAA,GAAiB,qBAAA;AAAA;AAAA,cACnD,qBAAA;cAEY,gBAAA,SAAyB,qBAErC"}

package/dist/store.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"store.mjs","names":[],"sources":["../src/store.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type {\n  CreateKnowledgeDocumentInput,\n  IndexedKnowledgeDocument,\n  KnowledgeChunk,\n  KnowledgeDocument,\n  KnowledgeFile,\n  KnowledgeScope,\n  KnowledgeSearchScope,\n  UpdateKnowledgeDocumentInput\n} from './documents.ts'\nimport type { KnowledgeEmbedding } from './embeddings.ts'\nimport type { KnowledgeStoreError, SearchIndexStoreError } from './errors.ts'\n\nexport type GetKnowledgeDocumentInput = {\n  readonly scope: KnowledgeScope\n  readonly id: string\n}\n\nexport type GetKnowledgeDocumentBySlugInput = {\n  readonly scope: KnowledgeScope\n  readonly slug: string\n}\n\nexport type ListKnowledgeDocumentsInput = {\n  readonly scope: KnowledgeScope\n  readonly limit: number\n  readonly availability?: KnowledgeDocument['availability']\n}\n\nexport type ListKnowledgeDocumentsResult = {\n  readonly documents: ReadonlyArray<KnowledgeDocument>\n}\n\nexport type ListPinnedKnowledgeInput = {\n  readonly scope: KnowledgeScope\n  readonly limit: number\n}\n\nexport type ListPinnedKnowledgeResult = {\n  readonly documents: ReadonlyArray<KnowledgeDocument>\n}\n\nexport type KnowledgeStoreApi = {\n  readonly createDocument: (\n    input: CreateKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly updateDocument: (\n    input: UpdateKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly getDocument: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly getDocumentBySlug: (\n    input: GetKnowledgeDocumentBySlugInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly listDocuments: (\n    input: ListKnowledgeDocumentsInput\n  ) => Effect.Effect<ListKnowledgeDocumentsResult, KnowledgeStoreError>\n  readonly listPinned: (\n    input: ListPinnedKnowledgeInput\n  ) => Effect.Effect<ListPinnedKnowledgeResult, KnowledgeStoreError>\n  readonly deleteDocument: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<void, KnowledgeStoreError>\n  readonly listFiles: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeFile>, KnowledgeStoreError>\n}\n\nexport class KnowledgeStore extends Context.Service<KnowledgeStore, KnowledgeStoreApi>()(\n  '@yolk-sdk/knowledge/KnowledgeStore'\n) {}\n\nexport type UpsertIndexedKnowledgeDocumentInput = {\n  readonly document: IndexedKnowledgeDocument\n}\n\nexport type ReplaceKnowledgeDocumentChunksInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly chunks: ReadonlyArray<{\n    readonly chunk: KnowledgeChunk\n    readonly embedding: KnowledgeEmbedding\n  }>\n}\n\nexport type MarkKnowledgeDocumentReadyInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly title?: string\n  readonly summary?: string\n  readonly contentHash?: string\n  readonly tokenCount: number\n  readonly chunkCount: number\n}\n\nexport type MarkKnowledgeDocumentErrorInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly message: string\n}\n\nexport type KnowledgeChunkSearchInput = {\n  readonly scope: KnowledgeSearchScope\n  readonly embedding: KnowledgeEmbedding\n  readonly limit: number\n  readonly minScore?: number\n}\n\nexport type KnowledgeChunkTextSearchInput = {\n  readonly scope: KnowledgeSearchScope\n  readonly query: string\n  readonly limit: number\n}\n\nexport type KnowledgeChunkSearchResult = {\n  readonly chunk: KnowledgeChunk\n  readonly score: number\n  readonly document: IndexedKnowledgeDocument\n}\n\nexport type KnowledgeSearchContextChunksInput = {\n  readonly scopeId: string\n  readonly documentId: string\n  readonly position: number\n  readonly contextChunks: number\n}\n\nexport type SearchIndexStoreApi = {\n  readonly upsertDocument: (\n    input: UpsertIndexedKnowledgeDocumentInput\n  ) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly markDocumentProcessing: (input: {\n    readonly scopeId: string\n    readonly documentId: string\n  }) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly replaceDocumentChunks: (\n    input: ReplaceKnowledgeDocumentChunksInput\n  ) => Effect.Effect<void, SearchIndexStoreError>\n  readonly markDocumentReady: (\n    input: MarkKnowledgeDocumentReadyInput\n  ) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly markDocumentError: (\n    input: MarkKnowledgeDocumentErrorInput\n  ) => Effect.Effect<void, SearchIndexStoreError>\n  readonly deleteDocument: (input: {\n    readonly scopeId: string\n    readonly documentId: string\n  }) => Effect.Effect<void, SearchIndexStoreError>\n  readonly searchChunks: (\n    input: KnowledgeChunkSearchInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>\n  readonly searchChunksByText: (\n    input: KnowledgeChunkTextSearchInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>\n  readonly getContextChunks: (\n    input: KnowledgeSearchContextChunksInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, SearchIndexStoreError>\n}\n\nexport class SearchIndexStore extends Context.Service<SearchIndexStore, SearchIndexStoreApi>()(\n  '@yolk-sdk/knowledge/SearchIndexStore'\n) {}\n"],"mappings":";;AAuEA,IAAa,iBAAb,cAAoC,QAAQ,QAA2C,EACrF,oCACF,EAAE,CAAC;AAyFH,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,EAC3F,sCACF,EAAE,CAAC"}
+{"version":3,"file":"store.mjs","names":[],"sources":["../src/store.ts"],"sourcesContent":["import { Context } from 'effect'\nimport type { Effect } from 'effect'\nimport type {\n  CreateKnowledgeDocumentInput,\n  IndexedKnowledgeDocument,\n  KnowledgeChunk,\n  KnowledgeDocument,\n  KnowledgeDocumentId,\n  KnowledgeFile,\n  KnowledgeScope,\n  KnowledgeScopeId,\n  KnowledgeSearchScope,\n  UpdateKnowledgeDocumentInput\n} from './documents.ts'\nimport type { KnowledgeEmbedding } from './embeddings.ts'\nimport type { KnowledgeStoreError, SearchIndexStoreError } from './errors.ts'\n\nexport type GetKnowledgeDocumentInput = {\n  readonly scope: KnowledgeScope\n  readonly id: KnowledgeDocumentId\n}\n\nexport type GetKnowledgeDocumentBySlugInput = {\n  readonly scope: KnowledgeScope\n  readonly slug: string\n}\n\nexport type ListKnowledgeDocumentsInput = {\n  readonly scope: KnowledgeScope\n  readonly limit: number\n  readonly availability?: KnowledgeDocument['availability']\n}\n\nexport type ListKnowledgeDocumentsResult = {\n  readonly documents: ReadonlyArray<KnowledgeDocument>\n}\n\nexport type ListPinnedKnowledgeInput = {\n  readonly scope: KnowledgeScope\n  readonly limit: number\n}\n\nexport type ListPinnedKnowledgeResult = {\n  readonly documents: ReadonlyArray<KnowledgeDocument>\n}\n\nexport type KnowledgeStoreApi = {\n  readonly createDocument: (\n    input: CreateKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly updateDocument: (\n    input: UpdateKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly getDocument: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly getDocumentBySlug: (\n    input: GetKnowledgeDocumentBySlugInput\n  ) => Effect.Effect<KnowledgeDocument, KnowledgeStoreError>\n  readonly listDocuments: (\n    input: ListKnowledgeDocumentsInput\n  ) => Effect.Effect<ListKnowledgeDocumentsResult, KnowledgeStoreError>\n  readonly listPinned: (\n    input: ListPinnedKnowledgeInput\n  ) => Effect.Effect<ListPinnedKnowledgeResult, KnowledgeStoreError>\n  readonly deleteDocument: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<void, KnowledgeStoreError>\n  readonly listFiles: (\n    input: GetKnowledgeDocumentInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeFile>, KnowledgeStoreError>\n}\n\nexport class KnowledgeStore extends Context.Service<KnowledgeStore, KnowledgeStoreApi>()(\n  '@yolk-sdk/knowledge/KnowledgeStore'\n) {}\n\nexport type UpsertIndexedKnowledgeDocumentInput = {\n  readonly document: IndexedKnowledgeDocument\n}\n\nexport type ReplaceKnowledgeDocumentChunksInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly chunks: ReadonlyArray<{\n    readonly chunk: KnowledgeChunk\n    readonly embedding: KnowledgeEmbedding\n  }>\n}\n\nexport type MarkKnowledgeDocumentReadyInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly title?: string\n  readonly summary?: string\n  readonly contentHash?: string\n  readonly tokenCount: number\n  readonly chunkCount: number\n}\n\nexport type MarkKnowledgeDocumentErrorInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly message: string\n}\n\nexport type KnowledgeChunkSearchInput = {\n  readonly scope: KnowledgeSearchScope\n  readonly embedding: KnowledgeEmbedding\n  readonly limit: number\n  readonly minScore?: number\n}\n\nexport type KnowledgeChunkTextSearchInput = {\n  readonly scope: KnowledgeSearchScope\n  readonly query: string\n  readonly limit: number\n}\n\nexport type KnowledgeChunkSearchResult = {\n  readonly chunk: KnowledgeChunk\n  readonly score: number\n  readonly document: IndexedKnowledgeDocument\n}\n\nexport type KnowledgeSearchContextChunksInput = {\n  readonly scopeId: KnowledgeScopeId\n  readonly documentId: KnowledgeDocumentId\n  readonly position: number\n  readonly contextChunks: number\n}\n\nexport type SearchIndexStoreApi = {\n  readonly upsertDocument: (\n    input: UpsertIndexedKnowledgeDocumentInput\n  ) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly markDocumentProcessing: (input: {\n    readonly scopeId: KnowledgeScopeId\n    readonly documentId: KnowledgeDocumentId\n  }) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly replaceDocumentChunks: (\n    input: ReplaceKnowledgeDocumentChunksInput\n  ) => Effect.Effect<void, SearchIndexStoreError>\n  readonly markDocumentReady: (\n    input: MarkKnowledgeDocumentReadyInput\n  ) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>\n  readonly markDocumentError: (\n    input: MarkKnowledgeDocumentErrorInput\n  ) => Effect.Effect<void, SearchIndexStoreError>\n  readonly deleteDocument: (input: {\n    readonly scopeId: KnowledgeScopeId\n    readonly documentId: KnowledgeDocumentId\n  }) => Effect.Effect<void, SearchIndexStoreError>\n  readonly searchChunks: (\n    input: KnowledgeChunkSearchInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>\n  readonly searchChunksByText: (\n    input: KnowledgeChunkTextSearchInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunkSearchResult>, SearchIndexStoreError>\n  readonly getContextChunks: (\n    input: KnowledgeSearchContextChunksInput\n  ) => Effect.Effect<ReadonlyArray<KnowledgeChunk>, SearchIndexStoreError>\n}\n\nexport class SearchIndexStore extends Context.Service<SearchIndexStore, SearchIndexStoreApi>()(\n  '@yolk-sdk/knowledge/SearchIndexStore'\n) {}\n"],"mappings":";;AAyEA,IAAa,iBAAb,cAAoC,QAAQ,QAA2C,EACrF,oCACF,EAAE,CAAC;AAyFH,IAAa,mBAAb,cAAsC,QAAQ,QAA+C,EAC3F,sCACF,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yolk-sdk/knowledge",
-  "version": "0.1.0-canary.78",
+  "version": "0.1.0-canary.79",
   "description": "Domain-free knowledge document/source/file/context, ingestion, hybrid search, and lookup/manage tool helpers for agents.",
   "license": "MIT",
   "type": "module",
@@ -106,7 +106,7 @@
   "dependencies": {
     "effect": "4.0.0-rc.115",
     "gpt-tokenizer": "^3.4.0",
-    "@yolk-sdk/agent": "^0.1.0-canary.78"
+    "@yolk-sdk/agent": "^0.1.0-canary.79"
   },
   "scripts": {
     "build": "tsdown",

package/src/chunking.ts

@@ -1,6 +1,11 @@
 import { Context, Effect, Layer } from 'effect'
 import { countTokens, decode, encode } from 'gpt-tokenizer/encoding/o200k_base'
-import type { KnowledgeChunk, KnowledgeMetadata } from './documents.ts'
+import type {
+  KnowledgeChunk,
+  KnowledgeDocumentId,
+  KnowledgeMetadata,
+  KnowledgeScopeId
+} from './documents.ts'
 import { KnowledgeChunkingError } from './errors.ts'
 
 const SENTENCE_PATTERN = /[^.!?]+[.!?]+(?:["')\]]+)?\s*|[^.!?]+$/g
@@ -10,8 +15,8 @@ const PARAGRAPH_BREAK_PATTERN = /(\n{2,})/
 const WORD_PATTERN = /\S+\s*/g
 
 export type ChunkKnowledgeDocumentInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly content: string
   readonly maxTokens?: number
   readonly metadata?: KnowledgeMetadata

package/src/documents.ts

@@ -18,15 +18,23 @@ export const KnowledgeDocumentStatusSchema = Schema.Literals(['processing', 'rea
 
 export type KnowledgeDocumentStatus = Schema.Schema.Type<typeof KnowledgeDocumentStatusSchema>
 
+export const KnowledgeScopeId = NonEmptyTrimmedString.pipe(Schema.brand('KnowledgeScopeId'))
+
+export type KnowledgeScopeId = typeof KnowledgeScopeId.Type
+
+export const KnowledgeDocumentId = NonEmptyTrimmedString.pipe(Schema.brand('KnowledgeDocumentId'))
+
+export type KnowledgeDocumentId = typeof KnowledgeDocumentId.Type
+
 export const KnowledgeScopeSchema = Schema.Struct({
-  id: NonEmptyTrimmedString,
+  id: KnowledgeScopeId,
   kind: Schema.optional(NonEmptyTrimmedString)
 })
 
 export type KnowledgeScope = Schema.Schema.Type<typeof KnowledgeScopeSchema>
 
 export const KnowledgeDocumentSchema = Schema.Struct({
-  id: NonEmptyTrimmedString,
+  id: KnowledgeDocumentId,
   slug: NonEmptyTrimmedString,
   title: NonEmptyTrimmedString,
   purpose: NonEmptyTrimmedString,
@@ -62,7 +70,7 @@ export type CreateKnowledgeDocumentInput = Schema.Schema.Type<
 
 export const UpdateKnowledgeDocumentInputSchema = Schema.Struct({
   scope: KnowledgeScopeSchema,
-  id: NonEmptyTrimmedString,
+  id: KnowledgeDocumentId,
   slug: Schema.optional(NonEmptyTrimmedString),
   title: Schema.optional(NonEmptyTrimmedString),
   purpose: Schema.optional(NonEmptyTrimmedString),
@@ -82,7 +90,7 @@ export type UpdateKnowledgeDocumentInput = Schema.Schema.Type<
 
 export const KnowledgeFileSchema = Schema.Struct({
   id: NonEmptyTrimmedString,
-  documentId: NonEmptyTrimmedString,
+  documentId: KnowledgeDocumentId,
   storageKey: NonEmptyTrimmedString,
   mediaType: Schema.optional(NonEmptyTrimmedString),
   byteSize: Schema.optional(NonNegativeInteger),
@@ -95,8 +103,8 @@ export type KnowledgeFile = Schema.Schema.Type<typeof KnowledgeFileSchema>
 
 export const KnowledgeChunkSchema = Schema.Struct({
   id: NonEmptyTrimmedString,
-  scopeId: NonEmptyTrimmedString,
-  documentId: NonEmptyTrimmedString,
+  scopeId: KnowledgeScopeId,
+  documentId: KnowledgeDocumentId,
   content: NonEmptyTrimmedString,
   position: NonNegativeInteger,
   tokenCount: PositiveInteger,
@@ -106,11 +114,11 @@ export const KnowledgeChunkSchema = Schema.Struct({
 export type KnowledgeChunk = Schema.Schema.Type<typeof KnowledgeChunkSchema>
 
 export const KnowledgeSearchScope = Schema.TaggedStruct('KnowledgeScope', {
-  id: NonEmptyTrimmedString
+  id: KnowledgeScopeId
 })
 
 export const KnowledgeSearchScopes = Schema.TaggedStruct('KnowledgeScopes', {
-  ids: Schema.NonEmptyArray(NonEmptyTrimmedString)
+  ids: Schema.NonEmptyArray(KnowledgeScopeId)
 })
 
 export const KnowledgeSearchScopeSchema = Schema.Union([
@@ -143,8 +151,8 @@ export const KnowledgeSourceSchema = Schema.Union([
 export type KnowledgeSource = typeof KnowledgeSourceSchema.Type
 
 export const IndexedKnowledgeDocumentSchema = Schema.Struct({
-  id: NonEmptyTrimmedString,
-  scopeId: NonEmptyTrimmedString,
+  id: KnowledgeDocumentId,
+  scopeId: KnowledgeScopeId,
   source: KnowledgeSourceSchema,
   status: KnowledgeDocumentStatusSchema,
   title: Schema.optional(NonEmptyTrimmedString),

package/src/ingestion.ts

@@ -1,6 +1,7 @@
 import { Array as Arr, Effect } from 'effect'
 import { KnowledgeChunker } from './chunking.ts'
 import { defaultKnowledgeChunkMaxTokens } from './documents.ts'
+import type { KnowledgeDocumentId, KnowledgeScopeId } from './documents.ts'
 import { KnowledgeEmbedder } from './embeddings.ts'
 import { KnowledgeExtractor } from './extraction.ts'
 import { KnowledgeSummarizer } from './summarization.ts'
@@ -9,8 +10,8 @@ import { KnowledgeIngestionError } from './errors.ts'
 import { SearchIndexStore } from './store.ts'
 
 export type IngestKnowledgeDocumentInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly source: LoadedKnowledgeSource
   readonly contentHash?: string
   readonly maxTokens?: number

package/src/store.ts

@@ -5,8 +5,10 @@ import type {
   IndexedKnowledgeDocument,
   KnowledgeChunk,
   KnowledgeDocument,
+  KnowledgeDocumentId,
   KnowledgeFile,
   KnowledgeScope,
+  KnowledgeScopeId,
   KnowledgeSearchScope,
   UpdateKnowledgeDocumentInput
 } from './documents.ts'
@@ -15,7 +17,7 @@ import type { KnowledgeStoreError, SearchIndexStoreError } from './errors.ts'
 
 export type GetKnowledgeDocumentInput = {
   readonly scope: KnowledgeScope
-  readonly id: string
+  readonly id: KnowledgeDocumentId
 }
 
 export type GetKnowledgeDocumentBySlugInput = {
@@ -78,8 +80,8 @@ export type UpsertIndexedKnowledgeDocumentInput = {
 }
 
 export type ReplaceKnowledgeDocumentChunksInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly chunks: ReadonlyArray<{
     readonly chunk: KnowledgeChunk
     readonly embedding: KnowledgeEmbedding
@@ -87,8 +89,8 @@ export type ReplaceKnowledgeDocumentChunksInput = {
 }
 
 export type MarkKnowledgeDocumentReadyInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly title?: string
   readonly summary?: string
   readonly contentHash?: string
@@ -97,8 +99,8 @@ export type MarkKnowledgeDocumentReadyInput = {
 }
 
 export type MarkKnowledgeDocumentErrorInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly message: string
 }
 
@@ -122,8 +124,8 @@ export type KnowledgeChunkSearchResult = {
 }
 
 export type KnowledgeSearchContextChunksInput = {
-  readonly scopeId: string
-  readonly documentId: string
+  readonly scopeId: KnowledgeScopeId
+  readonly documentId: KnowledgeDocumentId
   readonly position: number
   readonly contextChunks: number
 }
@@ -133,8 +135,8 @@ export type SearchIndexStoreApi = {
     input: UpsertIndexedKnowledgeDocumentInput
   ) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>
   readonly markDocumentProcessing: (input: {
-    readonly scopeId: string
-    readonly documentId: string
+    readonly scopeId: KnowledgeScopeId
+    readonly documentId: KnowledgeDocumentId
   }) => Effect.Effect<IndexedKnowledgeDocument, SearchIndexStoreError>
   readonly replaceDocumentChunks: (
     input: ReplaceKnowledgeDocumentChunksInput
@@ -146,8 +148,8 @@ export type SearchIndexStoreApi = {
     input: MarkKnowledgeDocumentErrorInput
   ) => Effect.Effect<void, SearchIndexStoreError>
   readonly deleteDocument: (input: {
-    readonly scopeId: string
-    readonly documentId: string
+    readonly scopeId: KnowledgeScopeId
+    readonly documentId: KnowledgeDocumentId
   }) => Effect.Effect<void, SearchIndexStoreError>
   readonly searchChunks: (
     input: KnowledgeChunkSearchInput