@oscharko-dev/keiko 0.2.0-beta.2 → 0.2.0-beta.4

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/composition.js

@@ -17,9 +17,10 @@
 //
 // All multi-row writes wrap in BEGIN/COMMIT/ROLLBACK so a partial batch never lands.
 import { randomUUID } from "node:crypto";
+import { isSafeDisplaySummary, validateKnowledgeSourceScope, } from "@oscharko-dev/keiko-contracts";
 import { getCapsule } from "./capsule-lifecycle.js";
 import { getCapsuleSet, createCapsuleSet, createCapsuleSetWithinTxn } from "./capsule-set-lifecycle.js";
-import { KnowledgeNotFoundError } from "./errors.js";
+import { KnowledgeNotFoundError, KnowledgeStoreError } from "./errors.js";
 import { listCapsuleSources } from "./source-lifecycle.js";
 import { validateSourceRoutingForCapsule } from "./source-routing-validation.js";
 export class CompositionError extends Error {
@@ -127,8 +128,28 @@ export function addSourcesToCapsule(store, capsuleId, inputs) {
         throw new KnowledgeNotFoundError(`Capsule not found: ${String(capsuleId)}`);
     }
     assertNoneAlreadyLinked(store, capsuleId, inputs);
+    assertSafeSourceInputs(inputs);
     return runAddSourcesTransaction(store, capsuleId, inputs);
 }
+function assertSafeSourceInputs(inputs) {
+    for (const input of inputs) {
+        if (input.displayName.trim().length === 0 || !isSafeDisplaySummary(input.displayName)) {
+            throw new KnowledgeStoreError("displayName must be a browser-safe non-empty string");
+        }
+        if (input.description !== undefined && !isSafeDisplaySummary(input.description)) {
+            throw new KnowledgeStoreError("description must be browser-safe when set");
+        }
+        for (const tag of input.tags) {
+            if (tag.trim().length === 0 || !isSafeDisplaySummary(tag)) {
+                throw new KnowledgeStoreError("tag must be a browser-safe non-empty string");
+            }
+        }
+        const result = validateKnowledgeSourceScope(input.scope);
+        if (!result.ok) {
+            throw new KnowledgeStoreError(result.errors.join(" "));
+        }
+    }
+}
 function assertNoDuplicateInputIds(inputs) {
     const seen = new Set();
     for (const input of inputs) {
@@ -155,12 +176,12 @@ function runAddSourcesTransaction(store, capsuleId, inputs) {
     // insert against the same `capsule_sources` table.
     db.exec("BEGIN");
     try {
+        const insertKnowledgeSource = db.prepare("INSERT INTO knowledge_sources (id, display_name, description, tags_json, scope_kind, scope_json, created_at, updated_at) VALUES (:id, :display_name, :description, :tags_json, :scope_kind, :scope_json, :created_at, :updated_at) ON CONFLICT(id) DO UPDATE SET display_name = excluded.display_name, description = excluded.description, tags_json = excluded.tags_json, scope_kind = excluded.scope_kind, scope_json = excluded.scope_json, updated_at = excluded.updated_at");
         const insertSource = db.prepare("INSERT INTO capsule_sources (id, capsule_id, display_name, description, tags_json, scope_kind, scope_json, created_at, updated_at) VALUES (:id, :capsule_id, :display_name, :description, :tags_json, :scope_kind, :scope_json, :created_at, :updated_at)");
         const insertAudit = db.prepare(INSERT_AUDIT_SQL);
         for (const input of inputs) {
-            insertSource.run({
+            const params = {
                 id: input.id,
-                capsule_id: capsuleId,
                 display_name: input.displayName,
                 description: input.description ?? null,
                 tags_json: JSON.stringify(input.tags),
@@ -168,7 +189,9 @@ function runAddSourcesTransaction(store, capsuleId, inputs) {
                 scope_json: scopeJsonWithoutKind(input.scope),
                 created_at: now,
                 updated_at: now,
-            });
+            };
+            insertKnowledgeSource.run(params);
+            insertSource.run({ ...params, capsule_id: capsuleId });
             insertAudit.run({
                 id: randomUUID(),
                 capsule_id: capsuleId,

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/conversation/model-gateway-answer-generator.d.ts

@@ -1,6 +1,7 @@
 import type { CapsuleAnswerGroundingPolicy, ChatMessage, GatewayRequest, NormalizedResponse } from "@oscharko-dev/keiko-contracts";
 import type { LocalKnowledgeGroundedContextPack } from "../retrieval/context-pack-assembler.js";
 import type { AnswerGenerator, AnswerGeneratorInput } from "./types.js";
+type CitationMetadataRedactor = (value: string) => string;
 export interface ChatGateway {
     readonly chat: (request: GatewayRequest) => Promise<NormalizedResponse>;
 }
@@ -8,6 +9,7 @@ export interface ModelGatewayAnswerGeneratorOptions {
     readonly chatGateway: ChatGateway;
     readonly modelId: string;
     readonly policy: CapsuleAnswerGroundingPolicy;
+    readonly redactCitationMetadata?: CitationMetadataRedactor;
 }
 export declare class AnswerGroundingRejectedError extends Error {
     readonly name: string;
@@ -17,8 +19,10 @@ export declare class ModelGatewayAnswerGenerator implements AnswerGenerator {
     private readonly chatGateway;
     private readonly modelId;
     private readonly policy;
+    private readonly redactCitationMetadata;
     constructor(options: ModelGatewayAnswerGeneratorOptions);
     generate(input: AnswerGeneratorInput): Promise<string>;
 }
-export declare function buildPromptMessages(question: string, pack: LocalKnowledgeGroundedContextPack): readonly ChatMessage[];
+export declare function buildPromptMessages(question: string, pack: LocalKnowledgeGroundedContextPack, redactCitationMetadata?: CitationMetadataRedactor): readonly ChatMessage[];
+export {};
 //# sourceMappingURL=model-gateway-answer-generator.d.ts.map

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/conversation/model-gateway-answer-generator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-gateway-answer-generator.d.ts","sourceRoot":"","sources":["../../src/conversation/model-gateway-answer-generator.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EACV,4BAA4B,EAC5B,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,+BAA+B,CAAC;AAGvC,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,wCAAwC,CAAC;AAEhG,OAAO,KAAK,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAKxE,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAGzB,QAAQ,CAAC,MAAM,EAAE,4BAA4B,CAAC;CAC/C;AAMD,qBAAa,4BAA6B,SAAQ,KAAK;IACrD,SAAyB,IAAI,EAAE,MAAM,CAAkC;;CAIxE;AAED,qBAAa,2BAA4B,YAAW,eAAe;IACjE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;gBAEnC,OAAO,EAAE,kCAAkC;IAMjD,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;CAiBpE;AAKD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,iCAAiC,GACtC,SAAS,WAAW,EAAE,CAexB"}
+{"version":3,"file":"model-gateway-answer-generator.d.ts","sourceRoot":"","sources":["../../src/conversation/model-gateway-answer-generator.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EACV,4BAA4B,EAC5B,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,+BAA+B,CAAC;AAGvC,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,wCAAwC,CAAC;AAEhG,OAAO,KAAK,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAKxE,KAAK,wBAAwB,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC;AAK1D,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAGzB,QAAQ,CAAC,MAAM,EAAE,4BAA4B,CAAC;IAC9C,QAAQ,CAAC,sBAAsB,CAAC,EAAE,wBAAwB,CAAC;CAC5D;AAMD,qBAAa,4BAA6B,SAAQ,KAAK;IACrD,SAAyB,IAAI,EAAE,MAAM,CAAkC;;CAIxE;AAED,qBAAa,2BAA4B,YAAW,eAAe;IACjE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;IACtD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAA2B;gBAE/C,OAAO,EAAE,kCAAkC;IAOjD,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;CAiBpE;AAKD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,iCAAiC,EACvC,sBAAsB,GAAE,wBAAmD,GAC1E,SAAS,WAAW,EAAE,CAexB"}

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/conversation/model-gateway-answer-generator.js

@@ -18,6 +18,8 @@
 // keeps the test fakes trivial and isolates this module from constructor churn in the
 // real gateway.
 import { validateAnswerGrounding } from "../retrieval/answer-grounding.js";
+const CITATION_METADATA_WHITESPACE_PATTERN = /\s+/gu;
+const MAX_PROMPT_CITATION_LABEL_CHARS = 240;
 // Surfaced when the defensive grounding check refuses to release refs to the gateway.
 // The runner's primary path produces a `noEvidence` answer before this is ever thrown.
 // If this error escapes the generator it indicates a caller bypassed the runner — that's
@@ -32,10 +34,12 @@ export class ModelGatewayAnswerGenerator {
     chatGateway;
     modelId;
     policy;
+    redactCitationMetadata;
     constructor(options) {
         this.chatGateway = options.chatGateway;
         this.modelId = options.modelId;
         this.policy = options.policy;
+        this.redactCitationMetadata = options.redactCitationMetadata ?? ((value) => value);
     }
     async generate(input) {
         const decision = validateAnswerGrounding(input.references, this.policy);
@@ -45,7 +49,7 @@ export class ModelGatewayAnswerGenerator {
             // the policy disallows. Refuse the gateway call rather than leak refs.
             throw new AnswerGroundingRejectedError();
         }
-        const messages = buildPromptMessages(input.query.text, input.pack);
+        const messages = buildPromptMessages(input.query.text, input.pack, this.redactCitationMetadata);
         const request = {
             modelId: this.modelId,
             messages,
@@ -58,8 +62,8 @@ export class ModelGatewayAnswerGenerator {
 // Exported so tests can pin the exact prompt the gateway sees. Determinism contract:
 // the returned messages are a pure function of `(question, pack)`; identical inputs
 // produce byte-identical messages (citations are pre-sorted by the pack assembler).
-export function buildPromptMessages(question, pack) {
-    const citationsBlock = renderCitations(pack);
+export function buildPromptMessages(question, pack, redactCitationMetadata = (value) => value) {
+    const citationsBlock = renderCitations(pack, redactCitationMetadata);
     return [
         {
             role: "system",
@@ -73,14 +77,23 @@ export function buildPromptMessages(question, pack) {
         },
     ];
 }
-function renderCitations(pack) {
+function sanitizeCitationMetadata(value, redactCitationMetadata) {
+    const compact = value.replace(CITATION_METADATA_WHITESPACE_PATTERN, " ").trim();
+    const redacted = redactCitationMetadata(compact);
+    return redacted
+        .replace(CITATION_METADATA_WHITESPACE_PATTERN, " ")
+        .trim()
+        .slice(0, MAX_PROMPT_CITATION_LABEL_CHARS);
+}
+function renderCitations(pack, redactCitationMetadata) {
     const lines = [];
     for (let i = 0; i < pack.citations.length; i += 1) {
         const c = pack.citations[i];
         if (c === undefined)
             continue;
         const index = i + 1;
-        lines.push(`[${String(index)}] ${c.safeDisplayName} (chunk ${String(c.chunkId)})`);
+        const label = sanitizeCitationMetadata(c.safeDisplayName, redactCitationMetadata) || "citation";
+        lines.push(`[${String(index)}] ${label} (chunk ${String(c.chunkId)})`);
     }
     return lines.join("\n");
 }

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/discovery/discovery-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"discovery-runner.d.ts","sourceRoot":"","sources":["../../src/discovery/discovery-runner.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAEjE,OAAO,EAAsB,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAA6B,KAAK,gBAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAGpG,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;CACzC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC;IACtC,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;CACxC;AA4FD,wBAAuB,kBAAkB,CACvC,IAAI,EAAE,sBAAsB,EAC5B,MAAM,EAAE,wBAAwB,GAC/B,cAAc,CAAC,eAAe,CAAC,CAmBjC"}
+{"version":3,"file":"discovery-runner.d.ts","sourceRoot":"","sources":["../../src/discovery/discovery-runner.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAEjE,OAAO,EAAsB,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAA6B,KAAK,gBAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAGpG,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;CACzC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC;IACtC,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;CACxC;AAqGD,wBAAuB,kBAAkB,CACvC,IAAI,EAAE,sBAAsB,EAC5B,MAAM,EAAE,wBAAwB,GAC/B,cAAc,CAAC,eAAe,CAAC,CAmBjC"}

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/discovery/discovery-runner.js

@@ -7,7 +7,7 @@
 // options. Aborting the signal mid-walk drops out within one directory of work; aborting
 // between extractions yields a terminal `cancelled` event and stops iteration.
 import { buildParserOptions } from "../parsers/index.js";
-import { extractDocument } from "./extract.js";
+import { extractDocument, recordExtractionFailure } from "./extract.js";
 import { DEFAULT_DISCOVERY_OPTIONS } from "./types.js";
 import { walkSource } from "./walk.js";
 function makeParserOptions(params, signal) {
@@ -43,6 +43,15 @@ async function* handleWalkYield(yld, deps, params, parserOptions, counters) {
             yield { kind: "cancelled", reason: yld.error.message };
             return;
         }
+        if (yld.error.relativePath !== undefined && yld.error.code !== "INVALID_SCOPE") {
+            recordExtractionFailure(deps, {
+                capsuleId: params.capsuleId,
+                source: params.source,
+                file: { relativePath: yld.error.relativePath, sizeBytes: 0 },
+                error: yld.error,
+            });
+            counters.failed += 1;
+        }
         yield { kind: "scope-error", error: yld.error };
         return;
     }

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/discovery/extract.d.ts

@@ -2,7 +2,7 @@ import type { KnowledgeCapsuleId, KnowledgeSource } from "@oscharko-dev/keiko-co
 import type { WorkspaceFs } from "@oscharko-dev/keiko-workspace";
 import type { ParserOptions, ParserRegistry } from "../parsers/index.js";
 import type { KnowledgeStore } from "../store.js";
-import { type DiscoveredFile, type ExtractionResult } from "./types.js";
+import { type DiscoveredFile, type DiscoveryError, type ExtractionResult } from "./types.js";
 export interface ExtractDocumentParams {
     readonly capsuleId: KnowledgeCapsuleId;
     readonly source: KnowledgeSource;
@@ -15,4 +15,7 @@ export interface ExtractDocumentDeps {
     readonly parserRegistry: ParserRegistry;
 }
 export declare function extractDocument(deps: ExtractDocumentDeps, params: ExtractDocumentParams): Promise<ExtractionResult>;
+export declare function recordExtractionFailure(deps: ExtractDocumentDeps, params: ExtractDocumentParams & {
+    readonly error: DiscoveryError;
+}): ExtractionResult;
 //# sourceMappingURL=extract.d.ts.map

package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/discovery/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/discovery/extract.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAGV,kBAAkB,EAClB,eAAe,EAGhB,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAEjE,OAAO,KAAK,EAGV,aAAa,EACb,cAAc,EAEf,MAAM,qBAAqB,CAAC;AAI7B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAYlD,OAAO,EAEL,KAAK,cAAc,EAGnB,KAAK,gBAAgB,EACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;CACzC;AAoYD,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,gBAAgB,CAAC,CAwC3B"}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/discovery/extract.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAGV,kBAAkB,EAClB,eAAe,EAIhB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAGjE,OAAO,KAAK,EAGV,aAAa,EACb,cAAc,EAEf,MAAM,qBAAqB,CAAC;AAI7B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAalD,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,cAAc,EAGnB,KAAK,gBAAgB,EACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;CACzC;AAqyBD,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,gBAAgB,CAAC,CAyB3B;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,mBAAmB,EACzB,MAAM,EAAE,qBAAqB,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAA;CAAE,GACjE,gBAAgB,CAOlB"}