@pellux/goodvibes-sdk 0.27.12 → 0.28.1

package/dist/_internal/platform/knowledge/semantic/self-improvement.js

@@ -2,55 +2,105 @@ import { isGeneratedKnowledgeSource } from '../generated-projections.js';
 import { getKnowledgeSpaceId, normalizeKnowledgeSpaceId } from '../spaces.js';
 import { readRecord, readString, semanticHash, semanticMetadata, semanticSlug, sourceKnowledgeSpace, uniqueStrings, } from './utils.js';
 const RETRY_DELAY_MS = 6 * 60 * 60 * 1000;
+const DEFAULT_REFINEMENT_LIMIT = 24;
+const MAX_REFINEMENT_LIMIT = 50;
+const DEFAULT_REFINEMENT_RUN_MS = 90_000;
+const MAX_REFINEMENT_RUN_MS = 120_000;
+const STALE_ACTIVE_TASK_MS = 10 * 60 * 1000;
+const ACTIVE_REFINEMENT_STATES = new Set([
+    'queued',
+    'searching',
+    'evaluating',
+    'extracting',
+    'applying',
+]);
 export async function runKnowledgeSemanticSelfImprovement(context, input = {}) {
     await context.store.init();
     const sourceIdFilter = input.sourceIds?.length ? new Set(input.sourceIds) : null;
     const gapIdFilter = input.gapIds?.length ? new Set(input.gapIds) : null;
     const spaceId = resolveSelfImproveSpace(context.store, input);
+    await recoverStaleActiveTasks(context.store, spaceId);
     const createdGaps = await discoverIntrinsicGaps(context.store, spaceId, sourceIdFilter);
-    const gaps = collectCandidateGaps(context.store, spaceId, sourceIdFilter, gapIdFilter)
-        .slice(0, Math.max(1, input.limit ?? 24));
+    const candidates = collectCandidateGaps(context.store, spaceId, sourceIdFilter, gapIdFilter);
+    const requestedLimit = Math.max(1, input.limit ?? DEFAULT_REFINEMENT_LIMIT);
+    const effectiveLimit = Math.min(requestedLimit, MAX_REFINEMENT_LIMIT);
+    const maxRunMs = Math.min(MAX_REFINEMENT_RUN_MS, Math.max(5_000, input.maxRunMs ?? DEFAULT_REFINEMENT_RUN_MS));
+    const startedAt = Date.now();
+    const gaps = candidates.slice(0, effectiveLimit);
+    let truncated = candidates.length > gaps.length || requestedLimit > effectiveLimit;
+    let budgetExhausted = false;
+    let processedGaps = 0;
     let repairableGaps = 0;
     let suppressedGaps = 0;
     let skippedGaps = 0;
+    let blockedGaps = 0;
+    let closedGaps = 0;
+    let queuedTasks = 0;
     let searched = 0;
     let ingestedSources = 0;
     let linkedRepairs = 0;
+    const taskIds = [];
+    const ingestedSourceIds = [];
     const errors = [];
+    const trigger = input.reason ?? 'manual';
     for (const gap of gaps) {
+        if (Date.now() - startedAt >= maxRunMs) {
+            truncated = true;
+            budgetExhausted = true;
+            break;
+        }
+        processedGaps += 1;
         const gapContext = buildGapContext(context.store, spaceId, gap);
+        let task = await upsertRefinementTaskForGap(context.store, spaceId, gapContext, trigger, 'detected', 'Gap was detected for semantic refinement.');
+        taskIds.push(task.id);
         const classification = classifyGap(gapContext, input.force === true);
         if (classification.action === 'suppress') {
             await suppressGap(context.store, gap, classification.reason, spaceId);
+            await updateRefinementTask(context.store, task, 'suppressed', classification.reason ?? 'Gap was classified as not applicable.');
             suppressedGaps += 1;
             continue;
         }
         if (classification.action === 'skip') {
-            skippedGaps += 1;
+            if (classification.status === 'repaired' || classification.status === 'already_repaired') {
+                closedGaps += 1;
+                await updateRefinementTask(context.store, task, 'closed', classification.reason ?? 'Gap is already repaired.');
+                continue;
+            }
+            if (classification.status === 'active') {
+                skippedGaps += 1;
+                await updateRefinementTask(context.store, task, 'queued', classification.reason ?? 'Gap repair is already active.');
+                continue;
+            }
+            blockedGaps += 1;
             if (classification.markAttempt) {
                 await markGapRepairAttempt(context.store, gap, spaceId, {
                     status: classification.status ?? 'skipped',
                     reason: classification.reason,
                 });
             }
+            await updateRefinementTask(context.store, task, 'blocked', classification.reason ?? 'Gap is not currently repairable.');
             continue;
         }
         if (!context.gapRepairer) {
-            skippedGaps += 1;
+            blockedGaps += 1;
             await markGapRepairAttempt(context.store, gap, spaceId, {
                 status: 'no_repairer',
                 reason: 'No semantic gap repairer is configured.',
             });
+            await updateRefinementTask(context.store, task, 'blocked', 'No semantic gap repairer is configured.');
             continue;
         }
         const repairKey = `${spaceId}:${gap.id}`;
         if (context.activeGapRepairs.has(repairKey)) {
             skippedGaps += 1;
+            await updateRefinementTask(context.store, task, 'queued', 'Gap repair is already active.');
             continue;
         }
         repairableGaps += 1;
+        queuedTasks += 1;
         context.activeGapRepairs.add(repairKey);
         try {
+            task = await updateRefinementTask(context.store, task, 'searching', 'Searching for source-backed repair evidence.', { query: gap.title });
             const result = await context.gapRepairer({
                 spaceId,
                 query: gap.title,
@@ -62,12 +112,31 @@ export async function runKnowledgeSemanticSelfImprovement(context, input = {}) {
             if (result?.searched)
                 searched += 1;
             ingestedSources += result?.ingestedSourceIds.length ?? 0;
+            ingestedSourceIds.push(...(result?.ingestedSourceIds ?? []));
+            task = await updateRefinementTask(context.store, task, 'evaluating', result?.reason ?? 'Source discovery completed.', {
+                query: result?.query ?? gap.title,
+                sourceAssessments: result?.sourceAssessments ?? [],
+                ingestedSourceIds: result?.ingestedSourceIds ?? [],
+                skippedUrls: result?.skippedUrls ?? [],
+            });
+            if (result?.ingestedSourceIds.length) {
+                task = await updateRefinementTask(context.store, task, 'applying', 'Linking accepted repair sources into the graph.');
+            }
             linkedRepairs += await linkRepairSources(context.store, spaceId, gap, result?.ingestedSourceIds ?? [], result?.query ?? gap.title);
             await markGapRepairAttempt(context.store, gap, spaceId, {
                 status: result?.ingestedSourceIds.length ? 'repaired' : 'searched_no_sources',
                 reason: result?.reason,
                 query: result?.query,
             });
+            if (result?.ingestedSourceIds.length) {
+                await updateRefinementTask(context.store, task, 'closed', 'Repair sources were accepted and linked to the gap.', {
+                    ingestedSourceIds: result.ingestedSourceIds,
+                });
+            }
+            else {
+                blockedGaps += 1;
+                await updateRefinementTask(context.store, task, 'blocked', result?.reason ?? 'No acceptable repair sources were found.');
+            }
         }
         catch (error) {
             errors.push({ gapId: gap.id, error: error instanceof Error ? error.message : String(error) });
@@ -75,13 +144,17 @@ export async function runKnowledgeSemanticSelfImprovement(context, input = {}) {
                 status: 'failed',
                 reason: error instanceof Error ? error.message : String(error),
             });
+            await updateRefinementTask(context.store, task, 'failed', error instanceof Error ? error.message : String(error));
         }
         finally {
             context.activeGapRepairs.delete(repairKey);
         }
+        await yieldToEventLoop();
     }
     return {
         scannedGaps: gaps.length,
+        candidateGaps: candidates.length,
+        processedGaps,
         createdGaps,
         repairableGaps,
         suppressedGaps,
@@ -89,9 +162,30 @@ export async function runKnowledgeSemanticSelfImprovement(context, input = {}) {
         searched,
         ingestedSources,
         linkedRepairs,
+        blockedGaps,
+        closedGaps,
+        queuedTasks,
+        requestedLimit,
+        effectiveLimit,
+        truncated,
+        budgetExhausted,
+        taskIds: uniqueStrings(taskIds),
+        ingestedSourceIds: uniqueStrings(ingestedSourceIds),
         errors,
     };
 }
+async function recoverStaleActiveTasks(store, spaceId) {
+    const now = Date.now();
+    const staleTasks = store.listRefinementTasks(10_000, { spaceId })
+        .filter((task) => ACTIVE_REFINEMENT_STATES.has(task.state))
+        .filter((task) => now - task.updatedAt >= STALE_ACTIVE_TASK_MS);
+    for (const task of staleTasks) {
+        await updateRefinementTask(store, task, 'blocked', 'Refinement task was interrupted or exceeded the active window; it can be retried.');
+    }
+}
+async function yieldToEventLoop() {
+    await new Promise((resolve) => setTimeout(resolve, 0));
+}
 function resolveSelfImproveSpace(store, input) {
     if (input.knowledgeSpaceId)
         return normalizeKnowledgeSpaceId(input.knowledgeSpaceId);
@@ -264,11 +358,11 @@ function classifyGap(context, force) {
     const status = readString(context.gap.metadata.repairStatus);
     const nextAttemptAt = readNumber(context.gap.metadata.nextRepairAttemptAt);
     if (!force && status === 'repaired')
-        return { action: 'skip', reason: 'Gap already has linked repair sources.' };
+        return { action: 'skip', reason: 'Gap already has linked repair sources.', status: 'repaired' };
     if (!force && nextAttemptAt && nextAttemptAt > Date.now())
-        return { action: 'skip', reason: 'Gap repair retry window has not elapsed.' };
+        return { action: 'skip', reason: 'Gap repair retry window has not elapsed.', status: 'retry_wait', markAttempt: true };
     if (hasRepairEdge(context))
-        return { action: 'skip', reason: 'Gap already has a repair source.' };
+        return { action: 'skip', reason: 'Gap already has a repair source.', status: 'already_repaired' };
     if (isNotApplicableGap(context))
         return { action: 'suppress', reason: 'The gap is not applicable to the linked subject.' };
     if (!hasConcreteSubject(context)) {
@@ -279,6 +373,77 @@ function classifyGap(context, force) {
     }
     return { action: 'repair' };
 }
+async function upsertRefinementTaskForGap(store, spaceId, context, trigger, state, message, data = {}) {
+    const subject = context.linkedObjects[0];
+    const id = `kref-${semanticHash(spaceId, context.gap.id, subject?.id ?? 'unscoped')}`;
+    const existing = store.getRefinementTask(id);
+    const attemptCount = existing?.attemptCount ?? 0;
+    return store.upsertRefinementTask({
+        id,
+        spaceId,
+        ...(subject ? {
+            subjectKind: 'node',
+            subjectId: subject.id,
+            subjectTitle: subjectTitle(subject),
+            subjectType: subject.kind,
+        } : {}),
+        gapId: context.gap.id,
+        state,
+        trigger,
+        priority: refinementPriority(context.gap),
+        budget: {
+            maxSearches: 1,
+            maxSources: 3,
+            maxLlmCalls: 1,
+        },
+        attemptCount,
+        appendTrace: [trace(state, message, data)],
+        metadata: semanticMetadata(spaceId, {
+            gapTitle: context.gap.title,
+            gapKind: readString(context.gap.metadata.gapKind) ?? 'unknown',
+            sourceIds: context.sources.map((source) => source.id),
+            linkedObjectIds: context.linkedObjects.map((node) => node.id),
+            policyVersion: 'knowledge-refinement-v1',
+        }),
+    });
+}
+async function updateRefinementTask(store, task, state, message, data = {}) {
+    return store.upsertRefinementTask({
+        id: task.id,
+        spaceId: task.spaceId,
+        subjectKind: task.subjectKind,
+        subjectId: task.subjectId,
+        subjectTitle: task.subjectTitle,
+        subjectType: task.subjectType,
+        gapId: task.gapId,
+        issueId: task.issueId,
+        state,
+        priority: task.priority,
+        trigger: task.trigger,
+        budget: task.budget,
+        attemptCount: state === 'searching' ? task.attemptCount + 1 : task.attemptCount,
+        ...(state === 'blocked' || state === 'failed' ? { blockedReason: message } : {}),
+        appendTrace: [trace(state, message, data)],
+        metadata: task.metadata,
+    });
+}
+function trace(state, message, data = {}) {
+    return {
+        at: Date.now(),
+        state,
+        message,
+        ...(Object.keys(data).length > 0 ? { data } : {}),
+    };
+}
+function refinementPriority(gap) {
+    const severity = readString(gap.metadata.severity);
+    const kind = readString(gap.metadata.gapKind);
+    if (severity === 'error')
+        return 'urgent';
+    if (severity === 'warning' || kind === 'intrinsic_features')
+        return 'high';
+    return 'normal';
+}
 function hasRepairEdge(context) {
     return context.repairSourceIds.length > 0;
 }

package/dist/_internal/platform/knowledge/semantic/service.d.ts

@@ -39,7 +39,6 @@ export declare class KnowledgeSemanticService {
     }>;
     answer(input: KnowledgeSemanticAnswerInput): Promise<KnowledgeSemanticAnswerResult>;
     selfImprove(input?: KnowledgeSemanticSelfImproveInput): Promise<KnowledgeSemanticSelfImproveResult>;
-    private queueGapRepair;
-    private hasGapRepairSource;
+    private taskIdsForGaps;
 }
 //# sourceMappingURL=service.d.ts.map

package/dist/_internal/platform/knowledge/semantic/service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/knowledge/semantic/service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAIzD,OAAO,KAAK,EACV,4BAA4B,EAC5B,6BAA6B,EAC7B,iCAAiC,EACjC,4BAA4B,EAC5B,oBAAoB,EACpB,iCAAiC,EACjC,kCAAkC,EACnC,MAAM,YAAY,CAAC;AAKpB,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,GAAG,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,4BAA4B,GAAG,IAAI,CAAC;CAC5D;AAED,qBAAa,wBAAwB;IAIjC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,OAAO;IAJjB,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAqB;gBAGnC,KAAK,EAAE,cAAc,EAC9B,OAAO,GAAE,+BAAoC;IAGvD,cAAc,CAAC,WAAW,EAAE,4BAA4B,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAO5E,YAAY,CAChB,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAO,GAC3E,OAAO,CAAC,iCAAiC,GAAG,IAAI,CAAC;IAO9C,aAAa,CACjB,OAAO,EAAE,SAAS,qBAAqB,EAAE,EACzC,KAAK,GAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GACpG,OAAO,CAAC,SAAS,iCAAiC,EAAE,CAAC;IASlD,OAAO,CAAC,KAAK,GAAE;QACnB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC/B,GAAG,OAAO,CAAC;QACf,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,EAAE,SAAS;YAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAClF,QAAQ,CAAC,eAAe,EAAE,kCAAkC,CAAC;KAC9D,CAAC;IAoCI,MAAM,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAOnF,WAAW,CAAC,KAAK,GAAE,iCAAsC,GAAG,OAAO,CAAC,kCAAkC,CAAC;IAyB7G,OAAO,CAAC,cAAc;IA2CtB,OAAO,CAAC,kBAAkB;CAS3B"}
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/knowledge/semantic/service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAIzD,OAAO,KAAK,EACV,4BAA4B,EAC5B,6BAA6B,EAC7B,iCAAiC,EACjC,4BAA4B,EAC5B,oBAAoB,EACpB,iCAAiC,EACjC,kCAAkC,EACnC,MAAM,YAAY,CAAC;AAKpB,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,GAAG,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,4BAA4B,GAAG,IAAI,CAAC;CAC5D;AAED,qBAAa,wBAAwB;IAIjC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,OAAO;IAJjB,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAqB;gBAGnC,KAAK,EAAE,cAAc,EAC9B,OAAO,GAAE,+BAAoC;IAGvD,cAAc,CAAC,WAAW,EAAE,4BAA4B,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAO5E,YAAY,CAChB,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAO,GAC3E,OAAO,CAAC,iCAAiC,GAAG,IAAI,CAAC;IAO9C,aAAa,CACjB,OAAO,EAAE,SAAS,qBAAqB,EAAE,EACzC,KAAK,GAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GACpG,OAAO,CAAC,SAAS,iCAAiC,EAAE,CAAC;IASlD,OAAO,CAAC,KAAK,GAAE;QACnB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC/B,GAAG,OAAO,CAAC;QACf,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,EAAE,SAAS;YAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAClF,QAAQ,CAAC,eAAe,EAAE,kCAAkC,CAAC;KAC9D,CAAC;IAqCI,MAAM,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAsCnF,WAAW,CAAC,KAAK,GAAE,iCAAsC,GAAG,OAAO,CAAC,kCAAkC,CAAC;IAyB7G,OAAO,CAAC,cAAc;CAOvB"}

package/dist/_internal/platform/knowledge/semantic/service.js

@@ -39,6 +39,7 @@ export class KnowledgeSemanticService {
         const allowed = input.sourceIds?.length ? new Set(input.sourceIds) : null;
         const sources = this.store.listSources(10_000)
             .filter((source) => !allowed || allowed.has(source.id))
+            .filter((source) => !input.knowledgeSpaceId || getKnowledgeSpaceId(source) === input.knowledgeSpaceId)
             .slice(0, Math.max(1, input.limit ?? 10_000));
         const maxLlmSources = Math.max(0, this.options.maxLlmSourcesPerReindex ?? 3);
         let llmAttempts = 0;
@@ -75,8 +76,39 @@ export class KnowledgeSemanticService {
     }
     async answer(input) {
         await this.store.init();
-        const answer = await answerKnowledgeQuery({ store: this.store, llm: this.options.llm }, input);
-        this.queueGapRepair(answer);
+        let answer = await answerKnowledgeQuery({ store: this.store, llm: this.options.llm }, input);
+        if (this.options.gapRepairer && answer.answer.gaps.length > 0) {
+            const refinement = await this.selfImprove({
+                knowledgeSpaceId: answer.spaceId,
+                gapIds: answer.answer.gaps.map((gap) => gap.id),
+                reason: 'answer',
+                limit: Math.max(1, answer.answer.gaps.length),
+            });
+            if (refinement.ingestedSourceIds.length > 0) {
+                const sources = refinement.ingestedSourceIds
+                    .map((sourceId) => this.store.getSource(sourceId))
+                    .filter((source) => Boolean(source));
+                await this.enrichSources(sources, {
+                    knowledgeSpaceId: answer.spaceId,
+                    force: true,
+                    limit: sources.length,
+                });
+                answer = await answerKnowledgeQuery({ store: this.store, llm: this.options.llm }, input);
+            }
+            const taskIds = uniqueStrings([
+                ...refinement.taskIds,
+                ...this.taskIdsForGaps(answer.spaceId, answer.answer.gaps.map((gap) => gap.id)),
+            ]);
+            if (taskIds.length > 0) {
+                return {
+                    ...answer,
+                    answer: {
+                        ...answer.answer,
+                        refinementTaskIds: taskIds,
+                    },
+                };
+            }
+        }
         return answer;
     }
     async selfImprove(input = {}) {
@@ -103,58 +135,13 @@ export class KnowledgeSemanticService {
             activeGapRepairs: this.activeGapRepairs,
         }, input);
     }
-    queueGapRepair(answer) {
-        if (!this.options.gapRepairer || answer.answer.gaps.length === 0 || answer.answer.sources.length === 0)
-            return;
-        const gaps = answer.answer.gaps.filter((gap) => !this.hasGapRepairSource(answer.spaceId, gap.id));
-        if (gaps.length === 0)
-            return;
-        const repairKey = `${answer.spaceId}:${gaps.map((gap) => gap.id).sort().join(',')}`;
-        if (this.activeGapRepairs.has(repairKey))
-            return;
-        this.activeGapRepairs.add(repairKey);
-        const repairer = this.options.gapRepairer;
-        void repairer({
-            spaceId: answer.spaceId,
-            query: answer.query,
-            gaps,
-            sources: answer.answer.sources,
-            linkedObjects: answer.answer.linkedObjects,
-            facts: answer.answer.facts,
-        })
-            .then(async (result) => {
-            if (!result?.ingestedSourceIds.length)
-                return;
-            for (const sourceId of result.ingestedSourceIds) {
-                for (const gap of gaps) {
-                    await this.store.upsertEdge({
-                        fromKind: 'source',
-                        fromId: sourceId,
-                        toKind: 'node',
-                        toId: gap.id,
-                        relation: 'repairs_gap',
-                        weight: 0.8,
-                        metadata: {
-                            semantic: true,
-                            knowledgeSpaceId: answer.spaceId,
-                            query: result.query ?? answer.query,
-                            repairedAt: Date.now(),
-                        },
-                    });
-                }
-            }
-        })
-            .catch(() => { })
-            .finally(() => {
-            this.activeGapRepairs.delete(repairKey);
-        });
-    }
-    hasGapRepairSource(spaceId, gapId) {
-        return this.store.listEdges().some((edge) => (edge.relation === 'repairs_gap'
-            && edge.toKind === 'node'
-            && edge.toId === gapId
-            && edge.fromKind === 'source'
-            && readString(edge.metadata.knowledgeSpaceId) === spaceId));
+    taskIdsForGaps(spaceId, gapIds) {
+        const wanted = new Set(gapIds);
+        if (wanted.size === 0)
+            return [];
+        return this.store.listRefinementTasks(100, { spaceId })
+            .filter((task) => task.gapId && wanted.has(task.gapId))
+            .map((task) => task.id);
     }
 }
 function sourceCanUseLlmUpgrade(store, source) {
@@ -169,6 +156,8 @@ function sourceCanUseLlmUpgrade(store, source) {
 function emptySelfImproveResult() {
     return {
         scannedGaps: 0,
+        candidateGaps: 0,
+        processedGaps: 0,
         createdGaps: 0,
         repairableGaps: 0,
         suppressedGaps: 0,
@@ -176,12 +165,23 @@ function emptySelfImproveResult() {
         searched: 0,
         ingestedSources: 0,
         linkedRepairs: 0,
+        blockedGaps: 0,
+        closedGaps: 0,
+        queuedTasks: 0,
+        requestedLimit: 0,
+        effectiveLimit: 0,
+        truncated: false,
+        budgetExhausted: false,
+        taskIds: [],
+        ingestedSourceIds: [],
         errors: [],
     };
 }
 function mergeSelfImproveResults(left, right) {
     return {
         scannedGaps: left.scannedGaps + right.scannedGaps,
+        candidateGaps: (left.candidateGaps ?? 0) + (right.candidateGaps ?? 0),
+        processedGaps: (left.processedGaps ?? 0) + (right.processedGaps ?? 0),
         createdGaps: left.createdGaps + right.createdGaps,
         repairableGaps: left.repairableGaps + right.repairableGaps,
         suppressedGaps: left.suppressedGaps + right.suppressedGaps,
@@ -189,6 +189,15 @@ function mergeSelfImproveResults(left, right) {
         searched: left.searched + right.searched,
         ingestedSources: left.ingestedSources + right.ingestedSources,
         linkedRepairs: left.linkedRepairs + right.linkedRepairs,
+        blockedGaps: left.blockedGaps + right.blockedGaps,
+        closedGaps: left.closedGaps + right.closedGaps,
+        queuedTasks: left.queuedTasks + right.queuedTasks,
+        requestedLimit: (left.requestedLimit ?? 0) + (right.requestedLimit ?? 0),
+        effectiveLimit: (left.effectiveLimit ?? 0) + (right.effectiveLimit ?? 0),
+        truncated: Boolean(left.truncated || right.truncated),
+        budgetExhausted: Boolean(left.budgetExhausted || right.budgetExhausted),
+        taskIds: uniqueStrings([...left.taskIds, ...right.taskIds]),
+        ingestedSourceIds: uniqueStrings([...left.ingestedSourceIds, ...right.ingestedSourceIds]),
         errors: [...left.errors, ...right.errors],
     };
 }

package/dist/_internal/platform/knowledge/semantic/types.d.ts

@@ -93,6 +93,7 @@ export interface KnowledgeSemanticAnswer {
     readonly linkedObjects: readonly KnowledgeNodeRecord[];
     readonly facts: readonly KnowledgeNodeRecord[];
     readonly gaps: readonly KnowledgeNodeRecord[];
+    readonly refinementTaskIds?: readonly string[];
     readonly synthesized: boolean;
 }
 export interface KnowledgeSemanticAnswerResult {
@@ -124,8 +125,14 @@ export interface KnowledgeSemanticGapRepairResult {
     readonly skippedUrls: readonly string[];
     readonly sourceAssessments?: readonly {
         readonly url: string;
+        readonly title?: string;
+        readonly domain?: string;
+        readonly rank?: number;
+        readonly accepted?: boolean;
         readonly confidence: number;
         readonly reasons: readonly string[];
+        readonly trustReason?: string;
+        readonly rejectionReason?: string;
     }[];
     readonly reason?: string;
 }
@@ -135,11 +142,14 @@ export interface KnowledgeSemanticSelfImproveInput {
     readonly sourceIds?: readonly string[];
     readonly gapIds?: readonly string[];
     readonly limit?: number;
+    readonly maxRunMs?: number;
     readonly force?: boolean;
     readonly reason?: 'ingest' | 'homegraph-sync' | 'reindex' | 'scheduled' | 'answer' | 'manual';
 }
 export interface KnowledgeSemanticSelfImproveResult {
     readonly scannedGaps: number;
+    readonly candidateGaps?: number;
+    readonly processedGaps?: number;
     readonly createdGaps: number;
     readonly repairableGaps: number;
     readonly suppressedGaps: number;
@@ -147,6 +157,15 @@ export interface KnowledgeSemanticSelfImproveResult {
     readonly searched: number;
     readonly ingestedSources: number;
     readonly linkedRepairs: number;
+    readonly blockedGaps: number;
+    readonly closedGaps: number;
+    readonly queuedTasks: number;
+    readonly requestedLimit?: number;
+    readonly effectiveLimit?: number;
+    readonly truncated?: boolean;
+    readonly budgetExhausted?: boolean;
+    readonly taskIds: readonly string[];
+    readonly ingestedSourceIds: readonly string[];
     readonly errors: readonly {
         readonly gapId: string;
         readonly error: string;

package/dist/_internal/platform/knowledge/semantic/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/knowledge/semantic/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACtB,MAAM,aAAa,CAAC;AAErB,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,UAAU,GACV,WAAW,GACX,SAAS,GACT,aAAa,GACb,eAAe,GACf,eAAe,GACf,iBAAiB,GACjB,cAAc,GACd,MAAM,CAAC;AAEX,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,IAAI,EAAE,yBAAyB,CAAC;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;CAClD;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,SAAS,4BAA4B,EAAE,CAAC;IAC3D,QAAQ,CAAC,KAAK,EAAE,SAAS,0BAA0B,EAAE,CAAC;IACtD,QAAQ,CAAC,SAAS,EAAE,SAAS,8BAA8B,EAAE,CAAC;IAC9D,QAAQ,CAAC,IAAI,EAAE,SAAS,yBAAyB,EAAE,CAAC;IACpD,QAAQ,CAAC,QAAQ,CAAC,EAAE;QAClB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,QAAQ,CAAC,SAAS,EAAE,KAAK,GAAG,eAAe,CAAC;CAC7C;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,KAAK,EAAE;QAClB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC7B,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC5B,YAAY,CAAC,KAAK,EAAE;QAClB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC7B,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,GAAG,eAAe,CAAC;IAC7C,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAClD,QAAQ,CAAC,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;IACpD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAChD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IACpC,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACxD,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACnD,QAAQ,CAAC,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAClB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;CACpD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,yBAAyB,EAAE,CAAC;CACtD;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACnD,QAAQ,CAAC,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,SAAS;QACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;KACrC,EAAE,CAAC;IACJ,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,4BAA4B,GAAG,CACzC,OAAO,EAAE,iCAAiC,KACvC,OAAO,CAAC,gCAAgC,GAAG,IAAI,CAAC,CAAC;AAEtD,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,GAAG,gBAAgB,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;CAC/F;AAED,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAChF"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/knowledge/semantic/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACtB,MAAM,aAAa,CAAC;AAErB,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,UAAU,GACV,WAAW,GACX,SAAS,GACT,aAAa,GACb,eAAe,GACf,eAAe,GACf,iBAAiB,GACjB,cAAc,GACd,MAAM,CAAC;AAEX,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,IAAI,EAAE,yBAAyB,CAAC;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;CAClD;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,SAAS,4BAA4B,EAAE,CAAC;IAC3D,QAAQ,CAAC,KAAK,EAAE,SAAS,0BAA0B,EAAE,CAAC;IACtD,QAAQ,CAAC,SAAS,EAAE,SAAS,8BAA8B,EAAE,CAAC;IAC9D,QAAQ,CAAC,IAAI,EAAE,SAAS,yBAAyB,EAAE,CAAC;IACpD,QAAQ,CAAC,QAAQ,CAAC,EAAE;QAClB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,QAAQ,CAAC,SAAS,EAAE,KAAK,GAAG,eAAe,CAAC;CAC7C;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,KAAK,EAAE;QAClB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC7B,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC5B,YAAY,CAAC,KAAK,EAAE;QAClB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC7B,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,GAAG,eAAe,CAAC;IAC7C,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAClD,QAAQ,CAAC,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IACxC,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;IACpD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAChD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IACpC,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACxD,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACnD,QAAQ,CAAC,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC/C,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC/C,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAClB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;CACpD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,yBAAyB,EAAE,CAAC;CACtD;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACnD,QAAQ,CAAC,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,SAAS;QACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;KACnC,EAAE,CAAC;IACJ,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,4BAA4B,GAAG,CACzC,OAAO,EAAE,iCAAiC,KACvC,OAAO,CAAC,gCAAgC,GAAG,IAAI,CAAC,CAAC;AAEtD,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,GAAG,gBAAgB,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;CAC/F;AAED,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,QAAQ,CAAC,MAAM,EAAE,SAAS;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAChF"}

package/dist/_internal/platform/knowledge/service-jobs.d.ts

@@ -0,0 +1,34 @@
+import type { KnowledgeBatchIngestResult, KnowledgeIssueRecord, KnowledgeJobMode, KnowledgeJobRecord, KnowledgeMaterializedProjection, KnowledgeStatus } from './types.js';
+import type { BrowserKnowledgeProfile } from './browser-history/index.js';
+import type { KnowledgeSemanticService } from './semantic/index.js';
+export interface KnowledgeServiceJobRunnerContext {
+    readonly lint: () => Promise<readonly KnowledgeIssueRecord[]>;
+    readonly reindex: () => Promise<{
+        readonly status: KnowledgeStatus;
+        readonly issues: readonly KnowledgeIssueRecord[];
+    }>;
+    readonly refreshSources: (kind: 'stale' | 'bookmark', sourceIds?: readonly string[], limit?: number) => Promise<number>;
+    readonly syncBrowserHistory: (input: {
+        readonly limit?: number;
+    }) => Promise<KnowledgeBatchIngestResult & {
+        readonly profiles: readonly BrowserKnowledgeProfile[];
+    }>;
+    readonly materializeProjection: (input: {
+        readonly kind: 'overview' | 'bundle';
+        readonly limit: number;
+    }) => Promise<KnowledgeMaterializedProjection>;
+    readonly semanticService: KnowledgeSemanticService;
+    readonly runConsolidation: (kind: 'light-consolidation' | 'deep-consolidation', input: {
+        readonly limit?: number;
+        readonly autoPromote: boolean;
+    }) => Promise<{
+        readonly id: string;
+        readonly metrics: Record<string, number>;
+    }>;
+}
+export declare function runKnowledgeServiceJobByKind(kind: KnowledgeJobRecord['kind'], input: {
+    readonly mode?: KnowledgeJobMode;
+    readonly sourceIds?: readonly string[];
+    readonly limit?: number;
+}, context: KnowledgeServiceJobRunnerContext): Promise<Record<string, unknown>>;
+//# sourceMappingURL=service-jobs.d.ts.map

package/dist/_internal/platform/knowledge/service-jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-jobs.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/knowledge/service-jobs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,0BAA0B,EAC1B,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,EAClB,+BAA+B,EAC/B,eAAe,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAC1E,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAEpE,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC,SAAS,oBAAoB,EAAE,CAAC,CAAC;IAC9D,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC;QAAE,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,oBAAoB,EAAE,CAAA;KAAE,CAAC,CAAC;IACxH,QAAQ,CAAC,cAAc,EAAE,CACvB,IAAI,EAAE,OAAO,GAAG,UAAU,EAC1B,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAC7B,KAAK,CAAC,EAAE,MAAM,KACX,OAAO,CAAC,MAAM,CAAC,CAAC;IACrB,QAAQ,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAC1E,0BAA0B,GAAG;QAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,uBAAuB,EAAE,CAAA;KAAE,CACvF,CAAC;IACF,QAAQ,CAAC,qBAAqB,EAAE,CAAC,KAAK,EAAE;QACtC,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;QACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;KACxB,KAAK,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAC/C,QAAQ,CAAC,eAAe,EAAE,wBAAwB,CAAC;IACnD,QAAQ,CAAC,gBAAgB,EAAE,CACzB,IAAI,EAAE,qBAAqB,GAAG,oBAAoB,EAClD,KAAK,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAA;KAAE,KAC9D,OAAO,CAAC;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC,CAAC;CACjF;AAED,wBAAsB,4BAA4B,CAChD,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,EAChC,KAAK,EAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC;IAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,EAC5G,OAAO,EAAE,gCAAgC,GACxC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA+DlC"}

package/dist/_internal/platform/knowledge/service-jobs.js

@@ -0,0 +1,64 @@
+export async function runKnowledgeServiceJobByKind(kind, input, context) {
+    switch (kind) {
+        case 'lint': {
+            const issues = await context.lint();
+            return { issueCount: issues.length };
+        }
+        case 'reindex': {
+            const result = await context.reindex();
+            return { sourceCount: result.status.sourceCount, issueCount: result.issues.length };
+        }
+        case 'refresh-stale':
+            return { refreshed: await context.refreshSources('stale', input.sourceIds, input.limit) };
+        case 'refresh-bookmarks':
+            return { refreshed: await context.refreshSources('bookmark', input.sourceIds, input.limit) };
+        case 'sync-browser-history': {
+            const result = await context.syncBrowserHistory({ limit: input.limit });
+            return {
+                imported: result.imported,
+                failed: result.failed,
+                profileCount: result.profiles.length,
+                errorCount: result.errors.length,
+            };
+        }
+        case 'rebuild-projections': {
+            const overview = await context.materializeProjection({ kind: 'overview', limit: Math.max(8, input.limit ?? 12) });
+            const bundle = await context.materializeProjection({ kind: 'bundle', limit: Math.max(12, input.limit ?? 18) });
+            return {
+                projections: [
+                    { targetId: overview.bundle.target.targetId, artifactId: overview.artifact.id },
+                    { targetId: bundle.bundle.target.targetId, artifactId: bundle.artifact.id },
+                ],
+            };
+        }
+        case 'semantic-enrichment':
+            return context.semanticService.reindex({
+                sourceIds: input.sourceIds,
+                limit: input.limit,
+            });
+        case 'semantic-self-improvement': {
+            const result = await context.semanticService.selfImprove({
+                sourceIds: input.sourceIds,
+                limit: input.limit,
+                reason: 'scheduled',
+            });
+            return { ...result };
+        }
+        case 'light-consolidation': {
+            const report = await context.runConsolidation('light-consolidation', {
+                limit: input.limit,
+                autoPromote: false,
+            });
+            return { reportId: report.id, metrics: report.metrics };
+        }
+        case 'deep-consolidation': {
+            const report = await context.runConsolidation('deep-consolidation', {
+                limit: input.limit,
+                autoPromote: true,
+            });
+            return { reportId: report.id, metrics: report.metrics };
+        }
+        default:
+            return {};
+    }
+}