@kaelio/ktx 0.4.0 → 0.5.0

package/node_modules/@ktx/context/dist/ingest/reports.d.ts

@@ -1,120 +0,0 @@
-import type { MemoryAction } from '../memory/index.js';
-import type { TouchedSlSource } from '../tools/index.js';
-import type { MemoryFlowReplayInput } from './memory-flow/types.js';
-import type { IngestProvenanceInsert } from './ports.js';
-import type { ArtifactResolutionRecord, ConflictResolvedRecord, EvictionAppliedRecord, StageIndex, UnmappedFallbackRecord } from './stages/stage-index.types.js';
-import type { WikiSlRefRepair } from './wiki-sl-ref-repair.js';
-import type { IngestDiffSummary, SourceFetchReport, UnresolvedCardInfo } from './types.js';
-export interface IngestReportWorkUnit {
-    unitKey: string;
-    rawFiles: string[];
-    status: 'success' | 'failed';
-    reason?: string;
-    actions: MemoryAction[];
-    touchedSlSources: TouchedSlSource[];
-    slDisallowed?: boolean;
-    slDisallowedReason?: 'lookml_connection_mismatch';
-}
-export interface IngestReportProvenanceDetail {
-    rawPath: string;
-    artifactKind: 'sl' | 'wiki' | null;
-    artifactKey: string | null;
-    targetConnectionId?: string | null;
-    actionType: IngestProvenanceInsert['actionType'];
-}
-export interface IngestReportToolTranscriptSummary {
-    unitKey: string;
-    path: string;
-    toolCallCount: number;
-    errorCount: number;
-    toolNames: string[];
-}
-export interface IngestReportFinalizationMismatch {
-    artifactKind: 'sl' | 'wiki';
-    key: string;
-    direction: 'missing_from_adapter_declaration' | 'extra_in_adapter_declaration';
-}
-export interface IngestReportFinalizationProvenanceExclusion {
-    action: MemoryAction;
-    reason: 'missing_raw_paths' | 'raw_path_not_defensible';
-    invalidRawPaths?: string[];
-}
-export interface IngestReportFinalizationOutcome {
-    sourceKey: string;
-    status: 'success' | 'failed' | 'skipped';
-    commitSha: string | null;
-    touchedPaths: string[];
-    declaredTouchedSources: TouchedSlSource[];
-    derivedTouchedSources: TouchedSlSource[];
-    declaredChangedWikiPageKeys: string[];
-    derivedChangedWikiPageKeys: string[];
-    mismatches: IngestReportFinalizationMismatch[];
-    result?: unknown;
-    errors: string[];
-    warnings: string[];
-    actions: MemoryAction[];
-    provenanceExclusions: IngestReportFinalizationProvenanceExclusion[];
-}
-export interface IngestReportFailure {
-    phase: string;
-    message: string;
-    details?: Record<string, unknown>;
-}
-export interface IngestReportBody {
-    status?: 'completed' | 'failed';
-    syncId: string;
-    diffSummary: IngestDiffSummary;
-    fetch?: SourceFetchReport;
-    commitSha: string | null;
-    tracePath?: string;
-    failure?: IngestReportFailure;
-    isolatedDiff?: {
-        enabled: boolean;
-        integrationWorktreePath?: string;
-        ingestionBaseSha?: string;
-        projectionSha?: string | null;
-        acceptedPatches: number;
-        textualConflicts: number;
-        semanticConflicts: number;
-        resolverAttempts?: number;
-        resolverRepairs?: number;
-        resolverFailures?: number;
-        gateRepairAttempts?: number;
-        gateRepairs?: number;
-        gateRepairFailures?: number;
-    };
-    workUnits: IngestReportWorkUnit[];
-    failedWorkUnits: string[];
-    reconciliationSkipped: boolean;
-    reconciliationActions?: MemoryAction[];
-    conflictsResolved: ConflictResolvedRecord[];
-    evictionsApplied: EvictionAppliedRecord[];
-    unmappedFallbacks: UnmappedFallbackRecord[];
-    artifactResolutions?: ArtifactResolutionRecord[];
-    evictionInputs: string[];
-    unresolvedCards: UnresolvedCardInfo[];
-    supersededBy: string | null;
-    overrideOf: string | null;
-    provenanceRows: IngestReportProvenanceDetail[];
-    toolTranscripts: IngestReportToolTranscriptSummary[];
-    finalization?: IngestReportFinalizationOutcome;
-    wikiSlRefRepairs?: WikiSlRefRepair[];
-    wikiSlRefRepairWarnings?: string[];
-    memoryFlow?: MemoryFlowReplayInput;
-}
-export interface IngestReportSnapshot {
-    id: string;
-    runId: string;
-    jobId: string;
-    connectionId: string;
-    sourceKey: string;
-    body: IngestReportBody;
-    createdAt: string;
-}
-export interface IngestSavedMemoryCounts {
-    wikiCount: number;
-    slCount: number;
-}
-export declare function finalizationSavedMemoryCounts(finalization: IngestReportFinalizationOutcome | undefined): IngestSavedMemoryCounts;
-export declare function savedMemoryCountsForReport(report: IngestReportSnapshot): IngestSavedMemoryCounts;
-export declare function buildStageIndexFromReportBody(jobId: string, connectionId: string, body: IngestReportBody): StageIndex;

package/node_modules/@ktx/context/dist/ingest/reports.js

@@ -1,37 +0,0 @@
-export function finalizationSavedMemoryCounts(finalization) {
-    const actions = finalization?.actions ?? [];
-    return {
-        wikiCount: actions.filter((action) => action.target === 'wiki').length,
-        slCount: actions.filter((action) => action.target === 'sl').length,
-    };
-}
-export function savedMemoryCountsForReport(report) {
-    const workUnitActions = report.body.workUnits.flatMap((workUnit) => workUnit.actions);
-    const reconciliationActions = report.body.reconciliationActions ?? [];
-    const finalizationActions = report.body.finalization?.actions ?? [];
-    const actions = [...workUnitActions, ...reconciliationActions, ...finalizationActions];
-    return {
-        wikiCount: actions.filter((action) => action.target === 'wiki').length,
-        slCount: actions.filter((action) => action.target === 'sl').length,
-    };
-}
-export function buildStageIndexFromReportBody(jobId, connectionId, body) {
-    return {
-        jobId,
-        connectionId,
-        workUnits: body.workUnits.map((wu) => ({
-            unitKey: wu.unitKey,
-            rawFiles: wu.rawFiles,
-            status: wu.status,
-            reason: wu.reason,
-            actions: wu.actions,
-            touchedSlSources: wu.touchedSlSources,
-            slDisallowed: wu.slDisallowed,
-            slDisallowedReason: wu.slDisallowedReason,
-        })),
-        conflictsResolved: [],
-        evictionsApplied: [],
-        unmappedFallbacks: [],
-        artifactResolutions: body.artifactResolutions ?? [],
-    };
-}

package/node_modules/@ktx/context/dist/ingest/semantic-layer-target-policy.d.ts

@@ -1,11 +0,0 @@
-export interface SemanticLayerTargetPolicyInput {
-    paths: readonly string[];
-    allowedConnectionIds: ReadonlySet<string>;
-}
-export interface SemanticLayerTargetPolicyViolation {
-    path: string;
-    connectionId: string;
-}
-export declare function semanticLayerConnectionIdFromPath(path: string): string | null;
-export declare function findDisallowedSemanticLayerTargetPaths(input: SemanticLayerTargetPolicyInput): SemanticLayerTargetPolicyViolation[];
-export declare function assertSemanticLayerTargetPathsAllowed(input: SemanticLayerTargetPolicyInput): void;

package/node_modules/@ktx/context/dist/ingest/semantic-layer-target-policy.js

@@ -1,26 +0,0 @@
-export function semanticLayerConnectionIdFromPath(path) {
-    const normalized = path.replace(/^[ab]\//, '');
-    const match = /^semantic-layer\/([^/]+)\//.exec(normalized);
-    return match?.[1] ?? null;
-}
-export function findDisallowedSemanticLayerTargetPaths(input) {
-    return input.paths
-        .map((path) => ({ path, connectionId: semanticLayerConnectionIdFromPath(path) }))
-        .filter((entry) => {
-        return entry.connectionId !== null && !input.allowedConnectionIds.has(entry.connectionId);
-    })
-        .sort((left, right) => {
-        const byConnection = left.connectionId.localeCompare(right.connectionId);
-        return byConnection === 0 ? left.path.localeCompare(right.path) : byConnection;
-    });
-}
-export function assertSemanticLayerTargetPathsAllowed(input) {
-    const violations = findDisallowedSemanticLayerTargetPaths(input);
-    if (violations.length === 0) {
-        return;
-    }
-    const allowed = [...input.allowedConnectionIds].sort();
-    throw new Error(`semantic-layer target connection not allowed: ${violations
-        .map((violation) => `${violation.path} (${violation.connectionId})`)
-        .join(', ')}; allowed: ${allowed.length > 0 ? allowed.join(', ') : '(none)'}`);
-}

package/node_modules/@ktx/context/dist/ingest/stages/build-reconcile-context.d.ts

@@ -1,61 +0,0 @@
-import { type CanonicalPin } from '../canonical-pins.js';
-import type { KtxRuntimeToolSet } from '../../llm/index.js';
-import type { EvictionUnit } from '../types.js';
-import type { StageIndex } from './stage-index.types.js';
-export declare function buildReconcileSystemPrompt(params: {
-    baseFraming: string;
-    skillsPrompt: string;
-    syncId: string;
-    sourceKey: string;
-    canonicalPins: CanonicalPin[];
-}): string;
-export interface ReconcileCandidateSummary {
-    total: number;
-    pending: number;
-    promoted: number;
-    merged: number;
-    rejected: number;
-    conflict: number;
-}
-export interface ReconcileCandidateForPrompt {
-    candidateKey: string;
-    topic: string;
-    assertion: string;
-    rationale: string;
-    actionHint: string;
-    status: string;
-    promotionScore: number;
-    suggestedPageKey: string | null;
-    evidenceRefs: unknown;
-}
-export interface WikiPageRef {
-    pageKey: string;
-    action: 'created' | 'updated';
-    summary: string;
-}
-export interface ReconcilePromptRunState {
-    passNumber: number;
-    maxPasses: number;
-    budgetRemaining: {
-        creates: number;
-        updates: number;
-    };
-    previouslyPromotedInRun: WikiPageRef[];
-}
-export declare function buildReconcileUserPrompt(stageIndex: StageIndex, ev: EvictionUnit | undefined, candidates?: {
-    summary: ReconcileCandidateSummary;
-    items: ReconcileCandidateForPrompt[];
-}, sourceNotes?: string[], runState?: ReconcilePromptRunState): string;
-export interface ReconcileToolSetInput {
-    loadSkillTool: KtxRuntimeToolSet;
-    stageListTool: KtxRuntimeToolSet;
-    stageDiffTool: KtxRuntimeToolSet;
-    evictionListTool: KtxRuntimeToolSet;
-    emitConflictResolutionTool: KtxRuntimeToolSet;
-    emitEvictionDecisionTool: KtxRuntimeToolSet;
-    emitArtifactResolutionTool: KtxRuntimeToolSet;
-    emitUnmappedFallbackTool: KtxRuntimeToolSet;
-    readRawSpanTool: KtxRuntimeToolSet;
-    toolsetTools: KtxRuntimeToolSet;
-}
-export declare function buildReconcileToolSet(input: ReconcileToolSetInput): KtxRuntimeToolSet;

package/node_modules/@ktx/context/dist/ingest/stages/build-wu-context.d.ts

@@ -1,27 +0,0 @@
-import { type CanonicalPin } from '../canonical-pins.js';
-import { type KtxRuntimeToolSet } from '../../llm/index.js';
-import type { IngestProvenanceRow } from '../ports.js';
-import type { WorkUnit } from '../types.js';
-export interface BuildWuPromptInput {
-    wu: WorkUnit;
-    wikiIndex: string;
-    slIndex: string;
-    priorProvenance: Map<string, IngestProvenanceRow[]>;
-}
-export declare function buildWuSystemPrompt(params: {
-    baseFraming: string;
-    skillsPrompt: string;
-    syncId: string;
-    sourceKey: string;
-    canonicalPins?: CanonicalPin[];
-}): string;
-export declare function buildWuUserPrompt(input: BuildWuPromptInput): string;
-export interface BuildWuToolSetInput {
-    sourceKey?: string;
-    stagedDir: string;
-    wu: WorkUnit;
-    loadSkillTool: KtxRuntimeToolSet;
-    emitUnmappedFallbackTool: KtxRuntimeToolSet;
-    toolsetTools: KtxRuntimeToolSet;
-}
-export declare function buildWuToolSet(input: BuildWuToolSetInput): KtxRuntimeToolSet;

package/node_modules/@ktx/context/dist/ingest/stages/build-wu-context.js

@@ -1,87 +0,0 @@
-import { buildCanonicalPinsPromptBlock } from '../canonical-pins.js';
-import { createLookerQueryToSlTool } from '../adapters/looker/tools/looker-query-to-sl.tool.js';
-import { createRuntimeToolDescriptorFromAiTool } from '../../llm/index.js';
-import { createReadRawFileTool } from '../tools/read-raw-file.tool.js';
-import { createReadRawSpanTool } from '../tools/read-raw-span.tool.js';
-import { createVerificationLedgerState, VERIFICATION_LEDGER_PROMPT, withVerificationLedger, } from '../tools/verification-ledger.tool.js';
-const PEER_FILE_INDEX_PROMPT_LIMIT = 100;
-export function buildWuSystemPrompt(params) {
-    const parts = [
-        params.baseFraming.trimEnd(),
-        VERIFICATION_LEDGER_PROMPT,
-        params.skillsPrompt.trimEnd(),
-        buildCanonicalPinsPromptBlock(params.canonicalPins ?? []),
-        `\n<context>\nsyncId: ${params.syncId}\nsource: ${params.sourceKey}\n</context>`,
-    ];
-    return parts.filter(Boolean).join('\n');
-}
-export function buildWuUserPrompt(input) {
-    const { wu, wikiIndex, slIndex, priorProvenance } = input;
-    const hasPrior = [...priorProvenance.values()].some((rows) => rows.length > 0);
-    const priorBlock = hasPrior
-        ? [
-            '### priorProvenance',
-            ...[...priorProvenance.entries()]
-                .filter(([, rows]) => rows.length > 0)
-                .map(([path, rows]) => {
-                const artifacts = rows
-                    .map((r) => `    - kind: ${r.artifact_kind} key: ${r.artifact_key} action: ${r.action_type}`)
-                    .join('\n');
-                return `- raw_path: ${path}\n  prior_sync_id: ${rows[0].sync_id}\n  artifacts:\n${artifacts}`;
-            }),
-        ].join('\n')
-        : '';
-    const sections = [];
-    if (wikiIndex) {
-        sections.push(`# Wiki Index\n\n${wikiIndex}`);
-    }
-    if (slIndex) {
-        sections.push(`# Semantic Layer Sources\n\n${slIndex}`);
-    }
-    sections.push('---');
-    sections.push(`## WorkUnit: ${wu.unitKey}`);
-    sections.push(`### rawFiles\n${wu.rawFiles.map((p) => `- ${p}`).join('\n')}`);
-    if (wu.dependencyPaths.length > 0) {
-        sections.push(`### dependencyPaths\n${wu.dependencyPaths.map((p) => `- ${p}`).join('\n')}`);
-    }
-    if (wu.peerFileIndex.length > 0) {
-        const visiblePeerFiles = wu.peerFileIndex.slice(0, PEER_FILE_INDEX_PROMPT_LIMIT);
-        const omittedCount = wu.peerFileIndex.length - visiblePeerFiles.length;
-        const peerLines = visiblePeerFiles.map((p) => `- ${p}`);
-        if (omittedCount > 0) {
-            peerLines.push(`- (${omittedCount} more peer files omitted)`);
-        }
-        sections.push(`### peerFileIndex\n${peerLines.join('\n')}`);
-    }
-    if (priorBlock) {
-        sections.push(priorBlock);
-    }
-    if (wu.notes) {
-        sections.push(`### notes\n${wu.notes}`);
-    }
-    return sections.join('\n\n');
-}
-function withoutWriteSlTools(toolset, wu) {
-    if (!wu.slDisallowed) {
-        return toolset;
-    }
-    const next = { ...toolset };
-    delete next.sl_write_source;
-    delete next.sl_edit_source;
-    return next;
-}
-export function buildWuToolSet(input) {
-    const allowedPaths = new Set([...input.wu.rawFiles, ...input.wu.dependencyPaths]);
-    const lookerTools = input.sourceKey === 'looker'
-        ? { looker_query_to_sl: createRuntimeToolDescriptorFromAiTool('looker_query_to_sl', createLookerQueryToSlTool()) }
-        : {};
-    const state = createVerificationLedgerState();
-    return withVerificationLedger(withoutWriteSlTools({
-        ...input.toolsetTools,
-        ...lookerTools,
-        ...input.loadSkillTool,
-        ...input.emitUnmappedFallbackTool,
-        read_raw_file: createRuntimeToolDescriptorFromAiTool('read_raw_file', createReadRawFileTool({ stagedDir: input.stagedDir, allowedPaths })),
-        read_raw_span: createRuntimeToolDescriptorFromAiTool('read_raw_span', createReadRawSpanTool({ stagedDir: input.stagedDir, allowedPaths })),
-    }, input.wu), state);
-}

package/node_modules/@ktx/context/dist/ingest/stages/stage-3-work-units.d.ts

@@ -1,48 +0,0 @@
-import type { KtxModelRole } from '@ktx/llm';
-import type { AgentRunnerPort, KtxRuntimeToolSet } from '@ktx/context';
-import type { CaptureSession, MemoryAction } from '../../memory/index.js';
-import { type TouchedSlSource } from '../../tools/index.js';
-import type { WorkUnit } from '../types.js';
-export interface TouchedValidationResult {
-    invalidSources: string[];
-    validSources: string[];
-}
-export interface WorkUnitExecutionDeps {
-    sessionWorktreeGit: {
-        revParseHead(): Promise<string | null>;
-    };
-    agentRunner: AgentRunnerPort;
-    validateWikiRefs?: (actions: MemoryAction[]) => Promise<string[]>;
-    validateTouchedSources: (touched: TouchedSlSource[]) => Promise<TouchedValidationResult>;
-    resetHardTo: (targetSha: string) => Promise<void>;
-    buildSystemPrompt: (wu: WorkUnit) => string;
-    buildUserPrompt: (wu: WorkUnit) => string;
-    buildToolSet: (wu: WorkUnit) => KtxRuntimeToolSet;
-    captureSession: CaptureSession;
-    sessionActions: MemoryAction[];
-    modelRole: KtxModelRole;
-    stepBudget: number;
-    sourceKey: string;
-    connectionId: string;
-    jobId: string;
-    onStepFinish?: (info: {
-        stepIndex: number;
-        stepBudget: number;
-    }) => void;
-    toolFailureCount?: (unitKey: string) => number;
-}
-export interface WorkUnitOutcome {
-    unitKey: string;
-    status: 'success' | 'failed';
-    reason?: string;
-    preSha: string;
-    postSha: string;
-    actions: MemoryAction[];
-    touchedSlSources: TouchedSlSource[];
-    slDisallowed?: boolean;
-    slDisallowedReason?: 'lookml_connection_mismatch';
-    patchPath?: string;
-    patchTouchedPaths?: string[];
-    childWorktreePath?: string;
-}
-export declare function executeWorkUnit(deps: WorkUnitExecutionDeps, wu: WorkUnit): Promise<WorkUnitOutcome>;

package/node_modules/@ktx/context/dist/ingest/stages/stage-3-work-units.js

@@ -1,108 +0,0 @@
-import { listTouchedSlSources } from '../../tools/index.js';
-const MAX_WORK_UNIT_PROMPT_CHARS = 240_000;
-export async function executeWorkUnit(deps, wu) {
-    const preSha = (await deps.sessionWorktreeGit.revParseHead()) ?? '';
-    deps.captureSession.preHead = preSha || null;
-    const failWithoutReset = (reason) => ({
-        unitKey: wu.unitKey,
-        status: 'failed',
-        reason,
-        preSha,
-        postSha: preSha,
-        actions: [],
-        touchedSlSources: [],
-        slDisallowed: wu.slDisallowed,
-        slDisallowedReason: wu.slDisallowedReason,
-    });
-    const systemPrompt = deps.buildSystemPrompt(wu);
-    const userPrompt = deps.buildUserPrompt(wu);
-    const promptChars = systemPrompt.length + userPrompt.length;
-    if (promptChars > MAX_WORK_UNIT_PROMPT_CHARS) {
-        return failWithoutReset(`prompt too large for WorkUnit ${wu.unitKey}: ${promptChars} chars exceeds ${MAX_WORK_UNIT_PROMPT_CHARS}`);
-    }
-    const failWithResetFromCurrentHead = async (reason) => {
-        const failureHead = (await deps.sessionWorktreeGit.revParseHead()) ?? preSha;
-        if (failureHead !== preSha && preSha !== '') {
-            await deps.resetHardTo(preSha);
-        }
-        return {
-            unitKey: wu.unitKey,
-            status: 'failed',
-            reason,
-            preSha,
-            postSha: failureHead,
-            actions: [],
-            touchedSlSources: [],
-            slDisallowed: wu.slDisallowed,
-            slDisallowedReason: wu.slDisallowedReason,
-        };
-    };
-    let runResult;
-    try {
-        runResult = await deps.agentRunner.runLoop({
-            modelRole: deps.modelRole,
-            systemPrompt,
-            userPrompt,
-            toolSet: deps.buildToolSet(wu),
-            stepBudget: deps.stepBudget,
-            telemetryTags: {
-                operationName: 'ingest-bundle-wu',
-                source: deps.sourceKey,
-                unitKey: wu.unitKey,
-                jobId: deps.jobId,
-            },
-            onStepFinish: deps.onStepFinish,
-        });
-    }
-    catch (error) {
-        return failWithResetFromCurrentHead(error instanceof Error ? error.message : String(error));
-    }
-    const postSha = (await deps.sessionWorktreeGit.revParseHead()) ?? preSha;
-    const failWithReset = async (reason) => {
-        if (postSha !== preSha && preSha !== '') {
-            await deps.resetHardTo(preSha);
-        }
-        return {
-            unitKey: wu.unitKey,
-            status: 'failed',
-            reason,
-            preSha,
-            postSha,
-            actions: [],
-            touchedSlSources: [],
-            slDisallowed: wu.slDisallowed,
-            slDisallowedReason: wu.slDisallowedReason,
-        };
-    };
-    if (runResult.stopReason === 'error') {
-        return failWithReset(runResult.error?.message ?? 'agent loop errored');
-    }
-    const toolFailureCount = deps.toolFailureCount?.(wu.unitKey) ?? 0;
-    if (toolFailureCount > 0) {
-        return failWithReset(`${toolFailureCount} tool call(s) failed during WorkUnit ${wu.unitKey}`);
-    }
-    const danglingWikiRefs = (await deps.validateWikiRefs?.(deps.sessionActions)) ?? [];
-    if (danglingWikiRefs.length > 0) {
-        return failWithReset(`wiki references target missing page(s): ${danglingWikiRefs.join(', ')}`);
-    }
-    const touched = listTouchedSlSources(deps.captureSession.touchedSlSources);
-    if (touched.length > 0) {
-        const validation = await deps.validateTouchedSources(touched);
-        if (validation.invalidSources.length > 0) {
-            // Spec: invalid SL writes reset the session worktree to the WU's pre-state, WU is marked failed,
-            // its files are absent from the Stage Index. Per-source surgical revert is the
-            // memory-agent pattern — NOT the bundle-ingest pattern.
-            return failWithReset(`sl_validate failed for: ${validation.invalidSources.join(', ')}`);
-        }
-    }
-    return {
-        unitKey: wu.unitKey,
-        status: 'success',
-        preSha,
-        postSha,
-        actions: [...deps.sessionActions],
-        touchedSlSources: touched,
-        slDisallowed: wu.slDisallowed,
-        slDisallowedReason: wu.slDisallowedReason,
-    };
-}