@kaelio/ktx 0.5.0 → 0.6.0

package/dist/context/ingest/memory-flow/acceptance-fixtures.js

@@ -1,155 +0,0 @@
-function baseScenario(overrides = {}) {
-    return {
-        runId: 'run-success',
-        connectionId: 'warehouse',
-        adapter: 'metricflow',
-        status: 'done',
-        sourceDir: '/tmp/source',
-        syncId: 'sync-success',
-        reportPath: 'ingest-report.json',
-        errors: [],
-        events: [
-            { type: 'source_acquired', adapter: 'metricflow', trigger: 'manual_resync', fileCount: 4 },
-            { type: 'scope_detected', fingerprint: 'metricflow:demo' },
-            { type: 'raw_snapshot_written', syncId: 'sync-success', rawFileCount: 4 },
-            { type: 'diff_computed', added: 2, modified: 1, deleted: 0, unchanged: 1 },
-            { type: 'chunks_planned', chunkCount: 2, workUnitCount: 2, evictionCount: 0 },
-            { type: 'work_unit_started', unitKey: 'orders', skills: ['wiki_capture'], stepBudget: 40 },
-            { type: 'candidate_action', unitKey: 'orders', target: 'wiki', action: 'created', key: 'wiki/global/orders.md' },
-            { type: 'candidate_action', unitKey: 'orders', target: 'sl', action: 'updated', key: 'warehouse.orders' },
-            { type: 'work_unit_finished', unitKey: 'orders', status: 'success' },
-            { type: 'work_unit_started', unitKey: 'revenue', skills: ['wiki_capture'], stepBudget: 40 },
-            { type: 'candidate_action', unitKey: 'revenue', target: 'wiki', action: 'updated', key: 'wiki/global/revenue.md' },
-            { type: 'work_unit_finished', unitKey: 'revenue', status: 'success' },
-            { type: 'reconciliation_finished', conflictCount: 0, fallbackCount: 0 },
-            { type: 'saved', commitSha: 'abc123456789', wikiCount: 2, slCount: 1 }, // pragma: allowlist secret
-            { type: 'provenance_recorded', rowCount: 4 },
-            { type: 'report_created', runId: 'run-success', reportPath: 'ingest-report.json' },
-        ],
-        plannedWorkUnits: [
-            { unitKey: 'orders', rawFiles: ['models/orders.yml', 'models/customers.yml'], peerFileCount: 1, dependencyCount: 1 },
-            { unitKey: 'revenue', rawFiles: ['docs/revenue.md'], peerFileCount: 0, dependencyCount: 0 },
-        ],
-        details: {
-            actions: [
-                {
-                    unitKey: 'orders',
-                    target: 'wiki',
-                    action: 'created',
-                    key: 'wiki/global/orders.md',
-                    summary: 'Captured order definitions',
-                    rawFiles: ['models/orders.yml'],
-                    status: 'success',
-                },
-                {
-                    unitKey: 'orders',
-                    target: 'sl',
-                    action: 'updated',
-                    key: 'warehouse.orders',
-                    summary: 'Updated orders source',
-                    rawFiles: ['models/orders.yml'],
-                    status: 'success',
-                },
-                {
-                    unitKey: 'revenue',
-                    target: 'wiki',
-                    action: 'updated',
-                    key: 'wiki/global/revenue.md',
-                    summary: 'Updated revenue notes',
-                    rawFiles: ['docs/revenue.md'],
-                    status: 'success',
-                },
-            ],
-            provenance: [
-                {
-                    rawPath: 'models/orders.yml',
-                    artifactKind: 'wiki',
-                    artifactKey: 'wiki/global/orders.md',
-                    actionType: 'created',
-                },
-                { rawPath: 'models/orders.yml', artifactKind: 'sl', artifactKey: 'warehouse.orders', actionType: 'updated' },
-            ],
-            transcripts: [
-                {
-                    unitKey: 'orders',
-                    path: 'transcripts/orders.json',
-                    toolCallCount: 3,
-                    errorCount: 0,
-                    toolNames: ['wiki_write', 'sl_write_source'],
-                },
-            ],
-        },
-        ...overrides,
-    };
-}
-export function successfulReplayScenario() {
-    return baseScenario();
-}
-export function deletedRawPathsScenario() {
-    return baseScenario({
-        events: baseScenario().events.map((event) => event.type === 'diff_computed'
-            ? { ...event, deleted: 2 }
-            : event.type === 'chunks_planned'
-                ? { ...event, evictionCount: 2 }
-                : event),
-    });
-}
-export function validationRevertScenario() {
-    return baseScenario({
-        runId: 'run-validation-failure',
-        status: 'error',
-        errors: ['semantic-layer validation failed for warehouse.orders'],
-        events: [
-            { type: 'source_acquired', adapter: 'metricflow', trigger: 'manual_resync', fileCount: 1 },
-            { type: 'raw_snapshot_written', syncId: 'sync-validation', rawFileCount: 1 },
-            { type: 'diff_computed', added: 1, modified: 0, deleted: 0, unchanged: 0 },
-            { type: 'chunks_planned', chunkCount: 1, workUnitCount: 1, evictionCount: 0 },
-            { type: 'work_unit_started', unitKey: 'orders', skills: ['wiki_capture'], stepBudget: 40 },
-            { type: 'candidate_action', unitKey: 'orders', target: 'sl', action: 'updated', key: 'warehouse.orders' },
-            {
-                type: 'work_unit_finished',
-                unitKey: 'orders',
-                status: 'failed',
-                reason: 'semantic-layer validation failed for warehouse.orders',
-            },
-        ],
-        plannedWorkUnits: [{ unitKey: 'orders', rawFiles: ['models/orders.yml'], peerFileCount: 0, dependencyCount: 0 }],
-        details: {
-            actions: [
-                {
-                    unitKey: 'orders',
-                    target: 'sl',
-                    action: 'updated',
-                    key: 'warehouse.orders',
-                    summary: 'Invalid measure was reverted',
-                    rawFiles: ['models/orders.yml'],
-                    status: 'failed',
-                },
-            ],
-            provenance: [],
-            transcripts: [
-                {
-                    unitKey: 'orders',
-                    path: 'transcripts/orders.json',
-                    toolCallCount: 2,
-                    errorCount: 1,
-                    toolNames: ['sl_write_source'],
-                },
-            ],
-        },
-    });
-}
-export function flaggedFallbackScenario() {
-    return baseScenario({
-        runId: 'run-flagged-fallback',
-        events: baseScenario().events.map((event) => event.type === 'reconciliation_finished' ? { ...event, fallbackCount: 1 } : event),
-    });
-}
-export function postSaveSecretFailureScenario() {
-    return baseScenario({
-        runId: 'run-post-save-failure',
-        status: 'error',
-        errors: ['index refresh failed https://example.com/private token=abc123'],
-        events: baseScenario().events.map((event) => event.type === 'saved' ? { ...event, commitSha: 'def456789012' } : event),
-    });
-}

package/dist/context/ingest/memory-flow/acceptance.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/context/ingest/memory-flow/acceptance.test.js

@@ -1,43 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { deletedRawPathsScenario, flaggedFallbackScenario, postSaveSecretFailureScenario, successfulReplayScenario, validationRevertScenario, } from './acceptance-fixtures.js';
-import { renderMemoryFlowReplay } from './render.js';
-import { buildMemoryFlowViewModel } from './view-model.js';
-function renderScenario(input = successfulReplayScenario(), terminalWidth = 140) {
-    return renderMemoryFlowReplay(buildMemoryFlowViewModel(input), { terminalWidth });
-}
-describe('memory-flow acceptance scenarios', () => {
-    it('renders a completed replay with a clear saved-memory completion line', () => {
-        const output = renderScenario(successfulReplayScenario());
-        expect(output).toContain('KTX memory flow  warehouse/metricflow  done');
-        expect(output).toContain('Saved 3 memories from 4 raw files: 2 wiki pages, 1 SL updates.');
-        expect(output).toContain('Commit: abc12345  Run: run-success  Report: ingest-report.json');
-    });
-    it('renders deleted raw paths as eviction candidates without listing every raw path by default', () => {
-        const output = renderScenario(deletedRawPathsScenario());
-        expect(output).toContain('2 deletions');
-        expect(output).toContain('Eviction candidates: 2');
-        expect(output).not.toContain('/full/local/path/private/orders-2024.sql');
-    });
-    it('renders invalid semantic-layer writes as reverted, not saved', () => {
-        const output = renderScenario(validationRevertScenario());
-        expect(output).toContain('orders reverted: semantic-layer validation failed for warehouse.orders');
-        expect(output).toContain('Invalid semantic-layer writes were not saved.');
-        expect(output).not.toContain('Saved 1 memories');
-    });
-    it('renders flagged fallbacks in gates details', () => {
-        const output = renderScenario(flaggedFallbackScenario());
-        expect(output).toContain('0 conflict, 1 fallback');
-        expect(output).toContain('Flagged fallbacks: 1');
-    });
-    it('renders no ANSI color codes in the text fallback for terminals without color support', () => {
-        const output = renderScenario(successfulReplayScenario(), 80);
-        expect(output).toContain('KTX memory flow  warehouse/metricflow  done');
-        expect(output).not.toMatch(/\u001b\[[0-9;]*m/);
-    });
-    it('redacts secrets in visible post-save failure text', () => {
-        const output = renderScenario(postSaveSecretFailureScenario());
-        expect(output).toContain('Post-save error: index refresh failed https://[redacted] token=[redacted]');
-        expect(output).not.toContain('abc123');
-        expect(output).not.toContain('https://example.com/private');
-    });
-});

package/dist/context/ingest/memory-flow/events.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/context/ingest/memory-flow/events.test.js

@@ -1,319 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { ingestReportToMemoryFlowReplay, localIngestRunToMemoryFlowReplay } from './events.js';
-function localRecord() {
-    return {
-        runId: 'local-run-1',
-        jobId: 'local-run-1',
-        status: 'done',
-        adapter: 'metricflow',
-        connectionId: 'warehouse',
-        sourceDir: '/tmp/source',
-        syncId: 'sync-1',
-        startedAt: '2026-04-30T10:00:00.000Z',
-        completedAt: '2026-04-30T10:00:01.000Z',
-        progress: 1,
-        done: true,
-        previousRunId: null,
-        diffSummary: { added: 2, modified: 1, deleted: 1, unchanged: 4 },
-        diffPaths: {
-            added: ['models/orders.yml', 'models/revenue.yml'],
-            modified: ['models/customers.yml'],
-            deleted: ['models/old.yml'],
-            unchanged: ['models/a.yml', 'models/b.yml', 'models/c.yml', 'models/d.yml'],
-        },
-        workUnitCount: 2,
-        rawFileCount: 7,
-        workUnits: [
-            {
-                unitKey: 'orders',
-                rawFiles: ['models/orders.yml'],
-                peerFileIndex: ['models/customers.yml'],
-                dependencyPaths: ['models/base.yml'],
-            },
-            {
-                unitKey: 'revenue',
-                rawFiles: ['models/revenue.yml'],
-                peerFileIndex: [],
-                dependencyPaths: [],
-            },
-        ],
-        evictionDeletedRawPaths: ['raw-sources/warehouse/metricflow/sync-1/models/old.yml'],
-        errors: [],
-    };
-}
-function reportSnapshot() {
-    return {
-        id: 'report-1',
-        runId: 'run-1',
-        jobId: 'job-1',
-        connectionId: 'warehouse',
-        sourceKey: 'lookml',
-        createdAt: '2026-04-30T10:00:02.000Z',
-        body: {
-            syncId: 'sync-2',
-            diffSummary: { added: 1, modified: 1, deleted: 0, unchanged: 3 },
-            commitSha: 'abc123456789', // pragma: allowlist secret
-            failedWorkUnits: ['customers'],
-            reconciliationSkipped: false,
-            conflictsResolved: [
-                {
-                    kind: 'near_duplicate',
-                    artifactKey: 'warehouse.orders',
-                    detail: 'kept candidate definition',
-                    flaggedForHuman: false,
-                },
-            ],
-            evictionsApplied: [],
-            unmappedFallbacks: [{ rawPath: 'cards/42.json', reason: 'no_connection_mapping', fallback: 'flagged' }],
-            evictionInputs: [],
-            unresolvedCards: [],
-            supersededBy: null,
-            overrideOf: null,
-            provenanceRows: [
-                {
-                    rawPath: 'views/orders.view.lkml',
-                    artifactKind: 'wiki',
-                    artifactKey: 'wiki/global/orders.md',
-                    actionType: 'wiki_written',
-                },
-                {
-                    rawPath: 'views/orders.view.lkml',
-                    artifactKind: 'sl',
-                    artifactKey: 'warehouse.orders',
-                    actionType: 'measure_added',
-                },
-                {
-                    rawPath: 'views/customers.view.lkml',
-                    artifactKind: null,
-                    artifactKey: null,
-                    actionType: 'skipped',
-                },
-            ],
-            toolTranscripts: [
-                {
-                    unitKey: 'orders',
-                    path: '/tmp/ktx/run/wu-transcripts/job-1/orders.jsonl',
-                    toolCallCount: 3,
-                    errorCount: 0,
-                    toolNames: ['read_raw_span', 'wiki_write', 'sl_write_source'],
-                },
-                {
-                    unitKey: 'customers',
-                    path: '/tmp/ktx/run/wu-transcripts/job-1/customers.jsonl',
-                    toolCallCount: 2,
-                    errorCount: 1,
-                    toolNames: ['read_raw_span', 'sl_write_source'],
-                },
-            ],
-            workUnits: [
-                {
-                    unitKey: 'orders',
-                    rawFiles: ['views/orders.view.lkml'],
-                    status: 'success',
-                    actions: [
-                        { target: 'wiki', type: 'created', key: 'wiki/global/orders.md', detail: 'order facts' },
-                        { target: 'sl', type: 'updated', key: 'warehouse.orders', detail: 'order measures' },
-                    ],
-                    touchedSlSources: [{ connectionId: 'warehouse', sourceName: 'warehouse.orders' }],
-                },
-                {
-                    unitKey: 'customers',
-                    rawFiles: ['views/customers.view.lkml'],
-                    status: 'failed',
-                    reason: 'semantic-layer validation failed',
-                    actions: [{ target: 'sl', type: 'created', key: 'warehouse.customers', detail: 'invalid source' }],
-                    touchedSlSources: [{ connectionId: 'warehouse', sourceName: 'warehouse.customers' }],
-                },
-            ],
-        },
-    };
-}
-describe('memory-flow event mapping', () => {
-    it('maps a local ingest run to source, snapshot, diff, chunk, and report events', () => {
-        const replay = localIngestRunToMemoryFlowReplay(localRecord());
-        expect(replay).toMatchObject({
-            runId: 'local-run-1',
-            connectionId: 'warehouse',
-            adapter: 'metricflow',
-            status: 'done',
-            sourceDir: '/tmp/source',
-            syncId: 'sync-1',
-            plannedWorkUnits: [
-                { unitKey: 'orders', rawFiles: ['models/orders.yml'], peerFileCount: 1, dependencyCount: 1 },
-                { unitKey: 'revenue', rawFiles: ['models/revenue.yml'], peerFileCount: 0, dependencyCount: 0 },
-            ],
-        });
-        expect(replay.events).toEqual([
-            { type: 'source_acquired', adapter: 'metricflow', trigger: 'manual_resync', fileCount: 7 },
-            { type: 'scope_detected', fingerprint: null },
-            { type: 'raw_snapshot_written', syncId: 'sync-1', rawFileCount: 7 },
-            { type: 'diff_computed', added: 2, modified: 1, deleted: 1, unchanged: 4 },
-            { type: 'chunks_planned', chunkCount: 2, workUnitCount: 2, evictionCount: 1 },
-            { type: 'report_created', runId: 'local-run-1' },
-        ]);
-    });
-    it('maps an ingest report snapshot to work-unit, candidate, gate, saved, provenance, and report events', () => {
-        const replay = ingestReportToMemoryFlowReplay(reportSnapshot(), { provenanceRowCount: 5 });
-        expect(replay).toMatchObject({
-            runId: 'run-1',
-            connectionId: 'warehouse',
-            adapter: 'lookml',
-            status: 'error',
-            sourceDir: null,
-            syncId: 'sync-2',
-            reportId: 'report-1',
-            plannedWorkUnits: [
-                { unitKey: 'orders', rawFiles: ['views/orders.view.lkml'], peerFileCount: 0, dependencyCount: 0 },
-                { unitKey: 'customers', rawFiles: ['views/customers.view.lkml'], peerFileCount: 0, dependencyCount: 0 },
-            ],
-        });
-        expect(replay.events).toContainEqual({
-            type: 'candidate_action',
-            unitKey: 'orders',
-            target: 'wiki',
-            action: 'created',
-            key: 'wiki/global/orders.md',
-        });
-        expect(replay.events).toContainEqual({
-            type: 'work_unit_finished',
-            unitKey: 'customers',
-            status: 'failed',
-            reason: 'semantic-layer validation failed',
-        });
-        expect(replay.events).toContainEqual({ type: 'reconciliation_finished', conflictCount: 1, fallbackCount: 1 });
-        expect(replay.events).toContainEqual({ type: 'saved', commitSha: 'abc123456789', wikiCount: 1, slCount: 2 }); // pragma: allowlist secret
-        expect(replay.events).toContainEqual({ type: 'provenance_recorded', rowCount: 5 });
-        expect(replay.events).toContainEqual({ type: 'report_created', runId: 'run-1', reportPath: 'report-1' });
-        expect(replay.details.actions).toEqual([
-            {
-                unitKey: 'orders',
-                target: 'wiki',
-                action: 'created',
-                key: 'wiki/global/orders.md',
-                summary: 'order facts',
-                rawFiles: ['views/orders.view.lkml'],
-                status: 'success',
-            },
-            {
-                unitKey: 'orders',
-                target: 'sl',
-                action: 'updated',
-                key: 'warehouse.orders',
-                summary: 'order measures',
-                rawFiles: ['views/orders.view.lkml'],
-                status: 'success',
-            },
-            {
-                unitKey: 'customers',
-                target: 'sl',
-                action: 'created',
-                key: 'warehouse.customers',
-                summary: 'invalid source',
-                rawFiles: ['views/customers.view.lkml'],
-                status: 'failed',
-            },
-        ]);
-        expect(replay.details.provenance).toEqual([
-            {
-                rawPath: 'views/orders.view.lkml',
-                artifactKind: 'wiki',
-                artifactKey: 'wiki/global/orders.md',
-                actionType: 'wiki_written',
-            },
-            {
-                rawPath: 'views/orders.view.lkml',
-                artifactKind: 'sl',
-                artifactKey: 'warehouse.orders',
-                actionType: 'measure_added',
-            },
-            {
-                rawPath: 'views/customers.view.lkml',
-                artifactKind: null,
-                artifactKey: null,
-                actionType: 'skipped',
-            },
-        ]);
-        expect(replay.details.transcripts).toEqual([
-            {
-                unitKey: 'orders',
-                path: '/tmp/ktx/run/wu-transcripts/job-1/orders.jsonl',
-                toolCallCount: 3,
-                errorCount: 0,
-                toolNames: ['read_raw_span', 'wiki_write', 'sl_write_source'],
-            },
-            {
-                unitKey: 'customers',
-                path: '/tmp/ktx/run/wu-transcripts/job-1/customers.jsonl',
-                toolCallCount: 2,
-                errorCount: 1,
-                toolNames: ['read_raw_span', 'sl_write_source'],
-            },
-        ]);
-    });
-    it('prefers captured memory-flow snapshots from report bodies', () => {
-        const report = reportSnapshot();
-        Object.assign(report.body, {
-            memoryFlow: {
-                metadata: {
-                    schemaVersion: 1,
-                    mode: 'full',
-                    origin: 'captured',
-                    timing: 'captured',
-                    capturedAt: '2026-05-01T10:00:03.000Z',
-                    sourceReportId: null,
-                    sourceReportPath: null,
-                    fallbackReason: null,
-                },
-                runId: 'run-1',
-                connectionId: 'warehouse',
-                adapter: 'lookml',
-                status: 'running',
-                sourceDir: null,
-                syncId: 'sync-2',
-                errors: [],
-                plannedWorkUnits: [
-                    { unitKey: 'orders', rawFiles: ['views/orders.view.lkml'], peerFileCount: 1, dependencyCount: 2 },
-                ],
-                details: { actions: [], provenance: [], transcripts: [] },
-                events: [
-                    {
-                        type: 'source_acquired',
-                        adapter: 'lookml',
-                        trigger: 'manual_resync',
-                        fileCount: 1,
-                        emittedAt: '2026-05-01T10:00:00.000Z',
-                    },
-                ],
-            },
-        });
-        const replay = ingestReportToMemoryFlowReplay(report);
-        expect(replay.metadata).toEqual({
-            schemaVersion: 1,
-            mode: 'full',
-            origin: 'captured',
-            timing: 'captured',
-            capturedAt: '2026-05-01T10:00:03.000Z',
-            sourceReportId: 'report-1',
-            sourceReportPath: 'report-1',
-            fallbackReason: null,
-        });
-        expect(replay.status).toBe('error');
-        expect(replay.reportId).toBe('report-1');
-        expect(replay.reportPath).toBe('report-1');
-        expect(replay.events[0]).toMatchObject({ type: 'source_acquired', emittedAt: '2026-05-01T10:00:00.000Z' });
-        expect(replay.events).toContainEqual({ type: 'report_created', runId: 'run-1', reportPath: 'report-1' });
-    });
-    it('labels reconstructed report replays as synthetic when no captured snapshot exists', () => {
-        const replay = ingestReportToMemoryFlowReplay(reportSnapshot(), { provenanceRowCount: 5 });
-        expect(replay.metadata).toEqual({
-            schemaVersion: 1,
-            mode: 'full',
-            origin: 'synthetic-report',
-            timing: 'synthetic',
-            capturedAt: '2026-04-30T10:00:02.000Z',
-            sourceReportId: 'report-1',
-            sourceReportPath: 'report-1',
-            fallbackReason: 'report did not include captured memory-flow events',
-        });
-    });
-});

package/dist/context/ingest/memory-flow/interaction.test.d.ts

@@ -1 +0,0 @@
-export {};