@kaelio/ktx 0.4.1 → 0.6.0

package/node_modules/@ktx/context/dist/ingest/ports.d.ts

@@ -1,323 +0,0 @@
-import type { KtxModelRole } from '@ktx/llm';
-import type { KtxEmbeddingPort } from '../core/embedding.js';
-import type { GitService, KtxFileStorePort, KtxLogger, SessionOutcome } from '../core/index.js';
-import type { AgentRunnerPort, KtxLlmRuntimePort, KtxRuntimeToolSet } from '../llm/index.js';
-import type { CaptureSession, MemoryAction, MemoryKnowledgeSlRefsPort } from '../memory/index.js';
-import type { PromptService } from '../prompts/index.js';
-import type { SkillsRegistryService } from '../skills/index.js';
-import type { SemanticLayerService, SlConnectionCatalogPort, SlSearchService, SlSourcesIndexPort, SlValidationDeps, SlValidatorPort } from '../sl/index.js';
-import type { ToolContext, ToolSession } from '../tools/index.js';
-import type { KnowledgeIndexPort, KnowledgeWikiService } from '../wiki/index.js';
-import type { CanonicalPin } from './canonical-pins.js';
-import type { IngestTraceLevel } from './ingest-trace.js';
-import type { IngestReportSnapshot } from './reports.js';
-import type { ReconcileCandidateForPrompt, ReconcileCandidateSummary, ReconcilePromptRunState } from './stages/build-reconcile-context.js';
-import type { ReconciliationOutcome } from './stages/stage-4-reconciliation.js';
-import type { StageIndex } from './stages/stage-index.types.js';
-import type { DiffSet, EvictionUnit, IngestBundleJob, IngestDiffSummary, IngestTrigger, SourceAdapter } from './types.js';
-export type JsonPrimitive = string | number | boolean | null;
-export type JsonValue = JsonPrimitive | JsonValue[] | {
-    [key: string]: JsonValue | undefined;
-};
-export interface IngestRunRecord {
-    id: string;
-}
-export interface CreateIngestRunArgs {
-    jobId: string;
-    connectionId: string;
-    sourceKey: string;
-    syncId: string;
-    trigger: IngestTrigger;
-    scopeFingerprint?: string | null;
-}
-export interface IngestRunsPort {
-    create(args: CreateIngestRunArgs): Promise<IngestRunRecord>;
-    markCompleted(id: string, diffSummary: IngestDiffSummary, status?: 'completed' | 'partial'): Promise<void>;
-    markFailed(id: string): Promise<void>;
-}
-export type ProvenanceActionType = 'source_created' | 'measure_added' | 'join_added' | 'merged' | 'subsumed' | 'wiki_written' | 'skipped';
-export interface IngestProvenanceInsert {
-    connectionId: string;
-    sourceKey: string;
-    syncId: string;
-    rawPath: string;
-    rawContentHash: string;
-    artifactKind: 'sl' | 'wiki' | null;
-    artifactKey: string | null;
-    targetConnectionId?: string | null;
-    artifactContentHash: string | null;
-    actionType: ProvenanceActionType;
-}
-export interface IngestProvenanceRow {
-    sync_id: string;
-    raw_path: string;
-    raw_content_hash: string;
-    artifact_kind: 'sl' | 'wiki' | null;
-    artifact_key: string | null;
-    target_connection_id: string | null;
-    artifact_content_hash: string | null;
-    action_type: ProvenanceActionType;
-}
-export interface IngestProvenancePort {
-    insertMany(rows: IngestProvenanceInsert[]): Promise<void>;
-    findLatestHashesForCompletedSyncs(connectionId: string, sourceKey: string): Promise<Map<string, string>>;
-    findLatestArtifactsForRawPaths(connectionId: string, sourceKey: string, rawPaths: string[]): Promise<Map<string, IngestProvenanceRow[]>>;
-}
-export interface IngestReportsPort {
-    create(args: {
-        runId: string;
-        jobId: string;
-        connectionId: string;
-        sourceKey: string;
-        body: unknown;
-    }): Promise<unknown>;
-    findByJobId(jobId: string): Promise<IngestReportSnapshot | null>;
-    findReportByAnyId?(id: string): Promise<IngestReportSnapshot | null>;
-    markSuperseded(jobId: string, supersededByJobId: string): Promise<void>;
-}
-export interface IngestCanonicalPinsPort {
-    listPins(connectionIds: string[]): Promise<CanonicalPin[]>;
-}
-export interface IngestLockPort {
-    withLock<T>(key: string, fn: () => Promise<T>): Promise<T>;
-}
-export interface IngestFileStorePort extends KtxFileStorePort<IngestFileStorePort> {
-}
-export interface IngestSessionWorktree {
-    chatId: string;
-    workdir: string;
-    branch: string;
-    baseSha: string;
-    createdAt: Date;
-    git: GitService;
-    config: IngestFileStorePort;
-}
-export interface IngestSessionWorktreePort {
-    create(sessionKey: string, baseSha: string): Promise<IngestSessionWorktree>;
-    cleanup(session: IngestSessionWorktree, outcome: SessionOutcome): Promise<void>;
-}
-export interface IngestSettingsPort {
-    memoryIngestionModel: string;
-    probeRowCount: number;
-    workUnitMaxConcurrency?: number;
-    workUnitStepBudget?: number;
-    workUnitFailureMode?: 'abort' | 'continue';
-    ingestTraceLevel?: IngestTraceLevel;
-}
-export interface IngestGitAuthor {
-    name: string;
-    email: string;
-}
-export interface IngestStoragePort {
-    homeDir: string;
-    systemGitAuthor: IngestGitAuthor;
-    resolveUploadDir(uploadId: string): string;
-    resolvePullDir(jobId: string): string;
-    resolveTranscriptDir(jobId: string): string;
-    resolveTracePath(jobId: string): string;
-}
-export interface IngestCommitMessagePort {
-    enqueueForExternalCommit(args: {
-        commitHash: string;
-    }, message: string, pathFilter: string): Promise<void>;
-}
-export interface IngestToolsetLike {
-    toRuntimeTools(context: ToolContext): KtxRuntimeToolSet;
-}
-export interface IngestToolsetFactoryPort {
-    createIngestWuToolset(session: ToolSession, options?: {
-        includeContextEvidenceTools?: boolean;
-    }): IngestToolsetLike;
-}
-export type IngestKnowledgeIndexPort = Pick<KnowledgeIndexPort, 'listPagesForUser'>;
-export interface SourceAdapterRegistryPort {
-    register(adapter: SourceAdapter): void;
-    get(sourceKey: string): SourceAdapter;
-    has(sourceKey: string): boolean;
-    list(): string[];
-}
-export interface DiffSetComputerPort {
-    compute(connectionId: string, sourceKey: string, currentHashes: Map<string, string>, isPathInScope?: (rawPath: string) => boolean): Promise<{
-        added: string[];
-        modified: string[];
-        deleted: string[];
-        unchanged: string[];
-    }>;
-}
-export interface ContextEvidenceIndexSummary {
-    documentsIndexed: number;
-    chunksIndexed: number;
-    documentsDeleted: number;
-    embeddingFailures: number;
-    warnings: string[];
-}
-export interface ContextEvidenceIndexPort {
-    indexStagedDir(args: {
-        stagedDir: string;
-        runId: string;
-        connectionId: string;
-        sourceKey: string;
-        syncId: string;
-        diffSet: DiffSet;
-        currentHashes: Map<string, string>;
-    }): Promise<ContextEvidenceIndexSummary>;
-    publishSync(args: {
-        connectionId: string;
-        sourceKey: string;
-        syncId: string;
-        diffSet: DiffSet;
-    }): Promise<unknown>;
-}
-export interface PageTriageRunResult {
-    enabled: boolean;
-    report?: {
-        pageCount: number;
-        skip: number;
-        light: number;
-        full: number;
-        classifierFailures: number;
-        lightExtractionFailures: number;
-    };
-    fullRawPaths: Set<string>;
-    warnings: string[];
-}
-export interface PageTriagePort {
-    triageRun(args: {
-        stagedDir: string;
-        runId: string;
-        connectionId: string;
-        sourceKey: string;
-        syncId: string;
-        jobId: string;
-        diffSet: DiffSet;
-        adapter: SourceAdapter;
-    }): Promise<PageTriageRunResult>;
-}
-export interface ContextCandidateCarryforwardPort {
-    carryForward(args: {
-        runId: string;
-        connectionId: string;
-        sourceKey: string;
-    }): Promise<{
-        warnings: string[];
-    }>;
-}
-export interface ContextCandidateForDedup {
-    id: string;
-    candidateKey: string;
-    topic: string;
-    assertion: string;
-    promotionScore: number;
-    createdAt: Date;
-    evidenceChunkIds: string[];
-    evidenceRefs: JsonValue;
-    embedding: string | null;
-    lane: 'light' | 'full' | null;
-}
-export interface CandidateDedupResult {
-    enabled: boolean;
-    candidatesIn: number;
-    clustersOut: number;
-    mergedCount: number;
-    largestClusterSize: number;
-    embeddingFailures: number;
-    representatives: ContextCandidateForDedup[];
-    warnings: string[];
-}
-export interface CandidateDedupPort {
-    deduplicateRun(runId: string): Promise<CandidateDedupResult>;
-}
-export interface ContextCandidateSummary {
-    total: number;
-    pending: number;
-    promoted: number;
-    merged: number;
-    rejected: number;
-    conflict: number;
-}
-export interface ContextEvidenceCandidatesPort {
-    getCandidateSummary(runId: string): Promise<ContextCandidateSummary>;
-}
-export interface CuratorPaginationReport {
-    passesRun: number;
-    topicsExamined: number;
-    topicsByVerdict: {
-        promoted: number;
-        merged: number;
-        rejected: number;
-        conflict: number;
-    };
-    topicsRejectedByReason: Record<string, number>;
-    budgetExhausted: boolean;
-}
-export interface CuratorPaginationPort {
-    reconcile(input: {
-        runId: string;
-        sourceKey: string;
-        jobId: string;
-        stageIndex: StageIndex;
-        evictionUnit: EvictionUnit | undefined;
-        representatives: ContextCandidateForDedup[];
-        initialBudget: {
-            creates: number;
-            updates: number;
-        };
-        modelRole: KtxModelRole;
-        buildSystemPrompt: () => string;
-        buildUserPrompt: (input: {
-            summary: ReconcileCandidateSummary;
-            items: ReconcileCandidateForPrompt[];
-            runState: ReconcilePromptRunState;
-        }) => string;
-        buildToolSet: (passNumber: number) => KtxRuntimeToolSet;
-        getReconciliationActions: () => MemoryAction[];
-        onStepFinish?: (info: {
-            passNumber: number;
-            stepIndex: number;
-            stepBudget: number;
-        }) => void;
-    }): Promise<ReconciliationOutcome & {
-        report: CuratorPaginationReport;
-        warnings: string[];
-    }>;
-}
-export interface IngestBundleRunnerDeps {
-    runs: IngestRunsPort;
-    provenance: IngestProvenancePort;
-    reports: IngestReportsPort;
-    canonicalPins: IngestCanonicalPinsPort;
-    registry: SourceAdapterRegistryPort;
-    diffSetService: DiffSetComputerPort;
-    sessionWorktreeService: IngestSessionWorktreePort;
-    agentRunner: AgentRunnerPort;
-    llmRuntime?: KtxLlmRuntimePort;
-    gitService: GitService;
-    lockingService: IngestLockPort;
-    storage: IngestStoragePort;
-    settings: IngestSettingsPort;
-    skillsRegistry: SkillsRegistryService;
-    promptService: PromptService;
-    wikiService: KnowledgeWikiService;
-    knowledgeSlRefs?: MemoryKnowledgeSlRefsPort;
-    knowledgeIndex?: IngestKnowledgeIndexPort;
-    semanticLayerService: SemanticLayerService;
-    slSearchService: SlSearchService;
-    slSourcesRepository: SlSourcesIndexPort;
-    connections: SlConnectionCatalogPort;
-    slValidator: SlValidatorPort<SlValidationDeps>;
-    toolsetFactory: IngestToolsetFactoryPort;
-    commitMessages: IngestCommitMessagePort;
-    embedding: KtxEmbeddingPort;
-    contextEvidenceIndex?: ContextEvidenceIndexPort;
-    pageTriage?: PageTriagePort;
-    contextEvidenceCandidates?: ContextEvidenceCandidatesPort;
-    candidateDedup?: CandidateDedupPort;
-    contextCandidateCarryforward?: ContextCandidateCarryforwardPort;
-    curatorPagination?: CuratorPaginationPort;
-    logger?: KtxLogger;
-}
-export interface IngestCaptureState {
-    session: CaptureSession;
-    actions: MemoryAction[];
-}
-export type IngestRunnerJob = IngestBundleJob;

package/node_modules/@ktx/context/dist/ingest/ports.js

@@ -1 +0,0 @@
-export {};

package/node_modules/@ktx/context/dist/ingest/raw-sources-paths.d.ts

@@ -1,4 +0,0 @@
-export declare const rawSourcesRoot = "raw-sources";
-export declare function buildSyncId(now: Date, jobId: string): string;
-export declare function rawSourcesDirForSync(connectionId: string, sourceKey: string, syncId: string): string;
-export declare function provenanceMarker(rawPath: string, startLine: number, endLine: number): string;

package/node_modules/@ktx/context/dist/ingest/raw-sources-paths.js

@@ -1,16 +0,0 @@
-export const rawSourcesRoot = 'raw-sources';
-export function buildSyncId(now, jobId) {
-    const y = now.getUTCFullYear();
-    const m = String(now.getUTCMonth() + 1).padStart(2, '0');
-    const d = String(now.getUTCDate()).padStart(2, '0');
-    const hh = String(now.getUTCHours()).padStart(2, '0');
-    const mm = String(now.getUTCMinutes()).padStart(2, '0');
-    const ss = String(now.getUTCSeconds()).padStart(2, '0');
-    return `${y}-${m}-${d}-${hh}${mm}${ss}-${jobId}`;
-}
-export function rawSourcesDirForSync(connectionId, sourceKey, syncId) {
-    return `${rawSourcesRoot}/${connectionId}/${sourceKey}/${syncId}`;
-}
-export function provenanceMarker(rawPath, startLine, endLine) {
-    return `<!-- from: ${rawPath}#L${startLine}-${endLine} -->`;
-}

package/node_modules/@ktx/context/dist/ingest/raw-sources-paths.test.d.ts

@@ -1 +0,0 @@
-export {};

package/node_modules/@ktx/context/dist/ingest/raw-sources-paths.test.js

@@ -1,18 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { buildSyncId, provenanceMarker, rawSourcesDirForSync, rawSourcesRoot } from './raw-sources-paths.js';
-describe('raw-sources paths', () => {
-    it('buildSyncId uses timestamp + jobId', () => {
-        const id = buildSyncId(new Date('2026-04-22T14:30:00Z'), 'job-abc');
-        expect(id).toBe('2026-04-22-143000-job-abc');
-    });
-    it('rawSourcesDirForSync composes the canonical path', () => {
-        const path = rawSourcesDirForSync('c1', 'fake', 's1');
-        expect(path).toBe('raw-sources/c1/fake/s1');
-    });
-    it('rawSourcesRoot is stable', () => {
-        expect(rawSourcesRoot).toBe('raw-sources');
-    });
-    it('provenanceMarker produces the documented HTML-comment shape', () => {
-        expect(provenanceMarker('raw-sources/c1/fake/s1/a.yml', 15, 28)).toBe('<!-- from: raw-sources/c1/fake/s1/a.yml#L15-28 -->');
-    });
-});

package/node_modules/@ktx/context/dist/ingest/repo-fetch.d.ts

@@ -1,34 +0,0 @@
-export interface RepoFetchConfig {
-    repoUrl: string;
-    branch?: string;
-    authToken?: string | null;
-}
-export declare class RepoConfigError extends Error {
-    constructor(message: string);
-}
-export declare class RepoFetchError extends Error {
-    constructor(message: string);
-}
-export declare function validateRepoConfig(config: RepoFetchConfig): void;
-export declare function buildAuthenticatedUrl(repoUrl: string, authToken: string | null | undefined): string;
-export declare function sanitizeRepoError(err: unknown, authToken: string | null | undefined): string;
-export declare function repoDirExists(dir: string): Promise<boolean>;
-export declare function cloneOrPull(args: {
-    repoUrl: string;
-    authToken?: string | null;
-    cacheDir: string;
-    branch?: string;
-    freshOnPullFailure?: boolean;
-}): Promise<{
-    commitHash: string;
-}>;
-export declare function testRepoConnection(args: {
-    repoUrl: string;
-    authToken?: string | null;
-}): Promise<{
-    ok: true;
-} | {
-    ok: false;
-    error: string;
-}>;
-export declare function cleanupRepoDir(dir: string): Promise<void>;

package/node_modules/@ktx/context/dist/ingest/repo-fetch.js

@@ -1,132 +0,0 @@
-import { access, mkdir, rm } from 'node:fs/promises';
-import { join } from 'node:path';
-import { createSimpleGit } from './git-env.js';
-export class RepoConfigError extends Error {
-    constructor(message) {
-        super(message);
-        this.name = 'RepoConfigError';
-    }
-}
-export class RepoFetchError extends Error {
-    constructor(message) {
-        super(message);
-        this.name = 'RepoFetchError';
-    }
-}
-export function validateRepoConfig(config) {
-    if (!config.repoUrl) {
-        throw new RepoConfigError('Repository URL is required');
-    }
-    try {
-        new URL(config.repoUrl);
-    }
-    catch {
-        throw new RepoConfigError(`Invalid repository URL: ${config.repoUrl}`);
-    }
-}
-export function buildAuthenticatedUrl(repoUrl, authToken) {
-    if (!authToken) {
-        return repoUrl;
-    }
-    try {
-        const url = new URL(repoUrl);
-        if (url.protocol === 'file:') {
-            return repoUrl;
-        }
-        if (url.hostname.includes('github.com')) {
-            url.username = 'x-token-auth';
-            url.password = authToken;
-        }
-        else if (url.hostname.includes('gitlab.com')) {
-            url.username = 'oauth2';
-            url.password = authToken;
-        }
-        else {
-            url.username = 'token';
-            url.password = authToken;
-        }
-        return url.toString();
-    }
-    catch {
-        return repoUrl;
-    }
-}
-export function sanitizeRepoError(err, authToken) {
-    const raw = err instanceof Error ? err.message : String(err);
-    let sanitized = raw.replace(/:[^@/]*@/g, ':***@');
-    if (authToken) {
-        sanitized = sanitized.split(authToken).join('***');
-    }
-    return sanitized;
-}
-export async function repoDirExists(dir) {
-    try {
-        await access(join(dir, '.git'));
-        return true;
-    }
-    catch {
-        return false;
-    }
-}
-export async function cloneOrPull(args) {
-    validateRepoConfig(args);
-    const branch = args.branch || 'main';
-    const authUrl = buildAuthenticatedUrl(args.repoUrl, args.authToken);
-    try {
-        if (await repoDirExists(args.cacheDir)) {
-            const pulled = await tryPull(args.cacheDir, authUrl, branch);
-            if (!pulled) {
-                if (args.freshOnPullFailure === false) {
-                    throw new RepoFetchError(`Failed to pull repository: ${args.repoUrl}`);
-                }
-                await cleanupRepoDir(args.cacheDir);
-                await cloneFresh(authUrl, args.cacheDir, branch);
-            }
-        }
-        else {
-            await cloneFresh(authUrl, args.cacheDir, branch);
-        }
-        const git = createSimpleGit(args.cacheDir);
-        const log = await git.log({ maxCount: 1 });
-        return { commitHash: log.latest?.hash ?? 'unknown' };
-    }
-    catch (error) {
-        if (error instanceof RepoFetchError) {
-            throw error;
-        }
-        throw new RepoFetchError(sanitizeRepoError(error, args.authToken));
-    }
-}
-export async function testRepoConnection(args) {
-    try {
-        validateRepoConfig(args);
-        const repoUrl = buildAuthenticatedUrl(args.repoUrl, args.authToken);
-        await createSimpleGit().listRemote([repoUrl, '--heads']);
-        return { ok: true };
-    }
-    catch (error) {
-        return { ok: false, error: sanitizeRepoError(error, args.authToken) };
-    }
-}
-export async function cleanupRepoDir(dir) {
-    await rm(dir, { recursive: true, force: true });
-}
-async function cloneFresh(authUrl, cacheDir, branch) {
-    await mkdir(cacheDir, { recursive: true });
-    const git = createSimpleGit();
-    const opts = { '--branch': branch, '--depth': 1, '--single-branch': null };
-    await git.clone(authUrl, cacheDir, opts);
-}
-async function tryPull(cacheDir, authUrl, branch) {
-    try {
-        const git = createSimpleGit(cacheDir);
-        await git.remote(['set-url', 'origin', authUrl]);
-        await git.fetch(['origin', branch]);
-        await git.checkout(branch);
-        await git.pull('origin', branch);
-        return true;
-    }
-    catch {
-        return false;
-    }
-}

package/node_modules/@ktx/context/dist/ingest/repo-fetch.test.d.ts

@@ -1 +0,0 @@
-export {};