@kaelio/ktx 0.9.0 → 0.11.0

package/dist/connectors/snowflake/connector.js

@@ -6,7 +6,7 @@ import { getDialectForDriver } from '../../context/connections/dialects.js';
 import { assertReadOnlySql, limitSqlForExecution } from '../../context/connections/read-only-sql.js';
 import { tryConstraintQuery } from '../../context/scan/constraint-discovery.js';
 import { scopedTableNames } from '../../context/scan/table-ref.js';
-import { createKtxConnectorCapabilities, } from '../../context/scan/types.js';
+import { connectorTestFailure, createKtxConnectorCapabilities, } from '../../context/scan/types.js';
 import snowflake from 'snowflake-sdk';
 import { assertSafeSnowflakeIdentifier, quoteSnowflakeIdentifier } from './identifiers.js';
 import { configureSnowflakeSdkLogger } from './sdk-logger.js';
@@ -282,7 +282,7 @@ class SnowflakeSdkDriver {
             return { success: true };
         }
         catch (error) {
-            return { success: false, error: error instanceof Error ? error.message : String(error) };
+            return connectorTestFailure(error);
         }
     }
     async getPool() {

package/dist/connectors/sqlite/connector.d.ts

@@ -1,4 +1,4 @@
-import { type KtxColumnSampleInput, type KtxColumnSampleResult, type KtxColumnStatsInput, type KtxColumnStatsResult, type KtxQueryResult, type KtxReadOnlyQueryInput, type KtxScanConnector, type KtxScanContext, type KtxScanInput, type KtxSchemaSnapshot, type KtxTableListEntry, type KtxTableRef, type KtxTableSampleInput, type KtxTableSampleResult } from '../../context/scan/types.js';
+import { type KtxConnectorTestResult, type KtxColumnSampleInput, type KtxColumnSampleResult, type KtxColumnStatsInput, type KtxColumnStatsResult, type KtxQueryResult, type KtxReadOnlyQueryInput, type KtxScanConnector, type KtxScanContext, type KtxScanInput, type KtxSchemaSnapshot, type KtxTableListEntry, type KtxTableRef, type KtxTableSampleInput, type KtxTableSampleResult } from '../../context/scan/types.js';
 export interface KtxSqliteConnectionConfig {
     driver?: string;
     path?: string;
@@ -39,10 +39,7 @@ export declare class KtxSqliteScanConnector implements KtxScanConnector {
     private readonly dialect;
     private db;
     constructor(options: KtxSqliteScanConnectorOptions);
-    testConnection(): Promise<{
-        success: boolean;
-        error?: string;
-    }>;
+    testConnection(): Promise<KtxConnectorTestResult>;
     introspect(input: KtxScanInput, _ctx: KtxScanContext): Promise<KtxSchemaSnapshot>;
     listSchemas(): Promise<string[]>;
     listTables(_schemas?: string[]): Promise<KtxTableListEntry[]>;

package/dist/connectors/sqlite/connector.js

@@ -6,7 +6,7 @@ import { fileURLToPath } from 'node:url';
 import { getDialectForDriver } from '../../context/connections/dialects.js';
 import { assertReadOnlySql, limitSqlForExecution } from '../../context/connections/read-only-sql.js';
 import { normalizeQueryRows } from '../../context/connections/query-executor.js';
-import { createKtxConnectorCapabilities } from '../../context/scan/types.js';
+import { connectorTestFailure, createKtxConnectorCapabilities } from '../../context/scan/types.js';
 import { scopedTableNames } from '../../context/scan/table-ref.js';
 function stringConfigValue(connection, key) {
     const value = connection?.[key];
@@ -106,7 +106,7 @@ export class KtxSqliteScanConnector {
             return { success: true };
         }
         catch (error) {
-            return { success: false, error: error instanceof Error ? error.message : String(error) };
+            return connectorTestFailure(error);
         }
     }
     async introspect(input, _ctx) {

package/dist/connectors/sqlserver/connector.d.ts

@@ -1,4 +1,4 @@
-import { type KtxColumnSampleInput, type KtxColumnSampleResult, type KtxColumnStatsInput, type KtxColumnStatsResult, type KtxQueryResult, type KtxReadOnlyQueryInput, type KtxScanConnector, type KtxScanContext, type KtxScanInput, type KtxSchemaSnapshot, type KtxTableListEntry, type KtxTableRef, type KtxTableSampleInput, type KtxTableSampleResult } from '../../context/scan/types.js';
+import { type KtxConnectorTestResult, type KtxColumnSampleInput, type KtxColumnSampleResult, type KtxColumnStatsInput, type KtxColumnStatsResult, type KtxQueryResult, type KtxReadOnlyQueryInput, type KtxScanConnector, type KtxScanContext, type KtxScanInput, type KtxSchemaSnapshot, type KtxTableListEntry, type KtxTableRef, type KtxTableSampleInput, type KtxTableSampleResult } from '../../context/scan/types.js';
 export interface KtxSqlServerConnectionConfig {
     driver?: string;
     host?: string;
@@ -113,10 +113,7 @@ export declare class KtxSqlServerScanConnector implements KtxScanConnector {
     private pool;
     private resolvedEndpoint;
     constructor(options: KtxSqlServerScanConnectorOptions);
-    testConnection(): Promise<{
-        success: boolean;
-        error?: string;
-    }>;
+    testConnection(): Promise<KtxConnectorTestResult>;
     introspect(input: KtxScanInput, _ctx: KtxScanContext): Promise<KtxSchemaSnapshot>;
     sampleTable(input: KtxTableSampleInput, _ctx: KtxScanContext): Promise<KtxSqlServerTableSampleResult>;
     sampleColumn(input: KtxColumnSampleInput, _ctx: KtxScanContext): Promise<KtxColumnSampleResult>;

package/dist/connectors/sqlserver/connector.js

@@ -2,7 +2,7 @@ import { assertReadOnlySql } from '../../context/connections/read-only-sql.js';
 import { getDialectForDriver } from '../../context/connections/dialects.js';
 import { tryConstraintQuery } from '../../context/scan/constraint-discovery.js';
 import { scopedTableNames } from '../../context/scan/table-ref.js';
-import { createKtxConnectorCapabilities, } from '../../context/scan/types.js';
+import { connectorTestFailure, createKtxConnectorCapabilities, } from '../../context/scan/types.js';
 import { readFileSync } from 'node:fs';
 import { homedir } from 'node:os';
 import { resolve } from 'node:path';
@@ -235,7 +235,7 @@ export class KtxSqlServerScanConnector {
             return { success: true };
         }
         catch (error) {
-            return { success: false, error: error instanceof Error ? error.message : String(error) };
+            return connectorTestFailure(error);
         }
     }
     async introspect(input, _ctx) {

package/dist/context/connections/drivers.d.ts

@@ -14,7 +14,6 @@ export interface KtxDriverRegistration {
     readonly driver: KtxConnectionDriver;
     readonly scopeConfigKey: KtxScopeConfigKey | null;
     readonly hasHistoricSqlReader: boolean;
-    readonly hasLocalQueryExecutor: boolean;
     load(): Promise<KtxDriverConnectorModule>;
 }
 /** @internal */

package/dist/context/connections/drivers.js

@@ -7,7 +7,6 @@ export const driverRegistrations = {
         driver: 'bigquery',
         scopeConfigKey: 'dataset_ids',
         hasHistoricSqlReader: true,
-        hasLocalQueryExecutor: false,
         load: async () => {
             const m = await import('../../connectors/bigquery/connector.js');
             return {
@@ -29,7 +28,6 @@ export const driverRegistrations = {
         driver: 'clickhouse',
         scopeConfigKey: 'databases',
         hasHistoricSqlReader: false,
-        hasLocalQueryExecutor: false,
         load: async () => {
             const m = await import('../../connectors/clickhouse/connector.js');
             return {
@@ -51,7 +49,6 @@ export const driverRegistrations = {
         driver: 'mysql',
         scopeConfigKey: 'schemas',
         hasHistoricSqlReader: false,
-        hasLocalQueryExecutor: false,
         load: async () => {
             const m = await import('../../connectors/mysql/connector.js');
             return {
@@ -73,7 +70,6 @@ export const driverRegistrations = {
         driver: 'postgres',
         scopeConfigKey: 'schemas',
         hasHistoricSqlReader: true,
-        hasLocalQueryExecutor: true,
         load: async () => {
             const m = await import('../../connectors/postgres/connector.js');
             return {
@@ -95,7 +91,6 @@ export const driverRegistrations = {
         driver: 'sqlite',
         scopeConfigKey: null,
         hasHistoricSqlReader: false,
-        hasLocalQueryExecutor: true,
         load: async () => {
             const m = await import('../../connectors/sqlite/connector.js');
             return {
@@ -117,7 +112,6 @@ export const driverRegistrations = {
         driver: 'snowflake',
         scopeConfigKey: 'schema_names',
         hasHistoricSqlReader: true,
-        hasLocalQueryExecutor: false,
         load: async () => {
             const m = await import('../../connectors/snowflake/connector.js');
             return {
@@ -139,7 +133,6 @@ export const driverRegistrations = {
         driver: 'sqlserver',
         scopeConfigKey: 'schemas',
         hasHistoricSqlReader: false,
-        hasLocalQueryExecutor: false,
         load: async () => {
             const m = await import('../../connectors/sqlserver/connector.js');
             return {

package/dist/context/connections/query-executor.d.ts

@@ -6,7 +6,7 @@ export interface KtxSqlQueryExecutionInput {
     sql: string;
     maxRows?: number;
 }
-export interface KtxSqlQueryExecutionResult {
+interface KtxSqlQueryExecutionResult {
     headers: string[];
     rows: unknown[][];
     totalRows: number;
@@ -17,3 +17,4 @@ export interface KtxSqlQueryExecutorPort {
     execute(input: KtxSqlQueryExecutionInput): Promise<KtxSqlQueryExecutionResult>;
 }
 export declare function normalizeQueryRows(rows: unknown[]): unknown[][];
+export {};

package/dist/context/core/abort.d.ts

@@ -0,0 +1,9 @@
+/** @internal */
+export declare function createAbortError(message?: string): DOMException;
+export declare function isAbortError(error: unknown): boolean;
+/** @internal */
+export declare function throwIfAborted(signal?: AbortSignal): void;
+export declare function linkAbortSignal(parent?: AbortSignal): {
+    controller: AbortController;
+    dispose: () => void;
+};

package/dist/context/core/abort.js

@@ -0,0 +1,36 @@
+/** @internal */
+export function createAbortError(message = 'Aborted') {
+    return new DOMException(message, 'AbortError');
+}
+export function isAbortError(error) {
+    if (error instanceof DOMException && error.name === 'AbortError') {
+        return true;
+    }
+    if (!error || typeof error !== 'object') {
+        return false;
+    }
+    const record = error;
+    return record.name === 'AbortError' || record.code === 'ABORT_ERR';
+}
+/** @internal */
+export function throwIfAborted(signal) {
+    if (signal?.aborted) {
+        throw createAbortError();
+    }
+}
+export function linkAbortSignal(parent) {
+    const controller = new AbortController();
+    if (!parent) {
+        return { controller, dispose: () => undefined };
+    }
+    if (parent.aborted) {
+        controller.abort(createAbortError());
+        return { controller, dispose: () => undefined };
+    }
+    const onAbort = () => controller.abort(createAbortError());
+    parent.addEventListener('abort', onAbort, { once: true });
+    return {
+        controller,
+        dispose: () => parent.removeEventListener('abort', onAbort),
+    };
+}

package/dist/context/core/git-env.d.ts

@@ -1,2 +1,13 @@
 import { type SimpleGit } from 'simple-git';
-export declare function createSimpleGit(baseDir: string): SimpleGit;
+/**
+ * Create a simple-git client scoped to `baseDir`. When an identity is provided, ktx's own
+ * commits carry it through the GIT_AUTHOR and GIT_COMMITTER environment variables instead of
+ * relying on repo-local or global git config. This keeps commits working when the project
+ * directory is an existing repo ktx did not create and the machine has no configured git
+ * identity (e.g. a fresh Mac with no ~/.gitconfig), without mutating the user's repo config.
+ * Explicit `--author` flags on individual commits still take precedence over GIT_AUTHOR_NAME.
+ */
+export declare function createSimpleGit(baseDir: string, identity?: {
+    name: string;
+    email: string;
+}): SimpleGit;

package/dist/context/core/git-env.js

@@ -21,6 +21,21 @@ function sanitizedGitEnv(env = process.env) {
     }
     return sanitized;
 }
-export function createSimpleGit(baseDir) {
-    return simpleGit({ baseDir, unsafe: { allowUnsafeAskPass: true } }).env(sanitizedGitEnv());
+/**
+ * Create a simple-git client scoped to `baseDir`. When an identity is provided, ktx's own
+ * commits carry it through the GIT_AUTHOR and GIT_COMMITTER environment variables instead of
+ * relying on repo-local or global git config. This keeps commits working when the project
+ * directory is an existing repo ktx did not create and the machine has no configured git
+ * identity (e.g. a fresh Mac with no ~/.gitconfig), without mutating the user's repo config.
+ * Explicit `--author` flags on individual commits still take precedence over GIT_AUTHOR_NAME.
+ */
+export function createSimpleGit(baseDir, identity) {
+    const env = sanitizedGitEnv();
+    if (identity?.name && identity.email) {
+        env.GIT_AUTHOR_NAME = identity.name;
+        env.GIT_AUTHOR_EMAIL = identity.email;
+        env.GIT_COMMITTER_NAME = identity.name;
+        env.GIT_COMMITTER_EMAIL = identity.email;
+    }
+    return simpleGit({ baseDir, unsafe: { allowUnsafeAskPass: true } }).env(env);
 }

package/dist/context/core/git.service.js

@@ -47,8 +47,12 @@ export class GitService {
         // Ensure config directory exists
         await fs.mkdir(this.configDir, { recursive: true });
         this.logger.log(`Config directory ensured at: ${this.configDir}`);
-        // Initialize simple-git
-        this.git = createSimpleGit(this.configDir);
+        // Initialize simple-git. Carry ktx's identity in the environment so commits succeed even
+        // when this repo already exists and the machine has no configured git identity.
+        this.git = createSimpleGit(this.configDir, {
+            name: this.config.git.userName,
+            email: this.config.git.userEmail,
+        });
         // Initialize git repository
         await this.initialize();
     }
@@ -58,9 +62,6 @@ export class GitService {
             const isRepo = await this.git.checkIsRepo();
             if (!isRepo) {
                 await this.git.init();
-                const gitConfig = this.config.git;
-                await this.git.addConfig('user.name', gitConfig.userName);
-                await this.git.addConfig('user.email', gitConfig.userEmail);
                 this.logger.log('Initialized git repository');
             }
             // Keep any auto-maintenance triggered by writes in-process. Detached maintenance can
@@ -81,7 +82,11 @@ export class GitService {
         }
         catch (error) {
             this.logger.error('Failed to initialize git repository', error);
-            throw new Error('Failed to initialize git repository');
+            // Preserve the underlying git error: the generic message alone is undiagnosable in
+            // telemetry and unactionable for the user. The exception reporter walks `cause` and
+            // redacts secrets before send.
+            const detail = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to initialize git repository: ${detail}`, { cause: error });
         }
     }
     async commitFile(filePath, commitMessage, author, authorEmail) {
@@ -740,7 +745,10 @@ export class GitService {
      */
     forWorktree(workdir) {
         const scoped = new GitService(this.config, this.logger);
-        scoped.git = createSimpleGit(workdir);
+        scoped.git = createSimpleGit(workdir, {
+            name: this.config.git.userName,
+            email: this.config.git.userEmail,
+        });
         scoped.configDir = workdir;
         return scoped;
     }

package/dist/context/ingest/adapters/historic-sql/query-history-filter-picker.d.ts

@@ -12,6 +12,7 @@ export interface QueryHistoryFilterProposal {
         reason: 'no-llm' | 'no-daemon' | 'no-in-scope-history' | 'user-block-present';
     } | null;
     warnings: string[];
+    parseFailedTemplateIds: string[];
 }
 export interface ProposeQueryHistoryServiceAccountFiltersInput {
     connectionId: string;

package/dist/context/ingest/adapters/historic-sql/query-history-filter-picker.js

@@ -12,7 +12,7 @@ const queryHistoryFilterAdjudicationSchema = z.object({
     }).strict()),
 }).strict();
 function emptyProposal(skipped, warnings = []) {
-    return { excludedRoles: [], consideredRoleCount: 0, skipped, warnings };
+    return { excludedRoles: [], consideredRoleCount: 0, skipped, warnings, parseFailedTemplateIds: [] };
 }
 function displayTableRef(ref) {
     return [ref.catalog, ref.db, ref.name].filter((part) => !!part && part.length > 0).join('.');
@@ -98,6 +98,7 @@ export async function proposeQueryHistoryServiceAccountFilters(input) {
     const windowDays = 'windowDays' in config ? config.windowDays : 90;
     const windowStart = new Date(now.getTime() - windowDays * 24 * 60 * 60 * 1000);
     const warnings = [];
+    const parseFailedTemplateIds = [];
     const snapshot = [];
     try {
         for await (const row of input.reader.fetchAggregated(input.queryClient, { start: windowStart, end: now }, config)) {
@@ -127,7 +128,7 @@ export async function proposeQueryHistoryServiceAccountFilters(input) {
     for (const template of snapshot) {
         const parsed = analysis.get(template.templateId);
         if (!parsed || parsed.error) {
-            warnings.push(`query_history_filter_picker_parse_failed:${template.templateId}`);
+            parseFailedTemplateIds.push(template.templateId);
             continue;
         }
         const tablesTouched = [...new Map(parsed.tablesTouched.map((ref) => [tableRefKey(ref), ref])).values()]
@@ -150,6 +151,7 @@ export async function proposeQueryHistoryServiceAccountFilters(input) {
             consideredRoleCount: records.length,
             skipped: { reason: 'no-in-scope-history' },
             warnings,
+            parseFailedTemplateIds,
         };
     }
     let generated;
@@ -170,6 +172,7 @@ export async function proposeQueryHistoryServiceAccountFilters(input) {
                 ...warnings,
                 `query_history_filter_picker_llm_failed:${error instanceof Error ? error.message : String(error)}`,
             ],
+            parseFailedTemplateIds,
         };
     }
     const knownRoles = new Set(records.map((record) => record.role));
@@ -186,5 +189,6 @@ export async function proposeQueryHistoryServiceAccountFilters(input) {
         consideredRoleCount: records.length,
         skipped: input.userServiceAccountsPresent ? { reason: 'user-block-present' } : null,
         warnings,
+        parseFailedTemplateIds,
     };
 }

package/dist/context/ingest/context-candidates/curator-pagination.service.d.ts

@@ -31,11 +31,7 @@ export interface CuratorPaginationInput {
     buildUserPrompt: (input: CuratorPaginationPromptInput) => string;
     buildToolSet: (passNumber: number) => KtxRuntimeToolSet;
     getReconciliationActions: () => MemoryAction[];
-    onStepFinish?: (info: {
-        passNumber: number;
-        stepIndex: number;
-        stepBudget: number;
-    }) => void;
+    abortSignal?: AbortSignal;
 }
 interface CuratorPaginationResult extends ReconciliationOutcome {
     report: CuratorPaginationReport;

package/dist/context/ingest/context-candidates/curator-pagination.service.js

@@ -163,9 +163,7 @@ export class CuratorPaginationService {
             sourceKey: params.input.sourceKey,
             jobId: params.input.jobId,
             forceRun: params.forceRun,
-            onStepFinish: params.input.onStepFinish
-                ? ({ stepIndex, stepBudget }) => params.input.onStepFinish?.({ passNumber: params.passNumber, stepIndex, stepBudget })
-                : undefined,
+            abortSignal: params.input.abortSignal,
         });
     }
     batchSummary(items) {

package/dist/context/ingest/context-evidence/sqlite-context-evidence-store.d.ts

@@ -47,7 +47,7 @@ export declare class SqliteContextEvidenceStore implements ContextEvidenceIndexS
         assertion: string;
         rationale: string;
         actionHint: string;
-        status: "conflict" | "merged" | "pending" | "rejected" | "promoted";
+        status: "conflict" | "merged" | "rejected" | "pending" | "promoted";
         promotionScore: number;
         suggestedPageKey: string | null;
         evidenceRefs: JsonValue;

package/dist/context/ingest/final-gate-repair.d.ts

@@ -20,6 +20,7 @@ export interface RepairFinalGateFailureInput {
     repairKind: FinalGateRepairKind;
     maxAttempts?: number;
     stepBudget?: number;
+    abortSignal?: AbortSignal;
 }
 export declare function finalGateRepairPaths(input: {
     changedWikiPageKeys: string[];

package/dist/context/ingest/final-gate-repair.js

@@ -153,6 +153,7 @@ export async function repairFinalGateFailure(input) {
                 jobId: input.trace.context.jobId,
                 repairKind: input.repairKind,
             },
+            abortSignal: input.abortSignal,
         }));
         if (result.stopReason === 'error') {
             lastFailure = result.error?.message ?? 'gate repair agent loop errored';

package/dist/context/ingest/ingest-bundle.runner.d.ts

@@ -9,6 +9,9 @@ export declare class IngestBundleRunner {
     private readonly chainByConnection;
     constructor(deps: IngestBundleRunnerDeps);
     run(job: IngestBundleJob, ctx?: IngestJobContext): Promise<IngestBundleResult>;
+    private formatRateLimitWait;
+    private subscribeRateLimitGovernor;
+    private withRateLimitWorkSlot;
     /**
      * When profiling is enabled — via the `KTX_PROFILE_INGEST` env var or the
      * `ingest.profile` config setting — read the job's trace + tool transcripts