@kaelio/ktx 0.0.0 → 0.1.0-rc.0

package/node_modules/@ktx/context/dist/scan/index.d.ts

@@ -0,0 +1,68 @@
+export { REDACTED_KTX_CREDENTIAL_VALUE, redactKtxCredentialEnvelope, redactKtxCredentialValue, redactKtxScanMetadata, redactKtxScanReport, redactKtxScanWarning, } from './credentials.js';
+export type { KtxDataDictionaryColumnState, KtxDataDictionarySampleDecision, KtxDataDictionarySettings, KtxDataDictionarySkipReason, } from './data-dictionary.js';
+export { defaultKtxDataDictionarySettings, isKtxDataDictionaryCandidate, shouldKtxSampleColumnForDictionary, } from './data-dictionary.js';
+export type { KtxColumnAnalysisResult, KtxColumnDescriptionPromptInput, KtxDataSourceDescriptionPromptInput, KtxDescriptionCachePort, KtxDescriptionColumn, KtxDescriptionColumnTable, KtxDescriptionGenerationSettings, KtxDescriptionGeneratorOptions, KtxDescriptionSamplingPort, KtxDescriptionTableInput, KtxGenerateColumnDescriptionsInput, KtxGenerateDataSourceDescriptionInput, KtxGenerateTableDescriptionInput, KtxTableDescriptionPromptInput, } from './description-generation.js';
+export { appendKtxWordLimitInstruction, buildKtxColumnDescriptionPrompt, buildKtxDataSourceDescriptionPrompt, buildKtxTableDescriptionPrompt, KtxDescriptionGenerator, } from './description-generation.js';
+export type { KtxColumnEmbeddingForeignKeys, KtxColumnEmbeddingTextInput } from './embedding-text.js';
+export { buildKtxColumnEmbeddingText } from './embedding-text.js';
+export type { ComputeKtxScanEnrichmentInputHashInput, KtxScanEnrichmentCompletedStage, KtxScanEnrichmentFailedStage, KtxScanEnrichmentStageLookup, KtxScanEnrichmentStageRecord, KtxScanEnrichmentStateStore, } from './enrichment-state.js';
+export { completedKtxScanEnrichmentStateSummary, computeKtxScanEnrichmentInputHash, KTX_SCAN_ENRICHMENT_STAGES, summarizeKtxScanEnrichmentState, } from './enrichment-state.js';
+export { failedKtxScanEnrichmentSummary, ktxScanErrorMessage, skippedKtxScanEnrichmentSummary, } from './enrichment-summary.js';
+export type { KtxColumnSampleUpdate, KtxDescriptionSource, KtxDescriptionUpdate, KtxEmbeddingUpdate, KtxEnrichedColumn, KtxEnrichedRelationship, KtxEnrichedSchema, KtxEnrichedTable, KtxRelationshipEndpoint, KtxRelationshipSource, KtxRelationshipType, KtxRelationshipUpdate, KtxScanMetadataStore, KtxSkippedRelationship, KtxStructuralSyncPlan, } from './enrichment-types.js';
+export type { DeterministicLocalScanEnrichmentProviderOptions, KtxLocalScanEnrichmentInput, KtxLocalScanEnrichmentProviders, KtxLocalScanEnrichmentResult, } from './local-enrichment.js';
+export { createDeterministicLocalScanEnrichmentProviders, runLocalScanEnrichment, snapshotToKtxEnrichedSchema, } from './local-enrichment.js';
+export type { WriteLocalScanEnrichmentArtifactsInput, WriteLocalScanEnrichmentArtifactsResult, WriteLocalScanManifestShardsInput, WriteLocalScanManifestShardsResult, } from './local-enrichment-artifacts.js';
+export { writeLocalScanEnrichmentArtifacts, writeLocalScanManifestShards, } from './local-enrichment-artifacts.js';
+export type { LocalScanMcpOptions, LocalScanRunResult, LocalScanStatusResponse, RunLocalScanOptions, } from './local-scan.js';
+export { getLocalScanReport, getLocalScanStatus, runLocalScan } from './local-scan.js';
+export type { ReadLocalScanStructuralSnapshotInput } from './local-structural-artifacts.js';
+export { readLocalScanStructuralSnapshot } from './local-structural-artifacts.js';
+export type { KtxEnrichmentScanPhaseResult, KtxScanOrchestratorOptions, KtxScanOrchestratorRunInput, KtxScanOrchestratorRunResult, KtxStructuralScanPhaseResult, } from './orchestrator.js';
+export { KtxScanOrchestrator } from './orchestrator.js';
+export type { KtxRelationshipArtifactStatus, ReadLocalScanRelationshipArtifactsResult, } from './relationship-artifacts.js';
+export { readLocalScanRelationshipArtifacts } from './relationship-artifacts.js';
+export type { KtxRelationshipBenchmarkReport, KtxRelationshipBenchmarkReportCase, KtxRelationshipBenchmarkReportCaseStatus, } from './relationship-benchmark-report.js';
+export { buildKtxRelationshipBenchmarkReport, formatKtxRelationshipBenchmarkReportMarkdown, } from './relationship-benchmark-report.js';
+export type { KtxRelationshipBenchmarkCaseResult, KtxRelationshipBenchmarkDetectedLink, KtxRelationshipBenchmarkDetectedPk, KtxRelationshipBenchmarkDetector, KtxRelationshipBenchmarkDetectorInput, KtxRelationshipBenchmarkDetectorResult, KtxRelationshipBenchmarkExpectedLink, KtxRelationshipBenchmarkExpectedLinks, KtxRelationshipBenchmarkExpectedPk, KtxRelationshipBenchmarkFixture, KtxRelationshipBenchmarkMetrics, KtxRelationshipBenchmarkMode, KtxRelationshipBenchmarkStatus, KtxRelationshipBenchmarkSuiteResult, KtxRelationshipBenchmarkTier, } from './relationship-benchmarks.js';
+export { currentKtxRelationshipBenchmarkDetector, ktxRelationshipBenchmarkDetectorWithLlm, KTX_RELATIONSHIP_BENCHMARK_MODES, KTX_RELATIONSHIP_BENCHMARK_TIERS, loadKtxRelationshipBenchmarkFixture, loadKtxRelationshipBenchmarkFixtures, maskKtxRelationshipBenchmarkSnapshot, runKtxRelationshipBenchmarkCase, runKtxRelationshipBenchmarkSuite, } from './relationship-benchmarks.js';
+export type { ApplyKtxRelationshipValidationBudgetInput, KtxRelationshipBudgetedCandidate, KtxRelationshipValidationBudget, KtxRelationshipValidationBudgetResult, } from './relationship-budget.js';
+export { applyKtxRelationshipValidationBudget, defaultKtxRelationshipValidationBudget, } from './relationship-budget.js';
+export type { KtxRelationshipDiscoveryCandidate, KtxRelationshipDiscoveryCandidateEvidence, KtxRelationshipDiscoveryCandidateOptions, KtxRelationshipDiscoveryCandidateSource, KtxRelationshipDiscoveryCandidateStatus, KtxRelationshipInferredTargetPk, } from './relationship-candidates.js';
+export { generateKtxRelationshipDiscoveryCandidates, inferKtxRelationshipTargetPks, mergeKtxRelationshipDiscoveryCandidates, } from './relationship-candidates.js';
+export type { DiscoverKtxCompositeRelationshipsInput, DiscoverKtxCompositeRelationshipsResult, KtxCompositePrimaryKeyCandidate, KtxCompositeRelationshipCandidate, KtxCompositeRelationshipStatus, KtxCompositeRelationshipTupleEndpoint, KtxCompositeRelationshipValidationEvidence, } from './relationship-composite-candidates.js';
+export { discoverKtxCompositeRelationships } from './relationship-composite-candidates.js';
+export type { BuildKtxRelationshipArtifactsInput, BuildKtxRelationshipDiagnosticsInput, EmptyKtxRelationshipProfileArtifactInput, KtxRelationshipArtifact, KtxRelationshipArtifactEdge, KtxRelationshipArtifactEndpoint, KtxRelationshipDiagnosticsArtifact, KtxRelationshipDiagnosticsSummary, KtxRelationshipDiagnosticsThresholds, KtxRelationshipDiagnosticsValidation, } from './relationship-diagnostics.js';
+export { buildKtxRelationshipArtifacts, buildKtxRelationshipDiagnostics, emptyKtxRelationshipProfileArtifact, } from './relationship-diagnostics.js';
+export type { BuildKtxRelationshipFeedbackCalibrationReportInput, CalibrateLocalRelationshipFeedbackLabelsInput, KtxRelationshipFeedbackCalibrationBucket, KtxRelationshipFeedbackCalibrationLabel, KtxRelationshipFeedbackCalibrationReport, } from './relationship-feedback-calibration.js';
+export { buildKtxRelationshipFeedbackCalibrationReport, calibrateLocalRelationshipFeedbackLabels, formatKtxRelationshipFeedbackCalibrationMarkdown, } from './relationship-feedback-calibration.js';
+export type { ExportLocalRelationshipFeedbackLabelsInput, ExportLocalRelationshipFeedbackLabelsResult, KtxRelationshipFeedbackDecisionFilter, KtxRelationshipFeedbackExportWarning, KtxRelationshipFeedbackLabel, } from './relationship-feedback-export.js';
+export { exportLocalRelationshipFeedbackLabels, formatKtxRelationshipFeedbackLabelsJsonl, } from './relationship-feedback-export.js';
+export { collectKtxFormalMetadataRelationships, type KtxFormalMetadataRelationshipCollection, } from './relationship-formal-metadata.js';
+export type { KtxRelationshipGraphResolutionResult, KtxRelationshipGraphResolverSettings, KtxResolvedRelationshipDiscoveryCandidate, KtxResolvedRelationshipGraphEvidence, KtxResolvedRelationshipPk, KtxResolvedRelationshipPkEvidence, KtxResolvedRelationshipStatus, ResolveKtxRelationshipGraphInput, } from './relationship-graph-resolver.js';
+export { resolveKtxRelationshipGraph } from './relationship-graph-resolver.js';
+export type { KtxRelationshipLlmProposalGenerateText, KtxRelationshipLlmProposalResult, KtxRelationshipLlmProposalSettings, ProposeKtxRelationshipCandidatesWithLlmInput, } from './relationship-llm-proposal.js';
+export { proposeKtxRelationshipCandidatesWithLlm } from './relationship-llm-proposal.js';
+export type { KtxRelationshipLocalityCandidateTable, LocalKtxRelationshipCandidateTablesInput, } from './relationship-locality.js';
+export { localCandidateTables } from './relationship-locality.js';
+export type { KtxRelationshipNormalizedName, KtxRelationshipTokenInput, } from './relationship-name-similarity.js';
+export { normalizeKtxRelationshipName, pluralizeKtxRelationshipToken, singularizeKtxRelationshipToken, tokenizeKtxRelationshipName, tokenSimilarity, } from './relationship-name-similarity.js';
+export type { DiscoverKtxRelationshipsInput, DiscoverKtxRelationshipsResult, } from './relationship-discovery.js';
+export { discoverKtxRelationships } from './relationship-discovery.js';
+export type { KtxRelationshipColumnProfile, KtxRelationshipProfileArtifact, KtxRelationshipReadOnlyExecutor, KtxRelationshipTableProfile, ProfileKtxRelationshipSchemaInput, } from './relationship-profiling.js';
+export { formatKtxRelationshipTableRef, profileKtxRelationshipSchema, quoteKtxRelationshipIdentifier, } from './relationship-profiling.js';
+export type { AppliedRelationshipReviewDecision, ApplyLocalScanRelationshipReviewDecisionsInput, ApplyLocalScanRelationshipReviewDecisionsResult, } from './relationship-review-apply.js';
+export { applyLocalScanRelationshipReviewDecisions } from './relationship-review-apply.js';
+export type { KtxRelationshipReviewDecisionArtifact, KtxRelationshipReviewDecisionEntry, KtxRelationshipReviewDecisionValue, WriteLocalScanRelationshipReviewDecisionInput, WriteLocalScanRelationshipReviewDecisionResult, } from './relationship-review-decisions.js';
+export { writeLocalScanRelationshipReviewDecision } from './relationship-review-decisions.js';
+export type { KtxRelationshipFixtureOrigin, KtxRelationshipScoreBreakdown, KtxRelationshipScoreSignal, KtxRelationshipScoreWeights, KtxRelationshipScoringCalibrationObservation, KtxRelationshipSignalVector, } from './relationship-scoring.js';
+export { calibrateWeightsFromSyntheticFixtures, defaultKtxRelationshipScoreWeights, KTX_RELATIONSHIP_SCORE_SIGNAL_KEYS, normalizeKtxRelationshipScoreWeights, scoreKtxRelationshipCandidate, } from './relationship-scoring.js';
+export type { AdviseLocalRelationshipFeedbackThresholdsInput, BuildKtxRelationshipThresholdAdviceReportInput, KtxRelationshipThresholdAdviceCandidate, KtxRelationshipThresholdAdviceReport, KtxRelationshipThresholdAdviceStatus, } from './relationship-threshold-advice.js';
+export { adviseLocalRelationshipFeedbackThresholds, buildKtxRelationshipThresholdAdviceReport, formatKtxRelationshipThresholdAdviceMarkdown, } from './relationship-threshold-advice.js';
+export type { KtxRelationshipValidationEvidence, KtxRelationshipValidationSettings, KtxValidatedRelationshipDiscoveryCandidate, KtxValidatedRelationshipStatus, ValidateKtxRelationshipDiscoveryCandidatesInput, } from './relationship-validation.js';
+export { validateKtxRelationshipDiscoveryCandidates } from './relationship-validation.js';
+export type { SqliteLocalScanEnrichmentStateStoreOptions } from './sqlite-local-enrichment-state-store.js';
+export { SqliteLocalScanEnrichmentStateStore } from './sqlite-local-enrichment-state-store.js';
+export type { KtxColumnTypeMapping } from './type-normalization.js';
+export { inferKtxDimensionType, ktxColumnTypeMappingFromNative, normalizeKtxNativeType, } from './type-normalization.js';
+export type { KtxColumnSampleInput, KtxColumnSampleResult, KtxColumnStatsInput, KtxColumnStatsResult, KtxConnectionDriver, KtxConnectorCapabilities, KtxCredentialEnvelope, KtxCredentialEnvReference, KtxCredentialFileReference, KtxEmbeddingPort, KtxEventPropertyDiscovery, KtxEventPropertyDiscoveryInput, KtxEventPropertyValuesInput, KtxEventPropertyValuesResult, KtxEventStreamDiscoveryPort, KtxEventTypeDiscovery, KtxEventTypeDiscoveryInput, KtxNetworkEndpoint, KtxNetworkTunnelPort, KtxNetworkTunnelRequest, KtxOptionalConnectorCapabilities, KtxProgressPort, KtxProgressUpdateOptions, KtxQueryResult, KtxReadOnlyQueryInput, KtxResolvedCredentialEnvelope, KtxScanArtifactPaths, KtxScanConnector, KtxScanContext, KtxScanDiffSummary, KtxScanEnrichmentStage, KtxScanEnrichmentStateSummary, KtxScanEnrichmentSummary, KtxScanInput, KtxScanLoggerPort, KtxScanMode, KtxScanRelationshipSummary, KtxScanReport, KtxScanTrigger, KtxScanWarning, KtxScanWarningCode, KtxSchemaColumn, KtxSchemaDimensionType, KtxSchemaForeignKey, KtxSchemaScope, KtxSchemaSnapshot, KtxSchemaTable, KtxSchemaTableKind, KtxStructuralSyncStats, KtxTableRef, KtxTableSampleInput, KtxTableSampleResult, } from './types.js';
+export { createKtxConnectorCapabilities } from './types.js';

package/node_modules/@ktx/context/dist/scan/index.js

@@ -0,0 +1,35 @@
+export { REDACTED_KTX_CREDENTIAL_VALUE, redactKtxCredentialEnvelope, redactKtxCredentialValue, redactKtxScanMetadata, redactKtxScanReport, redactKtxScanWarning, } from './credentials.js';
+export { defaultKtxDataDictionarySettings, isKtxDataDictionaryCandidate, shouldKtxSampleColumnForDictionary, } from './data-dictionary.js';
+export { appendKtxWordLimitInstruction, buildKtxColumnDescriptionPrompt, buildKtxDataSourceDescriptionPrompt, buildKtxTableDescriptionPrompt, KtxDescriptionGenerator, } from './description-generation.js';
+export { buildKtxColumnEmbeddingText } from './embedding-text.js';
+export { completedKtxScanEnrichmentStateSummary, computeKtxScanEnrichmentInputHash, KTX_SCAN_ENRICHMENT_STAGES, summarizeKtxScanEnrichmentState, } from './enrichment-state.js';
+export { failedKtxScanEnrichmentSummary, ktxScanErrorMessage, skippedKtxScanEnrichmentSummary, } from './enrichment-summary.js';
+export { createDeterministicLocalScanEnrichmentProviders, runLocalScanEnrichment, snapshotToKtxEnrichedSchema, } from './local-enrichment.js';
+export { writeLocalScanEnrichmentArtifacts, writeLocalScanManifestShards, } from './local-enrichment-artifacts.js';
+export { getLocalScanReport, getLocalScanStatus, runLocalScan } from './local-scan.js';
+export { readLocalScanStructuralSnapshot } from './local-structural-artifacts.js';
+export { KtxScanOrchestrator } from './orchestrator.js';
+export { readLocalScanRelationshipArtifacts } from './relationship-artifacts.js';
+export { buildKtxRelationshipBenchmarkReport, formatKtxRelationshipBenchmarkReportMarkdown, } from './relationship-benchmark-report.js';
+export { currentKtxRelationshipBenchmarkDetector, ktxRelationshipBenchmarkDetectorWithLlm, KTX_RELATIONSHIP_BENCHMARK_MODES, KTX_RELATIONSHIP_BENCHMARK_TIERS, loadKtxRelationshipBenchmarkFixture, loadKtxRelationshipBenchmarkFixtures, maskKtxRelationshipBenchmarkSnapshot, runKtxRelationshipBenchmarkCase, runKtxRelationshipBenchmarkSuite, } from './relationship-benchmarks.js';
+export { applyKtxRelationshipValidationBudget, defaultKtxRelationshipValidationBudget, } from './relationship-budget.js';
+export { generateKtxRelationshipDiscoveryCandidates, inferKtxRelationshipTargetPks, mergeKtxRelationshipDiscoveryCandidates, } from './relationship-candidates.js';
+export { discoverKtxCompositeRelationships } from './relationship-composite-candidates.js';
+export { buildKtxRelationshipArtifacts, buildKtxRelationshipDiagnostics, emptyKtxRelationshipProfileArtifact, } from './relationship-diagnostics.js';
+export { buildKtxRelationshipFeedbackCalibrationReport, calibrateLocalRelationshipFeedbackLabels, formatKtxRelationshipFeedbackCalibrationMarkdown, } from './relationship-feedback-calibration.js';
+export { exportLocalRelationshipFeedbackLabels, formatKtxRelationshipFeedbackLabelsJsonl, } from './relationship-feedback-export.js';
+export { collectKtxFormalMetadataRelationships, } from './relationship-formal-metadata.js';
+export { resolveKtxRelationshipGraph } from './relationship-graph-resolver.js';
+export { proposeKtxRelationshipCandidatesWithLlm } from './relationship-llm-proposal.js';
+export { localCandidateTables } from './relationship-locality.js';
+export { normalizeKtxRelationshipName, pluralizeKtxRelationshipToken, singularizeKtxRelationshipToken, tokenizeKtxRelationshipName, tokenSimilarity, } from './relationship-name-similarity.js';
+export { discoverKtxRelationships } from './relationship-discovery.js';
+export { formatKtxRelationshipTableRef, profileKtxRelationshipSchema, quoteKtxRelationshipIdentifier, } from './relationship-profiling.js';
+export { applyLocalScanRelationshipReviewDecisions } from './relationship-review-apply.js';
+export { writeLocalScanRelationshipReviewDecision } from './relationship-review-decisions.js';
+export { calibrateWeightsFromSyntheticFixtures, defaultKtxRelationshipScoreWeights, KTX_RELATIONSHIP_SCORE_SIGNAL_KEYS, normalizeKtxRelationshipScoreWeights, scoreKtxRelationshipCandidate, } from './relationship-scoring.js';
+export { adviseLocalRelationshipFeedbackThresholds, buildKtxRelationshipThresholdAdviceReport, formatKtxRelationshipThresholdAdviceMarkdown, } from './relationship-threshold-advice.js';
+export { validateKtxRelationshipDiscoveryCandidates } from './relationship-validation.js';
+export { SqliteLocalScanEnrichmentStateStore } from './sqlite-local-enrichment-state-store.js';
+export { inferKtxDimensionType, ktxColumnTypeMappingFromNative, normalizeKtxNativeType, } from './type-normalization.js';
+export { createKtxConnectorCapabilities } from './types.js';

package/node_modules/@ktx/context/dist/scan/local-enrichment-artifacts.d.ts

@@ -0,0 +1,32 @@
+import type { KtxScanRelationshipConfig } from '../project/config.js';
+import type { KtxLocalProject } from '../project/index.js';
+import type { KtxLocalScanEnrichmentResult } from './local-enrichment.js';
+import type { KtxConnectionDriver, KtxSchemaSnapshot } from './types.js';
+export interface WriteLocalScanManifestShardsInput {
+    project: KtxLocalProject;
+    connectionId: string;
+    syncId: string;
+    driver: KtxConnectionDriver;
+    snapshot: KtxSchemaSnapshot;
+    dryRun: boolean;
+    descriptionUpdates?: KtxLocalScanEnrichmentResult['descriptionUpdates'];
+    relationshipUpdate?: KtxLocalScanEnrichmentResult['relationshipUpdate'];
+}
+export interface WriteLocalScanManifestShardsResult {
+    manifestShards: string[];
+    manifestShardsWritten: number;
+}
+export interface WriteLocalScanEnrichmentArtifactsInput {
+    project: KtxLocalProject;
+    connectionId: string;
+    syncId: string;
+    driver: KtxConnectionDriver;
+    enrichment: KtxLocalScanEnrichmentResult;
+    dryRun: boolean;
+    relationshipSettings?: KtxScanRelationshipConfig;
+}
+export interface WriteLocalScanEnrichmentArtifactsResult extends WriteLocalScanManifestShardsResult {
+    enrichmentArtifacts: string[];
+}
+export declare function writeLocalScanManifestShards(input: WriteLocalScanManifestShardsInput): Promise<WriteLocalScanManifestShardsResult>;
+export declare function writeLocalScanEnrichmentArtifacts(input: WriteLocalScanEnrichmentArtifactsInput): Promise<WriteLocalScanEnrichmentArtifactsResult>;

package/node_modules/@ktx/context/dist/scan/local-enrichment-artifacts.js

@@ -0,0 +1,264 @@
+import YAML from 'yaml';
+import { buildLiveDatabaseManifestShards, } from '../ingest/index.js';
+import { buildKtxRelationshipArtifacts, buildKtxRelationshipDiagnostics, emptyKtxRelationshipProfileArtifact, } from './relationship-diagnostics.js';
+const LIVE_DATABASE_ADAPTER = 'live-database';
+const LOCAL_AUTHOR = 'ktx';
+const LOCAL_AUTHOR_EMAIL = 'ktx@example.com';
+const SCHEMA_DIR = '_schema';
+const SL_DIR_PREFIX = 'semantic-layer';
+function artifactDir(connectionId, syncId) {
+    return `raw-sources/${connectionId}/${LIVE_DATABASE_ADAPTER}/${syncId}/enrichment`;
+}
+function schemaDir(connectionId) {
+    return `${SL_DIR_PREFIX}/${connectionId}/${SCHEMA_DIR}`;
+}
+function tableDescription(table, descriptionUpdates = []) {
+    const update = descriptionUpdates.find((candidate) => candidate.table.name === table.name);
+    const descriptions = {};
+    if (table.comment) {
+        descriptions.db = table.comment;
+    }
+    if (update?.tableDescription) {
+        descriptions.ai = update.tableDescription;
+    }
+    return Object.keys(descriptions).length > 0 ? descriptions : undefined;
+}
+function columnDescription(table, column, descriptionUpdates = []) {
+    const update = descriptionUpdates.find((candidate) => candidate.table.name === table.name);
+    const aiDescription = update?.columnDescriptions[column.name] ?? null;
+    const descriptions = {};
+    if (column.comment) {
+        descriptions.db = column.comment;
+    }
+    if (aiDescription) {
+        descriptions.ai = aiDescription;
+    }
+    return Object.keys(descriptions).length > 0 ? descriptions : undefined;
+}
+function snapshotTablesToManifestData(snapshot, descriptionUpdates = []) {
+    return snapshot.tables.map((table) => ({
+        name: table.name,
+        catalog: table.catalog,
+        db: table.db,
+        descriptions: tableDescription(table, descriptionUpdates),
+        columns: table.columns.map((column) => ({
+            name: column.name,
+            type: column.dimensionType,
+            ...(column.primaryKey ? { pk: true } : {}),
+            ...(column.nullable === false ? { nullable: false } : {}),
+            descriptions: columnDescription(table, column, descriptionUpdates),
+        })),
+    }));
+}
+function formalJoins(snapshot) {
+    const joins = [];
+    for (const table of snapshot.tables) {
+        for (const foreignKey of table.foreignKeys) {
+            joins.push({
+                fromTable: table.name,
+                fromColumns: [foreignKey.fromColumn],
+                toTable: foreignKey.toTable,
+                toColumns: [foreignKey.toColumn],
+                relationship: 'many_to_one',
+                source: 'formal',
+            });
+        }
+    }
+    return joins;
+}
+function acceptedRelationshipJoins(relationshipUpdate) {
+    return (relationshipUpdate?.accepted ?? []).map((relationship) => ({
+        fromTable: relationship.from.table.name,
+        fromColumns: relationship.from.columns,
+        toTable: relationship.to.table.name,
+        toColumns: relationship.to.columns,
+        relationship: relationship.relationshipType,
+        source: relationship.source,
+    }));
+}
+function relationshipJoins(snapshot, relationshipUpdate) {
+    const accepted = acceptedRelationshipJoins(relationshipUpdate);
+    const manual = accepted.filter((relationship) => relationship.source === 'manual');
+    const generated = accepted.filter((relationship) => relationship.source !== 'manual');
+    return [...manual, ...formalJoins(snapshot), ...generated];
+}
+function validColumns(snapshot) {
+    return new Map(snapshot.tables.map((table) => [table.name, new Set(table.columns.map((column) => column.name))]));
+}
+function joinReferencesExistingColumns(join, columnsByTable) {
+    const terms = join.on.split(/\s+AND\s+/iu);
+    for (const term of terms) {
+        const match = term.match(/^(\w+)\.(\w+)\s*=\s*(\w+)\.(\w+)$/u);
+        if (!match) {
+            return true;
+        }
+        const leftTable = match[1];
+        const leftColumn = match[2];
+        const rightTable = match[3];
+        const rightColumn = match[4];
+        if (!leftTable || !leftColumn || !rightTable || !rightColumn) {
+            return true;
+        }
+        const leftColumns = columnsByTable.get(leftTable);
+        const rightColumns = columnsByTable.get(rightTable);
+        if ((leftColumns && !leftColumns.has(leftColumn)) || (rightColumns && !rightColumns.has(rightColumn))) {
+            return false;
+        }
+    }
+    return true;
+}
+async function loadExistingManifestState(project, connectionId, snapshot) {
+    const descriptions = new Map();
+    const preservedJoins = new Map();
+    const validTableNames = new Set(snapshot.tables.map((table) => table.name));
+    const columnsByTable = validColumns(snapshot);
+    let files;
+    try {
+        files = (await project.fileStore.listFiles(schemaDir(connectionId))).files.filter((file) => file.endsWith('.yaml'));
+    }
+    catch {
+        return { descriptions, preservedJoins };
+    }
+    for (const file of files) {
+        try {
+            const { content } = await project.fileStore.readFile(file);
+            const shard = YAML.parse(content);
+            if (!shard?.tables) {
+                continue;
+            }
+            for (const [tableName, entry] of Object.entries(shard.tables)) {
+                if (!validTableNames.has(tableName)) {
+                    continue;
+                }
+                descriptions.set(tableName, {
+                    table: entry.descriptions ? { ...entry.descriptions } : undefined,
+                    columns: new Map((entry.columns ?? []).flatMap((column) => column.descriptions ? [[column.name, { ...column.descriptions }]] : [])),
+                });
+                const joins = (entry.joins ?? []).filter((join) => {
+                    return ((join.source === 'manual' || join.source === 'inferred') &&
+                        validTableNames.has(join.to) &&
+                        joinReferencesExistingColumns(join, columnsByTable));
+                });
+                if (joins.length > 0) {
+                    preservedJoins.set(tableName, joins);
+                }
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return { descriptions, preservedJoins };
+}
+async function writeJsonArtifact(project, path, value, commitMessage) {
+    await project.fileStore.writeFile(path, `${JSON.stringify(value, null, 2)}\n`, LOCAL_AUTHOR, LOCAL_AUTHOR_EMAIL, commitMessage);
+}
+export async function writeLocalScanManifestShards(input) {
+    if (input.dryRun) {
+        return {
+            manifestShards: [],
+            manifestShardsWritten: 0,
+        };
+    }
+    const existing = await loadExistingManifestState(input.project, input.connectionId, input.snapshot);
+    const { shards } = buildLiveDatabaseManifestShards({
+        connectionType: input.driver.toUpperCase(),
+        tables: snapshotTablesToManifestData(input.snapshot, input.descriptionUpdates),
+        joins: relationshipJoins(input.snapshot, input.relationshipUpdate),
+        existingDescriptions: existing.descriptions,
+        existingPreservedJoins: existing.preservedJoins,
+        mapColumnType: (dimensionType) => dimensionType,
+    });
+    const manifestShards = [];
+    for (const [shardKey, shard] of [...shards.entries()].sort(([left], [right]) => left.localeCompare(right))) {
+        const path = `${schemaDir(input.connectionId)}/${shardKey}.yaml`;
+        await input.project.fileStore.writeFile(path, YAML.stringify(shard, { indent: 2, lineWidth: 0 }), LOCAL_AUTHOR, LOCAL_AUTHOR_EMAIL, `scan(${LIVE_DATABASE_ADAPTER}): write manifest shard ${shardKey} syncId=${input.syncId}`);
+        manifestShards.push(path);
+    }
+    return {
+        manifestShards,
+        manifestShardsWritten: manifestShards.length,
+    };
+}
+export async function writeLocalScanEnrichmentArtifacts(input) {
+    if (input.dryRun) {
+        return {
+            enrichmentArtifacts: [],
+            manifestShards: [],
+            manifestShardsWritten: 0,
+        };
+    }
+    const enrichmentRoot = artifactDir(input.connectionId, input.syncId);
+    const descriptionsArtifact = `${enrichmentRoot}/descriptions.json`;
+    const embeddingsArtifact = `${enrichmentRoot}/embeddings.json`;
+    const relationshipsArtifact = `${enrichmentRoot}/relationships.json`;
+    const relationshipProfileArtifact = `${enrichmentRoot}/relationship-profile.json`;
+    const relationshipDiagnosticsArtifact = `${enrichmentRoot}/relationship-diagnostics.json`;
+    const enrichmentArtifacts = [];
+    if (input.enrichment.summary.tableDescriptions === 'completed' ||
+        input.enrichment.summary.columnDescriptions === 'completed') {
+        enrichmentArtifacts.push(descriptionsArtifact);
+        await writeJsonArtifact(input.project, descriptionsArtifact, input.enrichment.descriptionUpdates, `scan(${LIVE_DATABASE_ADAPTER}): write enrichment descriptions syncId=${input.syncId}`);
+    }
+    if (input.enrichment.summary.embeddings === 'completed') {
+        enrichmentArtifacts.push(embeddingsArtifact);
+        await writeJsonArtifact(input.project, embeddingsArtifact, input.enrichment.embeddingUpdates, `scan(${LIVE_DATABASE_ADAPTER}): write enrichment embeddings syncId=${input.syncId}`);
+    }
+    enrichmentArtifacts.push(relationshipsArtifact, relationshipProfileArtifact, relationshipDiagnosticsArtifact);
+    const hasResolvedRelationships = input.enrichment.resolvedRelationships !== null;
+    const relationshipArtifacts = buildKtxRelationshipArtifacts({
+        connectionId: input.connectionId,
+        resolvedRelationships: hasResolvedRelationships ? (input.enrichment.resolvedRelationships ?? []) : undefined,
+        compositeRelationships: input.enrichment.compositeRelationships ?? undefined,
+        relationshipUpdate: input.enrichment.relationshipUpdate ?? {
+            connectionId: input.connectionId,
+            accepted: [],
+            rejected: [],
+            skipped: [],
+        },
+    });
+    const relationshipProfile = input.enrichment.relationshipProfile ??
+        emptyKtxRelationshipProfileArtifact({
+            connectionId: input.connectionId,
+            driver: input.driver,
+            reason: 'relationship_profiling_not_run',
+        });
+    const relationshipDiagnostics = buildKtxRelationshipDiagnostics({
+        connectionId: input.connectionId,
+        artifacts: relationshipArtifacts,
+        profile: relationshipProfile,
+        warnings: input.enrichment.warnings,
+        thresholds: input.relationshipSettings
+            ? {
+                acceptThreshold: input.relationshipSettings.acceptThreshold,
+                reviewThreshold: input.relationshipSettings.reviewThreshold,
+            }
+            : undefined,
+        policy: input.relationshipSettings
+            ? {
+                validationRequiredForManifest: input.relationshipSettings.validationRequiredForManifest,
+                maxCandidatesPerColumn: input.relationshipSettings.maxCandidatesPerColumn,
+                profileSampleRows: input.relationshipSettings.profileSampleRows,
+                validationConcurrency: input.relationshipSettings.validationConcurrency,
+            }
+            : undefined,
+    });
+    await writeJsonArtifact(input.project, relationshipsArtifact, relationshipArtifacts, `scan(${LIVE_DATABASE_ADAPTER}): write enrichment relationships syncId=${input.syncId}`);
+    await writeJsonArtifact(input.project, relationshipProfileArtifact, relationshipProfile, `scan(${LIVE_DATABASE_ADAPTER}): write relationship profile syncId=${input.syncId}`);
+    await writeJsonArtifact(input.project, relationshipDiagnosticsArtifact, relationshipDiagnostics, `scan(${LIVE_DATABASE_ADAPTER}): write relationship diagnostics syncId=${input.syncId}`);
+    const manifestResult = await writeLocalScanManifestShards({
+        project: input.project,
+        connectionId: input.connectionId,
+        syncId: input.syncId,
+        driver: input.driver,
+        snapshot: input.enrichment.snapshot,
+        descriptionUpdates: input.enrichment.descriptionUpdates,
+        relationshipUpdate: input.enrichment.relationshipUpdate,
+        dryRun: false,
+    });
+    return {
+        enrichmentArtifacts,
+        manifestShards: manifestResult.manifestShards,
+        manifestShardsWritten: manifestResult.manifestShardsWritten,
+    };
+}

package/node_modules/@ktx/context/dist/scan/local-enrichment-artifacts.test.d.ts

@@ -0,0 +1 @@
+export {};