@outsidedata/dolex 0.1.0

package/dist/src/connectors/manager.js

@@ -0,0 +1,341 @@
+/**
+ * Source Manager
+ *
+ * Manages multiple connected data sources with:
+ * - CRUD operations (add/remove/list)
+ * - In-memory registry with optional JSON file persistence
+ * - Connector lookup by type
+ * - Connection caching (lazy connect on first query)
+ * - Cross-source query routing by name
+ */
+import * as fs from 'fs';
+import * as crypto from 'crypto';
+import { compileDsl, hasJsAggregates, hasWindowFunctions } from './dsl-compiler.js';
+import { validateDsl, validateDslWithJoins } from './dsl-validator.js';
+import { csvConnector } from './csv.js';
+import { sqliteConnector } from './sqlite.js';
+import { postgresConnector } from './postgres.js';
+import { mysqlConnector } from './mysql.js';
+import { executeJsAggregation, executeJsAggregationWithWindows } from './js-aggregation.js';
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+function generateSourceId(name) {
+    const hash = crypto.createHash('sha256').update(name).digest('hex').slice(0, 12);
+    return `src-${hash}`;
+}
+const CONNECTOR_MAP = {
+    csv: csvConnector,
+    sqlite: sqliteConnector,
+    postgres: postgresConnector,
+    mysql: mysqlConnector,
+};
+function getConnectorForType(type) {
+    return CONNECTOR_MAP[type];
+}
+const DIALECT_MAP = {
+    csv: 'sqlite',
+    sqlite: 'sqlite',
+    postgres: 'postgres',
+    mysql: 'mysql',
+};
+function dialectForType(type) {
+    return DIALECT_MAP[type] ?? 'sqlite';
+}
+/**
+ * Check if a query result contains an error encoded in the rows.
+ * Some connectors return errors this way instead of throwing.
+ */
+function hasErrorRow(result) {
+    if (result.rows.length === 1 && result.rows[0]?.error) {
+        return result.rows[0].error;
+    }
+    return null;
+}
+// ─── Source Manager ──────────────────────────────────────────────────────────
+export class SourceManager {
+    registry = new Map();
+    connections = new Map();
+    persistPath;
+    /**
+     * @param persistPath Optional JSON file for persisting the registry.
+     *                    Loaded on construction and saved on every mutation.
+     */
+    constructor(persistPath) {
+        this.persistPath = persistPath || null;
+        if (this.persistPath) {
+            this.loadRegistry();
+        }
+    }
+    // ─── Registry Persistence ──────────────────────────────────────────────────
+    loadRegistry() {
+        if (!this.persistPath)
+            return;
+        try {
+            if (fs.existsSync(this.persistPath)) {
+                const data = fs.readFileSync(this.persistPath, 'utf-8');
+                const entries = JSON.parse(data);
+                for (const entry of entries) {
+                    this.registry.set(entry.id, entry);
+                }
+            }
+        }
+        catch {
+            // Corrupted or missing file — start fresh
+        }
+    }
+    saveRegistry() {
+        if (!this.persistPath)
+            return;
+        try {
+            const entries = Array.from(this.registry.values());
+            fs.writeFileSync(this.persistPath, JSON.stringify(entries, null, 2), 'utf-8');
+        }
+        catch {
+            // Persistence failure is non-fatal
+        }
+    }
+    // ─── CRUD ──────────────────────────────────────────────────────────────────
+    /**
+     * Add a data source to the registry.
+     * Does NOT connect immediately — connection is lazy on first query or explicit connect().
+     */
+    async add(name, config) {
+        const connector = getConnectorForType(config.type);
+        if (!connector) {
+            return { ok: false, error: `Unsupported data source type: ${config.type}` };
+        }
+        const testResult = await connector.test(config);
+        if (!testResult.ok) {
+            return { ok: false, error: testResult.error };
+        }
+        const id = generateSourceId(name);
+        if (this.registry.has(id)) {
+            return {
+                ok: false,
+                error: `A source named "${name}" already exists (id: ${id}). Remove it first or use a different name.`,
+            };
+        }
+        const entry = { id, name, type: config.type, config };
+        this.registry.set(id, entry);
+        this.saveRegistry();
+        return { ok: true, entry };
+    }
+    /**
+     * Remove a data source by ID or name. Closes the connection if active.
+     */
+    async remove(idOrName) {
+        const entry = this.findEntry(idOrName);
+        if (!entry) {
+            return { ok: false, error: `Source not found: ${idOrName}` };
+        }
+        const conn = this.connections.get(entry.id);
+        if (conn) {
+            await conn.close();
+            this.connections.delete(entry.id);
+        }
+        this.registry.delete(entry.id);
+        this.saveRegistry();
+        return { ok: true };
+    }
+    list() {
+        return Array.from(this.registry.values());
+    }
+    get(idOrName) {
+        return this.findEntry(idOrName);
+    }
+    // ─── Connection Management ─────────────────────────────────────────────────
+    async connect(idOrName) {
+        const entry = this.findEntry(idOrName);
+        if (!entry) {
+            return { ok: false, error: `Source not found: ${idOrName}` };
+        }
+        const existing = this.connections.get(entry.id);
+        if (existing) {
+            return { ok: true, source: existing };
+        }
+        const connector = getConnectorForType(entry.type);
+        if (!connector) {
+            return { ok: false, error: `No connector for type: ${entry.type}` };
+        }
+        try {
+            const connected = await connector.connect(entry.config);
+            this.connections.set(entry.id, connected);
+            entry.connectedAt = new Date().toISOString();
+            this.saveRegistry();
+            return { ok: true, source: connected };
+        }
+        catch (err) {
+            return { ok: false, error: `Connection failed: ${err.message}` };
+        }
+    }
+    async disconnect(idOrName) {
+        const entry = this.findEntry(idOrName);
+        if (!entry) {
+            return { ok: false, error: `Source not found: ${idOrName}` };
+        }
+        const conn = this.connections.get(entry.id);
+        if (!conn) {
+            return { ok: true };
+        }
+        await conn.close();
+        this.connections.delete(entry.id);
+        entry.connectedAt = undefined;
+        this.saveRegistry();
+        return { ok: true };
+    }
+    isConnected(idOrName) {
+        const entry = this.findEntry(idOrName);
+        if (!entry)
+            return false;
+        return this.connections.has(entry.id);
+    }
+    // ─── Querying ──────────────────────────────────────────────────────────────
+    /**
+     * Lazily connect and return the source, or an error result.
+     * Consolidates the repeated connect-or-fail pattern used by getSchema/query/queryDsl.
+     */
+    async resolveSource(idOrName) {
+        const result = await this.connect(idOrName);
+        if (!result.ok || !result.source) {
+            return { ok: false, error: result.error ?? `Source not found: ${idOrName}` };
+        }
+        return { ok: true, source: result.source };
+    }
+    async getSchema(idOrName) {
+        const resolved = await this.resolveSource(idOrName);
+        if (!resolved.ok)
+            return resolved;
+        try {
+            const schema = await resolved.source.getSchema();
+            return { ok: true, schema };
+        }
+        catch (err) {
+            return { ok: false, error: `Schema introspection failed: ${err.message}` };
+        }
+    }
+    async query(idOrName, sql) {
+        const resolved = await this.resolveSource(idOrName);
+        if (!resolved.ok)
+            return resolved;
+        try {
+            const result = await resolved.source.executeQuery(sql);
+            const errorMsg = hasErrorRow(result);
+            if (errorMsg)
+                return { ok: false, error: errorMsg };
+            return { ok: true, result };
+        }
+        catch (err) {
+            return { ok: false, error: `Query execution failed: ${err.message}` };
+        }
+    }
+    /**
+     * Execute a DSL query against a specific source table.
+     * Validates against schema, compiles to SQL (or JS aggregation fallback),
+     * executes, and returns rows.
+     */
+    async queryDsl(idOrName, table, dslQuery) {
+        const resolved = await this.resolveSource(idOrName);
+        if (!resolved.ok)
+            return resolved;
+        try {
+            const validationError = await this.validateDslQuery(idOrName, table, dslQuery);
+            if (validationError)
+                return { ok: false, error: validationError };
+            const entry = this.findEntry(idOrName);
+            const dialect = dialectForType(entry.type);
+            const needsJsAgg = dialect !== 'postgres' && hasJsAggregates(dslQuery);
+            const needsWindows = hasWindowFunctions(dslQuery);
+            if (needsJsAgg && needsWindows) {
+                return executeJsAggregationWithWindows(resolved.source, table, dslQuery, dialect);
+            }
+            if (needsJsAgg) {
+                return executeJsAggregation(resolved.source, table, dslQuery, dialect);
+            }
+            // Pure SQL path — compileDsl handles CTE wrapping for window functions
+            const sql = compileDsl(table, dslQuery, dialect);
+            const result = await resolved.source.executeQuery(sql);
+            const errorMsg = hasErrorRow(result);
+            if (errorMsg)
+                return { ok: false, error: errorMsg };
+            return {
+                ok: true,
+                rows: result.rows,
+                columns: result.columns,
+                totalRows: result.rows.length,
+                truncated: false,
+            };
+        }
+        catch (err) {
+            return { ok: false, error: `DSL query failed: ${err.message}` };
+        }
+    }
+    /**
+     * Validate a DSL query against the source schema. Returns an error message
+     * if validation fails, or null if the query is valid.
+     */
+    async validateDslQuery(idOrName, table, dslQuery) {
+        const schemaResult = await this.getSchema(idOrName);
+        if (!schemaResult.ok || !schemaResult.schema)
+            return null;
+        const schema = schemaResult.schema;
+        if (dslQuery.join && dslQuery.join.length > 0) {
+            const validation = validateDslWithJoins(schema, table, dslQuery);
+            return validation.ok ? null : validation.error ?? 'Validation failed';
+        }
+        const tableSchema = schema.tables.find(t => t.name === table);
+        if (!tableSchema) {
+            const available = schema.tables.map(t => t.name).join(', ');
+            return `Table "${table}" not found. Available: ${available}`;
+        }
+        const validation = validateDsl(tableSchema, dslQuery);
+        return validation.ok ? null : validation.error ?? 'Validation failed';
+    }
+    // ─── Cross-Source ──────────────────────────────────────────────────────────
+    async getAllSchemas() {
+        const results = [];
+        for (const entry of this.registry.values()) {
+            const schemaResult = await this.getSchema(entry.id);
+            if (schemaResult.ok && schemaResult.schema) {
+                results.push({
+                    sourceId: entry.id,
+                    sourceName: entry.name,
+                    schema: schemaResult.schema,
+                });
+            }
+        }
+        return results;
+    }
+    // ─── Cleanup ───────────────────────────────────────────────────────────────
+    async closeAll() {
+        for (const [, conn] of this.connections) {
+            try {
+                await conn.close();
+            }
+            catch {
+                // Ignore individual close errors
+            }
+        }
+        this.connections.clear();
+    }
+    async destroy() {
+        await this.closeAll();
+        this.registry.clear();
+        this.saveRegistry();
+    }
+    // ─── Internal ──────────────────────────────────────────────────────────────
+    /**
+     * Find a registry entry by ID, name (case-insensitive), or name-derived ID.
+     */
+    findEntry(idOrName) {
+        const byId = this.registry.get(idOrName);
+        if (byId)
+            return byId;
+        const lowerName = idOrName.toLowerCase();
+        for (const entry of this.registry.values()) {
+            if (entry.name.toLowerCase() === lowerName) {
+                return entry;
+            }
+        }
+        return this.registry.get(generateSourceId(idOrName));
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/src/connectors/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../src/connectors/manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAOjC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACpF,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,+BAA+B,EAAE,MAAM,qBAAqB,CAAC;AAI5F,gFAAgF;AAEhF,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACjF,OAAO,OAAO,IAAI,EAAE,CAAC;AACvB,CAAC;AAED,MAAM,aAAa,GAAwC;IACzD,GAAG,EAAE,YAAY;IACjB,MAAM,EAAE,eAAe;IACvB,QAAQ,EAAE,iBAAiB;IAC3B,KAAK,EAAE,cAAc;CACtB,CAAC;AAEF,SAAS,mBAAmB,CAAC,IAAoB;IAC/C,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,WAAW,GAAoD;IACnE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,SAAS,cAAc,CAAC,IAAoB;IAC1C,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;AACvC,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,MAA4B;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACtD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAEhF,MAAM,OAAO,aAAa;IAChB,QAAQ,GAAqC,IAAI,GAAG,EAAE,CAAC;IACvD,WAAW,GAAiC,IAAI,GAAG,EAAE,CAAC;IACtD,WAAW,CAAgB;IAEnC;;;OAGG;IACH,YAAY,WAAoB;QAC9B,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,IAAI,CAAC;QACvC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,8EAA8E;IAEtE,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBACxD,MAAM,OAAO,GAA0B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YACnD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,CAAC;QAAC,MAAM,CAAC;YACP,mCAAmC;QACrC,CAAC;IACH,CAAC;IAED,8EAA8E;IAE9E;;;OAGG;IACH,KAAK,CAAC,GAAG,CACP,IAAY,EACZ,MAAwB;QAExB,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9E,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,mBAAmB,IAAI,yBAAyB,EAAE,6CAA6C;aACvG,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAwB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAC3E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,QAAQ,EAAE,EAAE,CAAC;QAC/D,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,GAAG,CAAC,QAAgB;QAClB,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,OAAO,CACX,QAAgB;QAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,QAAQ,EAAE,EAAE,CAAC;QAC/D,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;QAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QACtE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC1C,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,QAAQ,EAAE,EAAE,CAAC;QAC/D,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC;QAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,8EAA8E;IAE9E;;;OAGG;IACK,KAAK,CAAC,aAAa,CACzB,QAAgB;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,qBAAqB,QAAQ,EAAE,EAAE,CAAC;QAC/E,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,SAAS,CACb,QAAgB;QAEhB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,QAAgB,EAChB,GAAW;QAEX,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,QAAQ;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YACpD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAgB,EAChB,KAAa,EACb,QAAkB;QAElB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC/E,IAAI,eAAe;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAElE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,CAAC;YACxC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE3C,MAAM,UAAU,GAAG,OAAO,KAAK,UAAU,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAElD,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;gBAC/B,OAAO,+BAA+B,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACpF,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,oBAAoB,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACzE,CAAC;YAED,uEAAuE;YACvE,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,QAAQ;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YAEpD,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC7B,SAAS,EAAE,KAAK;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,KAAa,EACb,QAAkB;QAElB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAE1D,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QAEnC,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YACjE,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,mBAAmB,CAAC;QACxE,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;QAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,OAAO,UAAU,KAAK,2BAA2B,SAAS,EAAE,CAAC;QAC/D,CAAC;QAED,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACtD,OAAO,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,mBAAmB,CAAC;IACxE,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAmE,EAAE,CAAC;QACnF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ,EAAE,KAAK,CAAC,EAAE;oBAClB,UAAU,EAAE,KAAK,CAAC,IAAI;oBACtB,MAAM,EAAE,YAAY,CAAC,MAAM;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,QAAQ;QACZ,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,iCAAiC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAED,8EAA8E;IAE9E;;OAEG;IACK,SAAS,CAAC,QAAgB;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QAEtB,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC;gBAC3C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC;CACF"}

package/dist/src/connectors/mysql.d.ts

@@ -0,0 +1,11 @@
+/**
+ * MySQL Connector
+ *
+ * Connects to a MySQL database via the `mysql2` library.
+ * Introspects schema via information_schema views.
+ * Detects foreign keys from database constraints.
+ * Maps MySQL types to our column type system.
+ */
+import type { DataConnector } from './types.js';
+export declare const mysqlConnector: DataConnector;
+//# sourceMappingURL=mysql.d.ts.map

package/dist/src/connectors/mysql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mysql.d.ts","sourceRoot":"","sources":["../../../src/connectors/mysql.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,KAAK,EAAE,aAAa,EAAyC,MAAM,YAAY,CAAC;AA+RvF,eAAO,MAAM,cAAc,EAAE,aAwE5B,CAAC"}

package/dist/src/connectors/mysql.js

@@ -0,0 +1,293 @@
+/**
+ * MySQL Connector
+ *
+ * Connects to a MySQL database via the `mysql2` library.
+ * Introspects schema via information_schema views.
+ * Detects foreign keys from database constraints.
+ * Maps MySQL types to our column type system.
+ */
+const SAMPLE_LIMIT = 30;
+const SAMPLE_DISPLAY_LIMIT = 20;
+/**
+ * Map a MySQL data_type (from information_schema) to our column type system.
+ */
+function mapMysqlType(mysqlType, columnName, uniqueCount, totalRows, extra) {
+    const lower = columnName.toLowerCase();
+    const typeLower = mysqlType.toLowerCase();
+    // ID detection by name
+    if (lower === 'id' || lower === 'rowid')
+        return 'id';
+    if (lower.endsWith('_id'))
+        return 'id';
+    // Auto-increment -> id
+    if (extra && extra.toLowerCase().includes('auto_increment')) {
+        return 'id';
+    }
+    // Numeric types
+    if (typeLower === 'tinyint' ||
+        typeLower === 'smallint' ||
+        typeLower === 'mediumint' ||
+        typeLower === 'int' ||
+        typeLower === 'integer' ||
+        typeLower === 'bigint' ||
+        typeLower === 'float' ||
+        typeLower === 'double' ||
+        typeLower === 'decimal' ||
+        typeLower === 'numeric' ||
+        typeLower === 'real') {
+        if (lower.endsWith('id') && uniqueCount > totalRows * 0.5) {
+            return 'id';
+        }
+        return 'numeric';
+    }
+    // Date/time types
+    if (typeLower === 'date' ||
+        typeLower === 'datetime' ||
+        typeLower === 'timestamp' ||
+        typeLower === 'time' ||
+        typeLower === 'year') {
+        return 'date';
+    }
+    // Date detection by column name
+    if (lower.includes('date') ||
+        lower.includes('time') ||
+        lower.includes('year') ||
+        lower.includes('timestamp')) {
+        return 'date';
+    }
+    // Boolean (MySQL uses tinyint(1), already caught above as numeric)
+    if (typeLower === 'bit') {
+        return 'categorical';
+    }
+    // Text types
+    if (typeLower === 'varchar' ||
+        typeLower === 'char' ||
+        typeLower === 'tinytext' ||
+        typeLower === 'text' ||
+        typeLower === 'mediumtext' ||
+        typeLower === 'longtext') {
+        if ((typeLower === 'text' || typeLower === 'mediumtext' || typeLower === 'longtext') &&
+            uniqueCount > totalRows * 0.9) {
+            return 'text';
+        }
+        return 'categorical';
+    }
+    // JSON -> text
+    if (typeLower === 'json') {
+        return 'text';
+    }
+    // Binary types -> text
+    if (typeLower === 'binary' ||
+        typeLower === 'varbinary' ||
+        typeLower === 'blob' ||
+        typeLower === 'tinyblob' ||
+        typeLower === 'mediumblob' ||
+        typeLower === 'longblob') {
+        return 'text';
+    }
+    // Enum / set -> categorical
+    if (typeLower === 'enum' || typeLower === 'set') {
+        return 'categorical';
+    }
+    return 'categorical';
+}
+class MysqlConnectedSource {
+    id;
+    name;
+    type = 'mysql';
+    pool; // mysql2 Pool
+    config;
+    cachedSchema = null;
+    constructor(id, name, pool, config) {
+        this.id = id;
+        this.name = name;
+        this.pool = pool;
+        this.config = config;
+    }
+    async getSchema() {
+        if (this.cachedSchema)
+            return this.cachedSchema;
+        // Get all user tables
+        const [tableRows] = await this.pool.query(`SELECT table_name FROM information_schema.tables
+       WHERE table_schema = ? AND table_type = 'BASE TABLE'
+       ORDER BY table_name`, [this.config.database]);
+        const tables = [];
+        for (const tableRow of tableRows) {
+            const tableName = tableRow.table_name ?? tableRow.TABLE_NAME;
+            // Get row count
+            const [countRows] = await this.pool.query(`SELECT COUNT(*) as cnt FROM \`${tableName}\``);
+            const rowCount = parseInt(countRows[0].cnt, 10);
+            // Get columns from information_schema
+            const [columnRows] = await this.pool.query(`SELECT column_name, data_type, is_nullable, column_default, extra
+         FROM information_schema.columns
+         WHERE table_schema = ? AND table_name = ?
+         ORDER BY ordinal_position`, [this.config.database, tableName]);
+            const columns = [];
+            for (const colRow of columnRows) {
+                const colName = colRow.column_name ?? colRow.COLUMN_NAME;
+                const mysqlType = colRow.data_type ?? colRow.DATA_TYPE;
+                const extra = colRow.extra ?? colRow.EXTRA ?? '';
+                // Get sample values
+                let samples = [];
+                try {
+                    const [sampleRows] = await this.pool.query(`SELECT DISTINCT CAST(\`${colName}\` AS CHAR) AS val FROM \`${tableName}\` WHERE \`${colName}\` IS NOT NULL LIMIT ?`, [SAMPLE_LIMIT]);
+                    samples = sampleRows.map((r) => r.val);
+                }
+                catch {
+                    // Some types may fail to cast; skip samples
+                }
+                // Get stats
+                let uniqueCount = 0;
+                let nullCount = 0;
+                let totalCount = rowCount;
+                try {
+                    const [statsRows] = await this.pool.query(`SELECT COUNT(DISTINCT \`${colName}\`) as uniq, COUNT(*) - COUNT(\`${colName}\`) as nulls, COUNT(*) as total FROM \`${tableName}\``);
+                    uniqueCount = parseInt(statsRows[0].uniq, 10);
+                    nullCount = parseInt(statsRows[0].nulls, 10);
+                    totalCount = parseInt(statsRows[0].total, 10);
+                }
+                catch {
+                    // Fallback
+                }
+                const type = mapMysqlType(mysqlType, colName, uniqueCount, rowCount, extra);
+                columns.push({
+                    name: colName,
+                    type,
+                    sampleValues: samples.slice(0, SAMPLE_DISPLAY_LIMIT),
+                    uniqueCount,
+                    nullCount,
+                    totalCount,
+                });
+            }
+            tables.push({ name: tableName, columns, rowCount });
+        }
+        // Get foreign keys
+        const foreignKeys = await this.getForeignKeys();
+        this.cachedSchema = {
+            tables,
+            foreignKeys,
+            source: {
+                id: this.id,
+                type: 'mysql',
+                name: this.name,
+                config: {
+                    ...this.config,
+                    password: '***',
+                },
+            },
+        };
+        return this.cachedSchema;
+    }
+    async getForeignKeys() {
+        const [rows] = await this.pool.query(`SELECT
+        kcu.TABLE_NAME AS from_table,
+        kcu.COLUMN_NAME AS from_column,
+        kcu.REFERENCED_TABLE_NAME AS to_table,
+        kcu.REFERENCED_COLUMN_NAME AS to_column
+       FROM information_schema.KEY_COLUMN_USAGE AS kcu
+       WHERE kcu.TABLE_SCHEMA = ?
+         AND kcu.REFERENCED_TABLE_NAME IS NOT NULL
+       ORDER BY kcu.TABLE_NAME, kcu.COLUMN_NAME`, [this.config.database]);
+        return rows.map((r) => ({
+            fromTable: r.from_table,
+            fromColumn: r.from_column,
+            toTable: r.to_table,
+            toColumn: r.to_column,
+        }));
+    }
+    async getSampleRows(tableName, count = 5) {
+        try {
+            const [rows] = await this.pool.query(`SELECT * FROM \`${tableName}\` ORDER BY RAND() LIMIT ?`, [count]);
+            return rows;
+        }
+        catch {
+            return [];
+        }
+    }
+    async executeQuery(sql) {
+        try {
+            const [rows, fields] = await this.pool.query(sql);
+            const columns = fields.map((f) => f.name);
+            return { columns, rows: rows };
+        }
+        catch (err) {
+            return { columns: [], rows: [{ error: err.message }] };
+        }
+    }
+    async close() {
+        try {
+            await this.pool.end();
+        }
+        catch {
+            // Already closed, ignore
+        }
+    }
+}
+export const mysqlConnector = {
+    type: 'mysql',
+    async test(config) {
+        const myConfig = config;
+        if (myConfig.type !== 'mysql') {
+            return { ok: false, error: 'Config type must be "mysql"' };
+        }
+        let mysql2;
+        try {
+            mysql2 = await import('mysql2/promise');
+        }
+        catch {
+            return { ok: false, error: 'mysql2 package is not installed. Run: npm install mysql2' };
+        }
+        let connection;
+        try {
+            connection = await mysql2.createConnection({
+                host: myConfig.host,
+                port: myConfig.port,
+                database: myConfig.database,
+                user: myConfig.user,
+                password: myConfig.password,
+            });
+            await connection.query('SELECT 1');
+            await connection.end();
+            return { ok: true };
+        }
+        catch (err) {
+            try {
+                if (connection)
+                    await connection.end();
+            }
+            catch {
+                // Ignore cleanup error
+            }
+            return { ok: false, error: `MySQL connection failed: ${err.message}` };
+        }
+    },
+    async connect(config) {
+        const myConfig = config;
+        if (myConfig.type !== 'mysql') {
+            throw new Error('Config type must be "mysql"');
+        }
+        let mysql2;
+        try {
+            mysql2 = await import('mysql2/promise');
+        }
+        catch {
+            throw new Error('mysql2 package is not installed. Run: npm install mysql2');
+        }
+        const pool = mysql2.createPool({
+            host: myConfig.host,
+            port: myConfig.port,
+            database: myConfig.database,
+            user: myConfig.user,
+            password: myConfig.password,
+            waitForConnections: true,
+            connectionLimit: 5,
+        });
+        // Verify the connection works
+        const conn = await pool.getConnection();
+        conn.release();
+        const sourceName = myConfig.database;
+        const id = `mysql-${myConfig.host}-${myConfig.database}-${Date.now()}`;
+        return new MysqlConnectedSource(id, sourceName, pool, myConfig);
+    },
+};
+//# sourceMappingURL=mysql.js.map