@ductape/sdk 0.0.4-v9 → 0.0.4-v91

package/dist/warehouse/parser/query-parser.js

@@ -0,0 +1,415 @@
+"use strict";
+/**
+ * Query Parser
+ *
+ * Parses and validates warehouse queries, building an abstract syntax tree (AST)
+ * for execution planning.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueryParser = exports.QueryValidationError = void 0;
+const types_1 = require("../types");
+// ==================== VALIDATION ERROR ====================
+/**
+ * Query validation error
+ */
+class QueryValidationError extends Error {
+    constructor(message, errors, query) {
+        super(message);
+        this.errors = errors;
+        this.query = query;
+        this.name = 'QueryValidationError';
+    }
+}
+exports.QueryValidationError = QueryValidationError;
+// ==================== QUERY PARSER ====================
+/**
+ * Query Parser
+ *
+ * Validates and parses warehouse queries into an AST for execution.
+ */
+class QueryParser {
+    constructor(registry) {
+        this.registry = registry;
+        this.aliasCounter = 0;
+    }
+    /**
+     * Parse a warehouse query into an AST
+     */
+    parse(query) {
+        var _a, _b;
+        // Validate first
+        const errors = this.validate(query);
+        if (errors.length > 0) {
+            throw new QueryValidationError(`Query validation failed: ${errors.join(', ')}`, errors, query);
+        }
+        // Build AST
+        const aliases = new Map();
+        const fieldReferences = new Set();
+        // Parse primary source
+        const primarySource = this.parseDataSource(query.from);
+        aliases.set(primarySource.alias, primarySource);
+        // Parse joins
+        const joins = (_a = query.join) === null || _a === void 0 ? void 0 : _a.map(j => {
+            const parsed = this.parseJoin(j, aliases);
+            aliases.set(parsed.source.alias, parsed.source);
+            return parsed;
+        });
+        // Parse fields
+        const fields = this.parseFields(query.fields, aliases, fieldReferences);
+        // Parse where clause
+        const where = query.where
+            ? this.parseWhere(query.where, aliases, fieldReferences)
+            : undefined;
+        // Parse aggregations
+        const aggregations = (_b = query.aggregate) === null || _b === void 0 ? void 0 : _b.map(a => this.parseAggregation(a, aliases, fieldReferences));
+        // Parse group by
+        if (query.groupBy) {
+            query.groupBy.forEach(f => fieldReferences.add(f));
+        }
+        // Parse having
+        const having = query.having
+            ? this.parseWhere(query.having, aliases, fieldReferences)
+            : undefined;
+        // Parse order by
+        if (query.orderBy) {
+            query.orderBy.forEach(o => fieldReferences.add(o.field));
+        }
+        return {
+            operation: query.operation,
+            primarySource,
+            fields,
+            joins,
+            where,
+            aggregations,
+            groupBy: query.groupBy,
+            having,
+            orderBy: query.orderBy,
+            limit: query.limit,
+            offset: query.offset,
+            data: query.data,
+            returning: query.returning,
+            hasTransaction: !!query.transaction,
+            aliases,
+            fieldReferences,
+        };
+    }
+    /**
+     * Validate a warehouse query
+     */
+    validate(query) {
+        const errors = [];
+        // Required: operation
+        if (!query.operation) {
+            errors.push('Operation is required');
+        }
+        else if (!['select', 'insert', 'update', 'delete', 'upsert'].includes(query.operation)) {
+            errors.push(`Invalid operation: ${query.operation}`);
+        }
+        // Required: from
+        if (!query.from) {
+            errors.push('Data source (from) is required');
+        }
+        else {
+            errors.push(...this.validateDataSource(query.from, 'from'));
+        }
+        // Validate joins
+        if (query.join) {
+            query.join.forEach((join, index) => {
+                const joinErrors = (0, types_1.validateJoinClause)(join);
+                errors.push(...joinErrors.map(e => `Join[${index}]: ${e}`));
+                errors.push(...this.validateDataSource(join.source, `join[${index}].source`));
+            });
+        }
+        // Operation-specific validation
+        switch (query.operation) {
+            case 'select':
+                // Select should have fields or use *
+                break;
+            case 'insert':
+                if (!query.data) {
+                    errors.push('Insert operation requires data');
+                }
+                break;
+            case 'update':
+                if (!query.data) {
+                    errors.push('Update operation requires data');
+                }
+                if (!query.where) {
+                    errors.push('Update operation requires where clause (use { } for all rows)');
+                }
+                break;
+            case 'delete':
+                if (!query.where) {
+                    errors.push('Delete operation requires where clause (use { } for all rows)');
+                }
+                break;
+            case 'upsert':
+                if (!query.data) {
+                    errors.push('Upsert operation requires data');
+                }
+                break;
+        }
+        // Validate aggregations with group by
+        if (query.aggregate && query.aggregate.length > 0 && query.fields) {
+            const nonAggFields = query.fields.filter(f => {
+                if (typeof f === 'string')
+                    return true;
+                return !f.aggregate;
+            });
+            if (nonAggFields.length > 0 && !query.groupBy) {
+                // Fields without aggregation should be in group by
+                // This is a warning, not an error in some databases
+            }
+        }
+        // Validate field references if we have registry
+        if (this.registry) {
+            // Could validate that referenced entities exist
+        }
+        return errors;
+    }
+    /**
+     * Validate a data source
+     */
+    validateDataSource(source, context) {
+        const errors = [];
+        if (!source.type) {
+            errors.push(`${context}: type is required`);
+        }
+        else if (!['database', 'graph', 'vector'].includes(source.type)) {
+            errors.push(`${context}: invalid type '${source.type}'`);
+        }
+        if (!source.tag) {
+            errors.push(`${context}: tag is required`);
+        }
+        if (!source.entity) {
+            errors.push(`${context}: entity is required`);
+        }
+        // Validate against registry if available
+        if (this.registry && source.tag) {
+            const registered = this.registry.get(source.tag);
+            if (!registered) {
+                errors.push(`${context}: data source '${source.tag}' is not registered`);
+            }
+            else if (registered.type !== source.type) {
+                errors.push(`${context}: type mismatch - expected '${registered.type}', got '${source.type}'`);
+            }
+        }
+        return errors;
+    }
+    /**
+     * Parse a data source
+     */
+    parseDataSource(source) {
+        const alias = source.alias || this.generateAlias(source);
+        // Get env/product from registry if available
+        let env;
+        let product;
+        if (this.registry) {
+            const registered = this.registry.get(source.tag);
+            if (registered) {
+                env = registered.env;
+                product = registered.product;
+            }
+        }
+        return {
+            original: source,
+            alias,
+            env,
+            product,
+        };
+    }
+    /**
+     * Parse a join clause
+     */
+    parseJoin(join, existingAliases) {
+        const source = this.parseDataSource(join.source);
+        // Determine dependencies
+        const dependsOn = [];
+        let leftFields;
+        let rightFields;
+        if (join.on) {
+            if ('left' in join.on) {
+                // Simple condition
+                const left = (0, types_1.parseFieldPath)(join.on.left);
+                const right = (0, types_1.parseFieldPath)(join.on.right);
+                if (left.alias && existingAliases.has(left.alias)) {
+                    dependsOn.push(left.alias);
+                }
+                leftFields = [join.on.left];
+                rightFields = [join.on.right];
+            }
+            else if ('conditions' in join.on) {
+                // Compound condition
+                leftFields = [];
+                rightFields = [];
+                for (const cond of join.on.conditions) {
+                    const left = (0, types_1.parseFieldPath)(cond.left);
+                    if (left.alias && existingAliases.has(left.alias)) {
+                        if (!dependsOn.includes(left.alias)) {
+                            dependsOn.push(left.alias);
+                        }
+                    }
+                    leftFields.push(cond.left);
+                    rightFields.push(cond.right);
+                }
+            }
+        }
+        return {
+            original: join,
+            source,
+            type: join.type,
+            leftFields,
+            rightFields,
+            dependsOn,
+        };
+    }
+    /**
+     * Parse field selections
+     */
+    parseFields(fields, aliases, fieldRefs) {
+        if (!fields || fields.length === 0) {
+            // Select all from primary source
+            return undefined;
+        }
+        return fields.map(f => {
+            if (typeof f === 'string') {
+                return this.parseFieldString(f, aliases, fieldRefs);
+            }
+            else {
+                return this.parseFieldMapping(f, aliases, fieldRefs);
+            }
+        });
+    }
+    /**
+     * Parse a field string
+     */
+    parseFieldString(field, aliases, fieldRefs) {
+        fieldRefs.add(field);
+        // Check for "alias.*" pattern
+        if (field.endsWith('.*')) {
+            const alias = field.slice(0, -2);
+            return {
+                path: field,
+                sourceAlias: alias,
+                fieldName: '*',
+                isWildcard: true,
+            };
+        }
+        // Check for "*" (all fields from primary)
+        if (field === '*') {
+            return {
+                path: '*',
+                fieldName: '*',
+                isWildcard: true,
+            };
+        }
+        // Parse qualified field
+        const parsed = (0, types_1.parseFieldPath)(field);
+        // Check for "field as alias" pattern
+        const asMatch = field.match(/^(.+)\s+as\s+(\w+)$/i);
+        if (asMatch) {
+            const sourcePath = asMatch[1].trim();
+            const outputAlias = asMatch[2].trim();
+            const sourceParsed = (0, types_1.parseFieldPath)(sourcePath);
+            return {
+                path: sourcePath,
+                sourceAlias: sourceParsed.alias,
+                fieldName: sourceParsed.field,
+                outputAlias,
+                isWildcard: false,
+            };
+        }
+        return {
+            path: field,
+            sourceAlias: parsed.alias,
+            fieldName: parsed.field,
+            isWildcard: false,
+        };
+    }
+    /**
+     * Parse a field mapping
+     */
+    parseFieldMapping(mapping, aliases, fieldRefs) {
+        fieldRefs.add(mapping.source);
+        const parsed = (0, types_1.parseFieldPath)(mapping.source);
+        return {
+            path: mapping.source,
+            sourceAlias: parsed.alias,
+            fieldName: parsed.field,
+            outputAlias: mapping.as,
+            isWildcard: false,
+        };
+    }
+    /**
+     * Parse where clause
+     */
+    parseWhere(where, aliases, fieldRefs) {
+        const referencedFields = (0, types_1.extractFieldPaths)(where);
+        referencedFields.forEach(f => fieldRefs.add(f));
+        // Determine referenced sources
+        const referencedSources = new Set();
+        for (const field of referencedFields) {
+            const parsed = (0, types_1.parseFieldPath)(field);
+            if (parsed.alias) {
+                referencedSources.add(parsed.alias);
+            }
+        }
+        // Check for special operators
+        let hasVectorOps = false;
+        let hasGraphOps = false;
+        const checkOperators = (clause) => {
+            for (const [key, value] of Object.entries(clause)) {
+                if (key.startsWith('$')) {
+                    if (key === '$and' || key === '$or' || key === '$nor') {
+                        value.forEach(checkOperators);
+                    }
+                    else if (key === '$not') {
+                        checkOperators(value);
+                    }
+                }
+                else if (value && typeof value === 'object') {
+                    if ('$similar' in value)
+                        hasVectorOps = true;
+                    if ('$connected' in value || '$hasLabel' in value)
+                        hasGraphOps = true;
+                }
+            }
+        };
+        checkOperators(where);
+        // Can push down if references only one source and no special ops
+        const canPushDown = referencedSources.size <= 1 && !hasVectorOps && !hasGraphOps;
+        return {
+            original: where,
+            referencedFields,
+            referencedSources: Array.from(referencedSources),
+            hasVectorOps,
+            hasGraphOps,
+            canPushDown,
+        };
+    }
+    /**
+     * Parse aggregation
+     */
+    parseAggregation(agg, aliases, fieldRefs) {
+        if (agg.field !== '*') {
+            fieldRefs.add(agg.field);
+        }
+        const parsed = (0, types_1.parseFieldPath)(agg.field);
+        return {
+            function: agg.function,
+            field: agg.field,
+            sourceAlias: parsed.alias,
+            outputAlias: agg.as,
+        };
+    }
+    /**
+     * Generate an alias for a data source
+     */
+    generateAlias(source) {
+        // Use first letter of entity or type
+        const base = source.entity.charAt(0).toLowerCase();
+        return `${base}${++this.aliasCounter}`;
+    }
+}
+exports.QueryParser = QueryParser;
+//# sourceMappingURL=query-parser.js.map

package/dist/warehouse/parser/query-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-parser.js","sourceRoot":"","sources":["../../../src/warehouse/parser/query-parser.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,oCAWkB;AA4JlB,6DAA6D;AAE7D;;GAEG;AACH,MAAa,oBAAqB,SAAQ,KAAK;IAC7C,YACE,OAAe,EACC,MAAgB,EAChB,KAAuB;QAEvC,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,WAAM,GAAN,MAAM,CAAU;QAChB,UAAK,GAAL,KAAK,CAAkB;QAGvC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AATD,oDASC;AAED,yDAAyD;AAEzD;;;;GAIG;AACH,MAAa,WAAW;IAGtB,YAA6B,QAA6B;QAA7B,aAAQ,GAAR,QAAQ,CAAqB;QAFlD,iBAAY,GAAG,CAAC,CAAC;IAEoC,CAAC;IAE9D;;OAEG;IACH,KAAK,CAAC,KAAsB;;QAC1B,iBAAiB;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,oBAAoB,CAC5B,4BAA4B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC/C,MAAM,EACN,KAAK,CACN,CAAC;QACJ,CAAC;QAED,YAAY;QACZ,MAAM,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;QACrD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAE1C,uBAAuB;QACvB,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAEhD,cAAc;QACd,MAAM,KAAK,GAAG,MAAA,KAAK,CAAC,IAAI,0CAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,eAAe;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QAExE,qBAAqB;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK;YACvB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,CAAC;YACxD,CAAC,CAAC,SAAS,CAAC;QAEd,qBAAqB;QACrB,MAAM,YAAY,GAAG,MAAA,KAAK,CAAC,SAAS,0CAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAC5C,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,CACnD,CAAC;QAEF,iBAAiB;QACjB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,eAAe;QACf,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM;YACzB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC;YACzD,CAAC,CAAC,SAAS,CAAC;QAEd,iBAAiB;QACjB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,aAAa;YACb,MAAM;YACN,KAAK;YACL,KAAK;YACL,YAAY;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM;YACN,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW;YACnC,OAAO;YACP,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAsB;QAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,sBAAsB;QACtB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YACzF,MAAM,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,iBAAiB;QACjB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBACjC,MAAM,UAAU,GAAG,IAAA,0BAAkB,EAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC;YAChF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,gCAAgC;QAChC,QAAQ,KAAK,CAAC,SAAS,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,qCAAqC;gBACrC,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBAChD,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBAChD,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;gBAC/E,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;gBAC/E,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBAChD,CAAC;gBACD,MAAM;QACV,CAAC;QAED,sCAAsC;QACtC,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAClE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBAC3C,IAAI,OAAO,CAAC,KAAK,QAAQ;oBAAE,OAAO,IAAI,CAAC;gBACvC,OAAO,CAAE,CAAmB,CAAC,SAAS,CAAC;YACzC,CAAC,CAAC,CAAC;YACH,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9C,mDAAmD;gBACnD,oDAAoD;YACtD,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,gDAAgD;QAClD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,MAAmB,EAAE,OAAe;QAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,oBAAoB,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,mBAAmB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,mBAAmB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,sBAAsB,CAAC,CAAC;QAChD,CAAC;QAED,yCAAyC;QACzC,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,kBAAkB,MAAM,CAAC,GAAG,qBAAqB,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CACT,GAAG,OAAO,+BAA+B,UAAU,CAAC,IAAI,WAAW,MAAM,CAAC,IAAI,GAAG,CAClF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAmB;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEzD,6CAA6C;QAC7C,IAAI,GAAuB,CAAC;QAC5B,IAAI,OAA2B,CAAC;QAEhC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,UAAU,EAAE,CAAC;gBACf,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;gBACrB,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,KAAK;YACL,GAAG;YACH,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,SAAS,CACf,IAAiB,EACjB,eAA+C;QAE/C,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjD,yBAAyB;QACzB,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,UAAgC,CAAC;QACrC,IAAI,WAAiC,CAAC;QAEtC,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,MAAM,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACtB,mBAAmB;gBACnB,MAAM,IAAI,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC1C,MAAM,KAAK,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAE5C,IAAI,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;gBACD,UAAU,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC5B,WAAW,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;iBAAM,IAAI,YAAY,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACnC,qBAAqB;gBACrB,UAAU,GAAG,EAAE,CAAC;gBAChB,WAAW,GAAG,EAAE,CAAC;gBACjB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvC,IAAI,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;4BACpC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC7B,CAAC;oBACH,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,MAAM;YACN,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU;YACV,WAAW;YACX,SAAS;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CACjB,MAA8C,EAC9C,OAAuC,EACvC,SAAsB;QAEtB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,iCAAiC;YACjC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,KAAa,EACb,OAAuC,EACvC,SAAsB;QAEtB,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAErB,8BAA8B;QAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,GAAG;gBACd,UAAU,EAAE,IAAI;aACjB,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAClB,OAAO;gBACL,IAAI,EAAE,GAAG;gBACT,SAAS,EAAE,GAAG;gBACd,UAAU,EAAE,IAAI;aACjB,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,KAAK,CAAC,CAAC;QAErC,qCAAqC;QACrC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACpD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,YAAY,GAAG,IAAA,sBAAc,EAAC,UAAU,CAAC,CAAC;YAEhD,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,WAAW,EAAE,YAAY,CAAC,KAAK;gBAC/B,SAAS,EAAE,YAAY,CAAC,KAAK;gBAC7B,WAAW;gBACX,UAAU,EAAE,KAAK;aAClB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,MAAM,CAAC,KAAK;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,OAAsB,EACtB,OAAuC,EACvC,SAAsB;QAEtB,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9C,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,MAAM;YACpB,WAAW,EAAE,MAAM,CAAC,KAAK;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,WAAW,EAAE,OAAO,CAAC,EAAE;YACvB,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAChB,KAA0B,EAC1B,OAAuC,EACvC,SAAsB;QAEtB,MAAM,gBAAgB,GAAG,IAAA,yBAAiB,EAAC,KAAK,CAAC,CAAC;QAClD,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,+BAA+B;QAC/B,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC5C,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,KAAK,CAAC,CAAC;YACrC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,MAAM,cAAc,GAAG,CAAC,MAA2B,EAAE,EAAE;YACrD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;wBACrD,KAA+B,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;oBAC3D,CAAC;yBAAM,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;wBAC1B,cAAc,CAAC,KAA4B,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9C,IAAI,UAAU,IAAI,KAAK;wBAAE,YAAY,GAAG,IAAI,CAAC;oBAC7C,IAAI,YAAY,IAAI,KAAK,IAAI,WAAW,IAAI,KAAK;wBAAE,WAAW,GAAG,IAAI,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,cAAc,CAAC,KAAK,CAAC,CAAC;QAEtB,iEAAiE;QACjE,MAAM,WAAW,GACf,iBAAiB,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,CAAC;QAE/D,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,gBAAgB;YAChB,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAChD,YAAY;YACZ,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,GAAiB,EACjB,OAAuC,EACvC,SAAsB;QAEtB,IAAI,GAAG,CAAC,KAAK,KAAK,GAAG,EAAE,CAAC;YACtB,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEzC,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,WAAW,EAAE,MAAM,CAAC,KAAK;YACzB,WAAW,EAAE,GAAG,CAAC,EAAE;SACpB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAmB;QACvC,qCAAqC;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,OAAO,GAAG,IAAI,GAAG,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;IACzC,CAAC;CACF;AA9cD,kCA8cC"}

package/dist/warehouse/registry/data-source-registry.d.ts

@@ -0,0 +1,207 @@
+/**
+ * Data Source Registry
+ *
+ * Manages data sources across databases, graphs, and vector stores.
+ * Provides unified access to underlying services (DatabaseService, GraphService, VectorService).
+ */
+import { DatabaseService } from '../../database/databases.service';
+import { GraphService } from '../../graph/graphs.service';
+import { VectorDatabaseService } from '../../vector/vector-database.service';
+import { DataSourceType, IDataSource } from '../types';
+/**
+ * Registered data source with its service
+ */
+export interface IRegisteredDataSource {
+    /** Data source tag */
+    tag: string;
+    /** Source type */
+    type: DataSourceType;
+    /** Environment */
+    env: string;
+    /** Product tag */
+    product: string;
+    /** Connection status */
+    status: 'connected' | 'disconnected' | 'error';
+    /** Last health check */
+    lastHealthCheck?: Date;
+    /** Error message if status is 'error' */
+    error?: string;
+    /** Metadata about the source (tables, indexes, etc.) */
+    metadata?: IDataSourceMetadata;
+}
+/**
+ * Metadata about a data source
+ */
+export interface IDataSourceMetadata {
+    /** Available entities (tables/labels/indexes) */
+    entities: string[];
+    /** Entity schemas */
+    schemas?: Record<string, IEntitySchema>;
+    /** Last updated */
+    updatedAt: Date;
+}
+/**
+ * Entity schema (table/collection/label)
+ */
+export interface IEntitySchema {
+    /** Entity name */
+    name: string;
+    /** Fields/columns */
+    fields: IFieldSchema[];
+    /** Primary key fields */
+    primaryKey?: string[];
+    /** Indexes */
+    indexes?: IIndexSchema[];
+}
+/**
+ * Field schema
+ */
+export interface IFieldSchema {
+    /** Field name */
+    name: string;
+    /** Field type */
+    type: string;
+    /** Nullable */
+    nullable: boolean;
+    /** Default value */
+    defaultValue?: any;
+}
+/**
+ * Index schema
+ */
+export interface IIndexSchema {
+    /** Index name */
+    name: string;
+    /** Indexed fields */
+    fields: string[];
+    /** Unique index */
+    unique: boolean;
+}
+/**
+ * Registry configuration
+ */
+export interface IRegistryConfig {
+    /** Enable automatic metadata caching */
+    cacheMetadata?: boolean;
+    /** Metadata cache TTL in seconds */
+    metadataCacheTtl?: number;
+    /** Enable health checks */
+    healthCheck?: boolean;
+    /** Health check interval in seconds */
+    healthCheckInterval?: number;
+}
+/**
+ * Data Source Registry
+ *
+ * Central registry for all data sources used by the warehouse.
+ * Manages connections and provides access to underlying services.
+ */
+export declare class DataSourceRegistry {
+    private readonly databaseService;
+    private readonly graphService;
+    private readonly vectorService;
+    private readonly config;
+    /** Registered data sources */
+    private sources;
+    /** Metadata cache */
+    private metadataCache;
+    /** Health check interval */
+    private healthCheckTimer?;
+    constructor(databaseService: DatabaseService, graphService: GraphService, vectorService: VectorDatabaseService, config?: IRegistryConfig);
+    /**
+     * Register a database data source
+     */
+    registerDatabase(tag: string, env: string, product: string): Promise<IRegisteredDataSource>;
+    /**
+     * Register a graph data source
+     */
+    registerGraph(tag: string, env: string, product: string): Promise<IRegisteredDataSource>;
+    /**
+     * Register a vector data source
+     */
+    registerVector(tag: string, env: string, product: string): Promise<IRegisteredDataSource>;
+    /**
+     * Unregister a data source
+     */
+    unregister(tag: string): boolean;
+    /**
+     * Get a registered data source
+     */
+    get(tag: string): IRegisteredDataSource | undefined;
+    /**
+     * Check if a data source is registered
+     */
+    has(tag: string): boolean;
+    /**
+     * Get all registered data sources
+     */
+    getAll(): IRegisteredDataSource[];
+    /**
+     * Get data sources by type
+     */
+    getByType(type: DataSourceType): IRegisteredDataSource[];
+    /**
+     * Resolve a data source reference
+     */
+    resolve(ref: IDataSource): IRegisteredDataSource;
+    /**
+     * Get the database service
+     */
+    getDatabaseService(): DatabaseService;
+    /**
+     * Get the graph service
+     */
+    getGraphService(): GraphService;
+    /**
+     * Get the vector service
+     */
+    getVectorService(): VectorDatabaseService;
+    /**
+     * Get the appropriate service for a data source
+     */
+    getService(source: IDataSource): DatabaseService | GraphService | VectorDatabaseService;
+    /**
+     * Get metadata for a data source
+     */
+    getMetadata(tag: string, forceRefresh?: boolean): Promise<IDataSourceMetadata | undefined>;
+    /**
+     * Get entity schema
+     */
+    getEntitySchema(tag: string, entity: string): Promise<IEntitySchema | undefined>;
+    /**
+     * Validate that an entity exists in a data source
+     */
+    validateEntity(source: IDataSource): Promise<boolean>;
+    /**
+     * Check health of a data source
+     */
+    checkHealth(tag: string): Promise<boolean>;
+    /**
+     * Check health of all data sources
+     */
+    checkAllHealth(): Promise<Map<string, boolean>>;
+    /**
+     * Start periodic health checks
+     */
+    private startHealthChecks;
+    /**
+     * Stop health checks
+     */
+    stopHealthChecks(): void;
+    /**
+     * Fetch metadata for a database
+     */
+    private fetchDatabaseMetadata;
+    /**
+     * Fetch metadata for a graph
+     */
+    private fetchGraphMetadata;
+    /**
+     * Fetch metadata for a vector store
+     */
+    private fetchVectorMetadata;
+    /**
+     * Clean up resources
+     */
+    destroy(): void;
+}