@duckcodeailabs/dql-agent 1.6.20 → 1.6.22

package/dist/metadata/sql-grounding.js

@@ -0,0 +1,397 @@
+/**
+ * Shared SQL grounding (spec 15) — ONE grounding for BOTH the governed
+ * answer-loop and the AI build engine. There is no "weak path".
+ *
+ * The grounding takes dbt artifacts (+ an optional set of relevant model names)
+ * and produces, for each table:
+ *   - the REAL qualified warehouse relation (`database.schema.alias`, e.g.
+ *     `dev.order_items`) — never a bare model name,
+ *   - the `{{ ref('<model>') }}` form for governed BLOCK SQL,
+ *   - real columns + types (catalog.json preferred, manifest YAML fallback),
+ *   - JOIN KEYS inferred from dbt `depends_on` and shared `*_id` / `*_key`
+ *     columns,
+ *   - a `certifiedBlock` flag (reserved for callers that pass certified models).
+ *
+ * On top of the grounding sit two deterministic, offline-safe primitives the
+ * build path was missing:
+ *   - `resolveRelationsInSql` — rewrites any bare / unqualified table name to
+ *     its real qualified relation (model name OR alias → `db.schema.alias`),
+ *   - `validateSqlAgainstGrounding` — flags any table or column the generated
+ *     SQL references that is not in the grounding.
+ *
+ * Both are pure string/AST helpers so they work with no provider and never
+ * crash the offline path.
+ */
+import { analyzeSqlReferences } from '@duckcodeailabs/dql-core';
+function effectiveColumns(model, artifacts) {
+    const catalog = artifacts.catalogColumns.get(model.uniqueId) ?? [];
+    const source = catalog.length > 0 ? catalog : model.columns;
+    return source.map((c) => ({ name: c.name, type: c.type, description: c.description }));
+}
+function sourceColumns(source, artifacts) {
+    const catalog = artifacts.catalogColumns.get(source.uniqueId) ?? [];
+    return catalog.map((c) => ({ name: c.name, type: c.type, description: c.description }));
+}
+/** Lower-cased keys a relation can be referenced by (qualified, last 2, bare). */
+export function relationKeys(relation) {
+    const normalized = relation.replace(/["`]/g, '').replace(/\s*\.\s*/g, '.').trim().toLowerCase();
+    const parts = normalized.split('.').filter(Boolean);
+    const keys = new Set();
+    if (normalized)
+        keys.add(normalized);
+    if (parts.length >= 2)
+        keys.add(parts.slice(-2).join('.'));
+    if (parts.length >= 1)
+        keys.add(parts[parts.length - 1]);
+    return Array.from(keys);
+}
+function isJoinKeyColumn(name) {
+    return /(^|_)(id|key|sk|pk|fk)$/i.test(name) || /_id$|_key$/i.test(name);
+}
+/**
+ * Build the shared schema grounding for a set of dbt models (+ sources).
+ * `relevantModels`, when provided, restricts/orders the grounding to the
+ * retrieval-selected relations; otherwise all models are grounded (capped).
+ */
+export function buildSchemaGrounding(artifacts, relevantModels, options = {}) {
+    const empty = { tables: [], joinKeys: [], byKey: new Map() };
+    if (!artifacts)
+        return empty;
+    const limit = Math.max(1, options.limit ?? 24);
+    const certified = new Set(Array.from(options.certifiedModelNames ?? []).map((name) => name.toLowerCase()));
+    // Order models: relevant first (in given order), then the rest, capped.
+    const relevant = relevantModels ? Array.from(relevantModels).map((m) => m.toLowerCase()) : undefined;
+    const modelByLower = new Map();
+    for (const model of artifacts.models) {
+        modelByLower.set(model.name.toLowerCase(), model);
+        if (model.alias)
+            modelByLower.set(model.alias.toLowerCase(), model);
+    }
+    let ordered;
+    if (relevant && relevant.length > 0) {
+        const seen = new Set();
+        ordered = [];
+        for (const key of relevant) {
+            const model = modelByLower.get(key);
+            if (model && !seen.has(model.uniqueId)) {
+                seen.add(model.uniqueId);
+                ordered.push(model);
+            }
+        }
+        // Backfill from the rest so a tiny retrieval set still has join partners.
+        for (const model of artifacts.models) {
+            if (ordered.length >= limit)
+                break;
+            if (!seen.has(model.uniqueId)) {
+                seen.add(model.uniqueId);
+                ordered.push(model);
+            }
+        }
+    }
+    else {
+        ordered = artifacts.models.slice();
+    }
+    ordered = ordered.slice(0, limit);
+    const tables = ordered.map((model) => ({
+        name: model.name,
+        qualifiedRelation: model.qualifiedRelation || model.name,
+        refForm: model.refForm,
+        columns: effectiveColumns(model, artifacts),
+        kind: 'model',
+        uniqueId: model.uniqueId,
+        certifiedBlock: certified.has(model.name.toLowerCase()) ||
+            (model.alias ? certified.has(model.alias.toLowerCase()) : false) ||
+            certified.has(model.qualifiedRelation.toLowerCase()),
+    }));
+    // Add sources that have catalog columns (referenced relations may be sources).
+    const remaining = Math.max(0, limit - tables.length);
+    for (const source of artifacts.sources.slice(0, remaining)) {
+        const cols = sourceColumns(source, artifacts);
+        if (cols.length === 0)
+            continue;
+        tables.push({
+            name: source.name,
+            qualifiedRelation: source.qualifiedRelation || source.name,
+            refForm: source.refForm,
+            columns: cols,
+            kind: 'source',
+            uniqueId: source.uniqueId,
+        });
+    }
+    const byKey = new Map();
+    for (const table of tables) {
+        for (const key of [...relationKeys(table.qualifiedRelation), ...relationKeys(table.name)]) {
+            if (!byKey.has(key))
+                byKey.set(key, table);
+        }
+    }
+    const joinKeys = inferJoinKeys(tables, artifacts);
+    return { tables, joinKeys, byKey };
+}
+/**
+ * Infer join keys two ways:
+ *   1) dbt `depends_on` lineage: a model that depends on another and shares an
+ *      `*_id` / `*_key` column joins on that column.
+ *   2) shared `*_id` / `*_key` columns between any two grounded relations.
+ * Deduped; lineage-derived keys are preferred (listed first).
+ */
+function inferJoinKeys(tables, artifacts) {
+    const byUniqueId = new Map(tables.map((t) => [t.uniqueId, t]));
+    const modelByUniqueId = new Map(artifacts.models.map((m) => [m.uniqueId, m]));
+    const out = [];
+    const seen = new Set();
+    const push = (key) => {
+        const id = [key.leftRelation, key.leftColumn, key.rightRelation, key.rightColumn]
+            .map((p) => p.toLowerCase())
+            .sort()
+            .join('|');
+        if (seen.has(id))
+            return;
+        seen.add(id);
+        out.push(key);
+    };
+    // 1) Lineage-derived: child depends_on parent; shared id/key column.
+    for (const table of tables) {
+        const model = modelByUniqueId.get(table.uniqueId);
+        if (!model)
+            continue;
+        for (const upstreamId of model.dependsOn) {
+            const upstream = byUniqueId.get(upstreamId);
+            if (!upstream)
+                continue;
+            for (const col of table.columns) {
+                if (!isJoinKeyColumn(col.name))
+                    continue;
+                if (upstream.columns.some((u) => u.name.toLowerCase() === col.name.toLowerCase())) {
+                    push({
+                        leftRelation: table.qualifiedRelation,
+                        leftColumn: col.name,
+                        rightRelation: upstream.qualifiedRelation,
+                        rightColumn: col.name,
+                        reason: `dbt lineage: ${table.name} depends_on ${upstream.name}, shared key ${col.name}`,
+                    });
+                }
+            }
+        }
+    }
+    // 2) Shared *_id / *_key columns between any two relations.
+    for (let i = 0; i < tables.length; i += 1) {
+        for (let j = i + 1; j < tables.length; j += 1) {
+            const left = tables[i];
+            const right = tables[j];
+            for (const col of left.columns) {
+                if (!isJoinKeyColumn(col.name))
+                    continue;
+                if (right.columns.some((r) => r.name.toLowerCase() === col.name.toLowerCase())) {
+                    push({
+                        leftRelation: left.qualifiedRelation,
+                        leftColumn: col.name,
+                        rightRelation: right.qualifiedRelation,
+                        rightColumn: col.name,
+                        reason: `shared key column ${col.name}`,
+                    });
+                }
+            }
+        }
+    }
+    return out;
+}
+/**
+ * Build a `SchemaGrounding` from already-qualified runtime relations (the
+ * answer-loop receives these from the host as `schemaContext` /
+ * `allowedSqlContext`, so the relations are already real warehouse relations).
+ * This lets the governed answer-loop reuse the SAME resolver + validator as the
+ * build path without re-reading dbt artifacts. No join-key inference here —
+ * the answer-loop already renders join paths from its context pack.
+ */
+export function buildGroundingFromRuntimeRelations(relations) {
+    const tables = relations.map((rel) => ({
+        name: rel.name ?? rel.relation.split('.').at(-1) ?? rel.relation,
+        qualifiedRelation: rel.relation,
+        columns: rel.columns.map((c) => ({ name: c.name, type: c.type, description: c.description })),
+        kind: 'model',
+        uniqueId: rel.relation,
+    }));
+    const byKey = new Map();
+    for (const table of tables) {
+        for (const key of [...relationKeys(table.qualifiedRelation), ...relationKeys(table.name)]) {
+            if (!byKey.has(key))
+                byKey.set(key, table);
+        }
+    }
+    return { tables, joinKeys: [], byKey };
+}
+/**
+ * Deterministically rewrite any bare / unqualified table name in `FROM` /
+ * `JOIN` clauses to its real qualified relation from the grounding. Maps both
+ * the model name and its alias to `database.schema.alias`. Already-qualified
+ * relations that match the grounding are left untouched.
+ *
+ * For BLOCK SQL the caller may request the `{{ ref() }}` form instead of the
+ * qualified relation via `prefer: 'ref'`.
+ */
+export function resolveRelationsInSql(sql, grounding, options = {}) {
+    if (!sql || grounding.tables.length === 0)
+        return { sql, rewrites: [] };
+    const prefer = options.prefer ?? 'qualified';
+    const rewrites = [];
+    // Match the relation token after FROM / JOIN (skip subqueries starting with `(`).
+    const pattern = /\b(from|join)\s+(?!\()([a-zA-Z_][\w]*(?:\s*\.\s*[a-zA-Z_][\w]*){0,2})/gi;
+    const resolved = sql.replace(pattern, (match, keyword, relation) => {
+        const normalized = relation.replace(/\s*\.\s*/g, '.');
+        // Already a {{ ref() }} / {{ source() }} macro? Leave it.
+        if (/\{\{/.test(normalized))
+            return match;
+        const table = lookupTable(normalized, grounding);
+        if (!table)
+            return match; // unknown relation — validator will flag it.
+        const target = prefer === 'ref' && table.refForm ? table.refForm : table.qualifiedRelation;
+        if (normalized.toLowerCase() === target.toLowerCase())
+            return match; // already correct.
+        rewrites.push({ from: normalized, to: target });
+        return `${keyword} ${target}`;
+    });
+    return { sql: resolved, rewrites };
+}
+function lookupTable(relation, grounding) {
+    for (const key of relationKeys(relation)) {
+        const hit = grounding.byKey.get(key);
+        if (hit)
+            return hit;
+    }
+    return undefined;
+}
+/**
+ * Validate that generated SQL references ONLY relations and columns present in
+ * the shared grounding. Read-only safety is enforced too (no DML/DDL). Returns
+ * a precise `offending` token so the build path can re-prompt the model with
+ * the exact miss.
+ */
+export function validateSqlAgainstGrounding(sql, grounding) {
+    const analysis = analyzeSqlReferences(sql);
+    const referencedRelations = analysis.tables;
+    const warnings = [];
+    if (!analysis.parsed) {
+        return {
+            ok: false,
+            code: 'unparseable',
+            error: `SQL could not be parsed for grounding validation: ${analysis.error ?? 'unknown parse error'}`,
+            warnings,
+            referencedRelations,
+        };
+    }
+    const unsafe = analysis.statementTypes.find((type) => type !== 'select');
+    if (unsafe) {
+        return {
+            ok: false,
+            code: 'unsafe_sql',
+            error: `Grounded SQL must be a read-only SELECT or WITH query; parser found ${unsafe.toUpperCase()}.`,
+            warnings,
+            referencedRelations,
+        };
+    }
+    if (grounding.tables.length === 0) {
+        return { ok: true, warnings: ['No grounding tables were available, so validation was advisory only.'], referencedRelations };
+    }
+    // Relation check — every referenced relation must be in the grounding.
+    for (const relation of referencedRelations) {
+        if (/\{\{/.test(relation))
+            continue; // `{{ ref() }}` macros resolve at execution.
+        if (!lookupTable(relation, grounding)) {
+            return {
+                ok: false,
+                code: 'unknown_relation',
+                error: `SQL references table "${relation}" which is not in the grounded schema. Use one of: ${grounding.tables
+                    .slice(0, 8)
+                    .map((t) => t.qualifiedRelation)
+                    .join(', ')}.`,
+                warnings,
+                referencedRelations,
+                offending: { relation },
+            };
+        }
+    }
+    // Column check — qualified columns must exist on their relation; unqualified
+    // columns must exist on at least one grounded relation.
+    const outputAliases = extractSelectAliases(sql);
+    for (const column of analysis.columns) {
+        if (column.column === '*')
+            continue;
+        if (column.unqualified && outputAliases.has(column.column.toLowerCase()))
+            continue;
+        if (column.relation) {
+            const table = lookupTable(column.relation, grounding);
+            if (!table || table.columns.length === 0)
+                continue; // unknown relation already handled / no column info.
+            if (!table.columns.some((c) => c.name.toLowerCase() === column.column.toLowerCase())) {
+                return {
+                    ok: false,
+                    code: 'unknown_column',
+                    error: `SQL references column "${column.column}" which does not exist on ${table.qualifiedRelation}.`,
+                    warnings,
+                    referencedRelations,
+                    offending: { relation: table.qualifiedRelation, column: column.column },
+                };
+            }
+            continue;
+        }
+        const tablesWithCols = grounding.tables.filter((t) => t.columns.length > 0);
+        if (tablesWithCols.length === 0)
+            continue;
+        if (!tablesWithCols.some((t) => t.columns.some((c) => c.name.toLowerCase() === column.column.toLowerCase()))) {
+            return {
+                ok: false,
+                code: 'unknown_column',
+                error: `SQL references column "${column.column}" which is not present on any grounded relation.`,
+                warnings,
+                referencedRelations,
+                offending: { column: column.column },
+            };
+        }
+    }
+    return { ok: true, warnings, referencedRelations };
+}
+function extractSelectAliases(sql) {
+    const aliases = new Set();
+    for (const section of sql.matchAll(/\bSELECT\b([\s\S]*?)\bFROM\b/gi)) {
+        for (const alias of (section[1] ?? '').matchAll(/\bAS\s+(["`]?\w+["`]?)/gi)) {
+            const name = (alias[1] ?? '').replace(/["`]/g, '').trim().toLowerCase();
+            if (name)
+                aliases.add(name);
+        }
+    }
+    return aliases;
+}
+// ─── Prompt rendering ─────────────────────────────────────────────────────────
+/**
+ * Render the grounding as a prompt block. Each table is presented as BOTH its
+ * qualified relation AND its `{{ ref() }}` form with real columns+types, plus
+ * the inferred join keys. The convention line tells the model how to reference
+ * relations for the given target (CELL → qualified; BLOCK → `{{ ref() }}`).
+ */
+export function renderGroundingForPrompt(grounding, target = 'cell') {
+    if (grounding.tables.length === 0)
+        return '(no schema available)';
+    const convention = target === 'block'
+        ? 'Reference each table by its {{ ref(\'<model>\') }} form (DQL resolves it at execution). Use ONLY these relations and columns.'
+        : 'Reference each table by its fully-qualified relation (database.schema.table). Use ONLY these relations and columns; never a bare model name.';
+    const lines = [`Use ONLY these relations and columns. ${convention}`, ''];
+    for (const table of grounding.tables) {
+        const cols = table.columns
+            .slice(0, 30)
+            .map((c) => `${c.name}${c.type ? ` ${c.type}` : ''}`)
+            .join(', ');
+        const ref = table.refForm ? ` | ref: ${table.refForm}` : '';
+        const certified = table.certifiedBlock ? ' [certified block]' : '';
+        lines.push(`- ${table.qualifiedRelation}${ref}${certified}`);
+        lines.push(`  columns: ${cols || '(no columns available)'}`);
+    }
+    if (grounding.joinKeys.length > 0) {
+        lines.push('', 'Join keys:');
+        for (const join of grounding.joinKeys.slice(0, 12)) {
+            lines.push(`- ${join.leftRelation}.${join.leftColumn} = ${join.rightRelation}.${join.rightColumn} (${join.reason})`);
+        }
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=sql-grounding.js.map

package/dist/metadata/sql-grounding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-grounding.js","sourceRoot":"","sources":["../../src/metadata/sql-grounding.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAkDhE,SAAS,gBAAgB,CAAC,KAAmB,EAAE,SAAuB;IACpE,MAAM,OAAO,GAAG,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;IAC5D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,aAAa,CAAC,MAAqB,EAAE,SAAuB;IACnE,MAAM,OAAO,GAAG,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACpE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC1F,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,UAAU;QAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAC;IAC1D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,SAAmC,EACnC,cAA6C,EAC7C,UAAuC,EAAE;IAEzC,MAAM,KAAK,GAAoB,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;IAC9E,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,GAAG,CACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAChF,CAAC;IAEF,wEAAwE;IACxE,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrG,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,KAAK;YAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAuB,CAAC;IAC5B,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,0EAA0E;QAC1E,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAElC,MAAM,MAAM,GAAoB,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,IAAI;QACxD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC;QAC3C,IAAI,EAAE,OAAgB;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,cAAc,EACZ,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACvC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAChE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC;KACvD,CAAC,CAAC,CAAC;IAEJ,+EAA+E;IAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACrD,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAChC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,IAAI;YAC1D,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC1F,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAClD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,SAAS,aAAa,CAAC,MAAuB,EAAE,SAAuB;IACrE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;IACxE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;IACvF,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,MAAM,IAAI,GAAG,CAAC,GAAoB,EAAE,EAAE;QACpC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,WAAW,CAAC;aAC9E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;aAC3B,IAAI,EAAE;aACN,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO;QACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC,CAAC;IAEF,qEAAqE;IACrE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ;gBAAE,SAAS;YACxB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;oBAAE,SAAS;gBACzC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAClF,IAAI,CAAC;wBACH,YAAY,EAAE,KAAK,CAAC,iBAAiB;wBACrC,UAAU,EAAE,GAAG,CAAC,IAAI;wBACpB,aAAa,EAAE,QAAQ,CAAC,iBAAiB;wBACzC,WAAW,EAAE,GAAG,CAAC,IAAI;wBACrB,MAAM,EAAE,gBAAgB,KAAK,CAAC,IAAI,eAAe,QAAQ,CAAC,IAAI,gBAAgB,GAAG,CAAC,IAAI,EAAE;qBACzF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC/B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;oBAAE,SAAS;gBACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC/E,IAAI,CAAC;wBACH,YAAY,EAAE,IAAI,CAAC,iBAAiB;wBACpC,UAAU,EAAE,GAAG,CAAC,IAAI;wBACpB,aAAa,EAAE,KAAK,CAAC,iBAAiB;wBACtC,WAAW,EAAE,GAAG,CAAC,IAAI;wBACrB,MAAM,EAAE,qBAAqB,GAAG,CAAC,IAAI,EAAE;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAWD;;;;;;;GAOG;AACH,MAAM,UAAU,kCAAkC,CAAC,SAAiC;IAClF,MAAM,MAAM,GAAoB,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ;QAChE,iBAAiB,EAAE,GAAG,CAAC,QAAQ;QAC/B,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAC7F,IAAI,EAAE,OAAgB;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACvB,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC1F,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;AACzC,CAAC;AAWD;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CACnC,GAAW,EACX,SAA0B,EAC1B,UAA4C,EAAE;IAE9C,IAAI,CAAC,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC;IAC7C,MAAM,QAAQ,GAAwC,EAAE,CAAC;IAEzD,kFAAkF;IAClF,MAAM,OAAO,GAAG,yEAAyE,CAAC;IAC1F,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAe,EAAE,QAAgB,EAAE,EAAE;QACjF,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACtD,0DAA0D;QAC1D,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,6CAA6C;QACvE,MAAM,MAAM,GAAG,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC3F,IAAI,UAAU,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE;YAAE,OAAO,KAAK,CAAC,CAAC,mBAAmB;QACxF,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,GAAG,OAAO,IAAI,MAAM,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,SAA0B;IAC/D,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAkBD;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,GAAW,EACX,SAA0B;IAE1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC5C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACrB,OAAO;YACL,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,qDAAqD,QAAQ,CAAC,KAAK,IAAI,qBAAqB,EAAE;YACrG,QAAQ;YACR,mBAAmB;SACpB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACzE,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,uEAAuE,MAAM,CAAC,WAAW,EAAE,GAAG;YACrG,QAAQ;YACR,mBAAmB;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,sEAAsE,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC/H,CAAC;IAED,uEAAuE;IACvE,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;QAC3C,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,SAAS,CAAC,6CAA6C;QAClF,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,yBAAyB,QAAQ,sDAAsD,SAAS,CAAC,MAAM;qBAC3G,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;qBACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;qBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;gBAChB,QAAQ;gBACR,mBAAmB;gBACnB,SAAS,EAAE,EAAE,QAAQ,EAAE;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,wDAAwD;IACxD,MAAM,aAAa,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtC,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;YAAE,SAAS;QACpC,IAAI,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QACnF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS,CAAC,qDAAqD;YACzG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACrF,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,0BAA0B,MAAM,CAAC,MAAM,6BAA6B,KAAK,CAAC,iBAAiB,GAAG;oBACrG,QAAQ;oBACR,mBAAmB;oBACnB,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;iBACxE,CAAC;YACJ,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5E,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC1C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;YAC7G,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,0BAA0B,MAAM,CAAC,MAAM,kDAAkD;gBAChG,QAAQ;gBACR,mBAAmB;gBACnB,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;aACrC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;QACrE,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;YAC5E,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACxE,IAAI,IAAI;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,SAA0B,EAC1B,SAAsC,MAAM;IAE5C,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,uBAAuB,CAAC;IAClE,MAAM,UAAU,GACd,MAAM,KAAK,OAAO;QAChB,CAAC,CAAC,+HAA+H;QACjI,CAAC,CAAC,8IAA8I,CAAC;IAErJ,MAAM,KAAK,GAAa,CAAC,yCAAyC,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;IACpF,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO;aACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;aACpD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,iBAAiB,GAAG,GAAG,GAAG,SAAS,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,wBAAwB,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU,MAAM,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACvH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/metadata/sql-retrieval.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Table retrieval (spec 15, part 3) — give the model the RELEVANT tables, not
+ * 40 arbitrary ones. Ranks dbt models against the request using lexical
+ * overlap (a lightweight, offline FTS/BM25-style score over model name +
+ * columns + description) blended with the spec-11 `EmbeddingProvider` cosine
+ * similarity via `hybridRank`. Returns the top-K model names to feed into
+ * `buildSchemaGrounding`.
+ *
+ * Deterministic + offline by default: the default embedding provider is the
+ * hashed-token vector, and `alpha` defaults to 0 (pure lexical) so tests are
+ * stable without a model.
+ */
+import { type EmbeddingProvider } from '../embeddings/provider.js';
+import type { DbtArtifacts } from '../propose/dbt-artifacts.js';
+export interface SelectRelevantModelsOptions {
+    /** Max models to return. */
+    topK?: number;
+    /** Vector-similarity weight in [0,1]; 0 (default) = pure lexical, offline-stable. */
+    alpha?: number;
+    provider?: EmbeddingProvider;
+}
+/**
+ * Rank models by relevance to `request` and return the top-K model names
+ * (logical `name`, suitable for `buildSchemaGrounding`'s `relevantModels`).
+ * When no model has any lexical overlap, returns the first K models so the
+ * grounding is never empty.
+ */
+export declare function selectRelevantModels(artifacts: DbtArtifacts | undefined, request: string, options?: SelectRelevantModelsOptions): Promise<string[]>;
+//# sourceMappingURL=sql-retrieval.d.ts.map

package/dist/metadata/sql-retrieval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-retrieval.d.ts","sourceRoot":"","sources":["../../src/metadata/sql-retrieval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAwC,KAAK,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACzG,OAAO,KAAK,EAAE,YAAY,EAAgB,MAAM,6BAA6B,CAAC;AAE9E,MAAM,WAAW,2BAA2B;IAC1C,4BAA4B;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC9B;AA4CD;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,YAAY,GAAG,SAAS,EACnC,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,MAAM,EAAE,CAAC,CAmBnB"}

package/dist/metadata/sql-retrieval.js

@@ -0,0 +1,79 @@
+/**
+ * Table retrieval (spec 15, part 3) — give the model the RELEVANT tables, not
+ * 40 arbitrary ones. Ranks dbt models against the request using lexical
+ * overlap (a lightweight, offline FTS/BM25-style score over model name +
+ * columns + description) blended with the spec-11 `EmbeddingProvider` cosine
+ * similarity via `hybridRank`. Returns the top-K model names to feed into
+ * `buildSchemaGrounding`.
+ *
+ * Deterministic + offline by default: the default embedding provider is the
+ * hashed-token vector, and `alpha` defaults to 0 (pure lexical) so tests are
+ * stable without a model.
+ */
+import { defaultEmbeddingProvider, hybridRank } from '../embeddings/provider.js';
+const TOKEN_RE = /[\p{L}\p{N}_]+/gu;
+function tokenize(text) {
+    return (text.toLowerCase().match(TOKEN_RE) ?? []).filter((t) => t.length > 1);
+}
+/** Searchable text for a model: name, columns, description, tags, domain. */
+function modelText(model, artifacts) {
+    const cols = (artifacts.catalogColumns.get(model.uniqueId) ?? model.columns).map((c) => c.name);
+    return [
+        model.name,
+        model.alias ?? '',
+        model.qualifiedRelation,
+        model.description ?? '',
+        model.domainHint ?? '',
+        model.folder ?? '',
+        ...model.tags,
+        ...cols,
+    ]
+        .filter(Boolean)
+        .join(' ');
+}
+/**
+ * A simple normalized lexical relevance: fraction of query tokens that appear
+ * in the model's searchable text, with a small boost for name matches. In [0,1].
+ */
+function lexicalScore(queryTokens, model, artifacts) {
+    if (queryTokens.length === 0)
+        return 0;
+    const text = modelText(model, artifacts).toLowerCase();
+    const nameTokens = new Set(tokenize(`${model.name} ${model.alias ?? ''}`));
+    let hits = 0;
+    let nameHits = 0;
+    for (const token of queryTokens) {
+        if (text.includes(token))
+            hits += 1;
+        if (nameTokens.has(token))
+            nameHits += 1;
+    }
+    const coverage = hits / queryTokens.length;
+    const nameBoost = nameHits > 0 ? 0.25 : 0;
+    return Math.min(1, coverage + nameBoost);
+}
+/**
+ * Rank models by relevance to `request` and return the top-K model names
+ * (logical `name`, suitable for `buildSchemaGrounding`'s `relevantModels`).
+ * When no model has any lexical overlap, returns the first K models so the
+ * grounding is never empty.
+ */
+export async function selectRelevantModels(artifacts, request, options = {}) {
+    if (!artifacts || artifacts.models.length === 0)
+        return [];
+    const topK = Math.max(1, options.topK ?? 12);
+    const queryTokens = tokenize(request);
+    const items = artifacts.models.map((model) => ({
+        item: model,
+        text: modelText(model, artifacts),
+        ftsScore: lexicalScore(queryTokens, model, artifacts),
+    }));
+    const ranked = await hybridRank(request, items, {
+        alpha: options.alpha ?? 0,
+        provider: options.provider ?? defaultEmbeddingProvider(),
+    });
+    const withSignal = ranked.filter((r) => r.score > 0);
+    const chosen = (withSignal.length > 0 ? withSignal : ranked).slice(0, topK);
+    return chosen.map((r) => r.item.name);
+}
+//# sourceMappingURL=sql-retrieval.js.map

package/dist/metadata/sql-retrieval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-retrieval.js","sourceRoot":"","sources":["../../src/metadata/sql-retrieval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,wBAAwB,EAAE,UAAU,EAA0B,MAAM,2BAA2B,CAAC;AAWzG,MAAM,QAAQ,GAAG,kBAAkB,CAAC;AAEpC,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,6EAA6E;AAC7E,SAAS,SAAS,CAAC,KAAmB,EAAE,SAAuB;IAC7D,MAAM,IAAI,GAAG,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAChG,OAAO;QACL,KAAK,CAAC,IAAI;QACV,KAAK,CAAC,KAAK,IAAI,EAAE;QACjB,KAAK,CAAC,iBAAiB;QACvB,KAAK,CAAC,WAAW,IAAI,EAAE;QACvB,KAAK,CAAC,UAAU,IAAI,EAAE;QACtB,KAAK,CAAC,MAAM,IAAI,EAAE;QAClB,GAAG,KAAK,CAAC,IAAI;QACb,GAAG,IAAI;KACR;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,WAAqB,EAAE,KAAmB,EAAE,SAAuB;IACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3E,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,IAAI,IAAI,CAAC,CAAC;QACpC,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,QAAQ,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC;IAC3C,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAmC,EACnC,OAAe,EACf,UAAuC,EAAE;IAEzC,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC;QACjC,QAAQ,EAAE,YAAY,CAAC,WAAW,EAAE,KAAK,EAAE,SAAS,CAAC;KACtD,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,wBAAwB,EAAE;KACzD,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC"}

package/dist/narrate.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Narrate service — turns a *grounded, executed* query result into a stakeholder
+ * story: a summary, key findings, an optional recommendation, and optional
+ * per-item (per-tile) insight captions.
+ *
+ * It is provider-agnostic by design (mirrors `createLlmAgentRunPlanner`): callers
+ * inject a plain text completion (`NarrateCompletion`); any parse/transport
+ * failure — or no injected LLM at all — falls back to a deterministic narration
+ * computed from the rows (totals, leader, concentration, range). That keeps
+ * Research and App storytelling fast, offline, and always-grounded: narration
+ * only ever describes data the loop already executed against governed sources.
+ */
+export interface NarrateResultData {
+    columns: string[];
+    rows: Array<Record<string, unknown>>;
+}
+export interface NarrateItem {
+    id: string;
+    title: string;
+    result?: NarrateResultData;
+}
+export interface NarrateInput {
+    question: string;
+    intent?: string;
+    result?: NarrateResultData;
+    /** Per-tile results, for App storytelling captions. */
+    items?: NarrateItem[];
+    /** Governed sources/evidence used, surfaced to keep the narration grounded. */
+    evidence?: string[];
+    /** True when the underlying SQL is review-required (uncertified). */
+    reviewRequired?: boolean;
+}
+export interface NarrateResult {
+    summary: string;
+    keyFindings: string[];
+    recommendation?: string;
+    /** Keyed by item id → one-line insight caption. */
+    perItemInsight?: Record<string, string>;
+    source: "llm" | "deterministic";
+}
+export type NarrateCompletion = (input: {
+    system: string;
+    user: string;
+    signal?: AbortSignal;
+}) => Promise<string>;
+export interface NarrateOptions {
+    complete?: NarrateCompletion;
+    signal?: AbortSignal;
+    maxFindings?: number;
+}
+export declare function narrateResult(input: NarrateInput, options?: NarrateOptions): Promise<NarrateResult>;
+//# sourceMappingURL=narrate.d.ts.map

package/dist/narrate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"narrate.d.ts","sourceRoot":"","sources":["../src/narrate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,uDAAuD;IACvD,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,qEAAqE;IACrE,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,EAAE,KAAK,GAAG,eAAe,CAAC;CACjC;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEtB,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,aAAa,CAAC,CAyB7G"}