@deepagents/text2sql 0.23.0 → 0.25.0

package/dist/lib/adapters/sqlserver/column-values.sqlserver.grounding.d.ts

@@ -1,14 +1,5 @@
 import type { Adapter } from '../adapter.ts';
 import { type Column, ColumnValuesGrounding, type ColumnValuesGroundingConfig } from '../groundings/column-values.grounding.ts';
-/**
- * SQL Server implementation of ColumnValuesGrounding.
- *
- * Supports:
- * - CHECK constraints with IN clauses (inherited from base)
- * - Low cardinality data scan
- *
- * Note: SQL Server does not have native ENUM types.
- */
 export declare class SqlServerColumnValuesGrounding extends ColumnValuesGrounding {
     #private;
     constructor(adapter: Adapter, config?: ColumnValuesGroundingConfig);

package/dist/lib/adapters/sqlserver/column-values.sqlserver.grounding.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"column-values.sqlserver.grounding.d.ts","sourceRoot":"","sources":["../../../../src/lib/adapters/sqlserver/column-values.sqlserver.grounding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EACL,KAAK,MAAM,EACX,qBAAqB,EACrB,KAAK,2BAA2B,EACjC,MAAM,0CAA0C,CAAC;AAElD;;;;;;;;GAQG;AACH,qBAAa,8BAA+B,SAAQ,qBAAqB;;gBAG3D,OAAO,EAAE,OAAO,EAAE,MAAM,GAAE,2BAAgC;cAK7C,qBAAqB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;CA4BjC"}
+{"version":3,"file":"column-values.sqlserver.grounding.d.ts","sourceRoot":"","sources":["../../../../src/lib/adapters/sqlserver/column-values.sqlserver.grounding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EACL,KAAK,MAAM,EACX,qBAAqB,EACrB,KAAK,2BAA2B,EACjC,MAAM,0CAA0C,CAAC;AAElD,qBAAa,8BAA+B,SAAQ,qBAAqB;;gBAG3D,OAAO,EAAE,OAAO,EAAE,MAAM,GAAE,2BAAgC;cA2B7C,qBAAqB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;CAgCjC"}

package/dist/lib/adapters/sqlserver/index.js

@@ -431,9 +431,11 @@ var InfoGrounding = class extends AbstractGrounding {
 // packages/text2sql/src/lib/adapters/groundings/column-values.grounding.ts
 var ColumnValuesGrounding = class extends AbstractGrounding {
   lowCardinalityLimit;
+  maxValueLength;
   constructor(config = {}) {
     super("columnValues");
     this.lowCardinalityLimit = config.lowCardinalityLimit ?? 20;
+    this.maxValueLength = config.maxValueLength ?? 100;
   }
   /**
    * Get values for native ENUM type columns.
@@ -538,24 +540,27 @@ var ColumnValuesGrounding = class extends AbstractGrounding {
       }
     }
   }
+  exceedsMaxValueLength(values) {
+    return values.some((v) => v.length > this.maxValueLength);
+  }
   /**
    * Resolve column values from all sources in priority order.
    */
   async resolveColumnValues(tableName, column2, constraints2) {
     const enumValues = await this.collectEnumValues(tableName, column2);
-    if (enumValues?.length) {
+    if (enumValues?.length && !this.exceedsMaxValueLength(enumValues)) {
       return { kind: "Enum", values: enumValues };
     }
     if (constraints2) {
       for (const constraint2 of constraints2) {
         const checkValues = this.parseCheckConstraint(constraint2, column2.name);
-        if (checkValues?.length) {
+        if (checkValues?.length && !this.exceedsMaxValueLength(checkValues)) {
           return { kind: "Enum", values: checkValues };
         }
       }
     }
     const lowCardValues = await this.collectLowCardinality(tableName, column2);
-    if (lowCardValues?.length) {
+    if (lowCardValues?.length && !this.exceedsMaxValueLength(lowCardValues)) {
       return { kind: "LowCardinality", values: lowCardValues };
     }
     return void 0;
@@ -806,12 +811,61 @@ var TableGrounding = class extends AbstractGrounding {
 // packages/text2sql/src/lib/adapters/sqlserver/column-stats.sqlserver.grounding.ts
 var SqlServerColumnStatsGrounding = class extends ColumnStatsGrounding {
   #adapter;
+  #nDistinctCache = /* @__PURE__ */ new Map();
   constructor(adapter, config = {}) {
     super(config);
     this.#adapter = adapter;
   }
+  async execute(ctx) {
+    await this.#fetchNDistinct(ctx);
+    await super.execute(ctx);
+  }
+  async #fetchNDistinct(ctx) {
+    if (ctx.tables.length === 0) return;
+    const objectIds = ctx.tables.map((t) => {
+      const { schema, table: table2 } = this.#adapter.parseTableName(t.name);
+      return `OBJECT_ID('[${this.#adapter.escape(schema)}].[${this.#adapter.escape(table2)}]')`;
+    });
+    try {
+      const rows = await this.#adapter.runQuery(`
+        SELECT
+          OBJECT_SCHEMA_NAME(s.object_id) AS schema_name,
+          OBJECT_NAME(s.object_id) AS table_name,
+          COL_NAME(sc.object_id, sc.column_id) AS column_name,
+          (
+            SELECT ISNULL(SUM(h.distinct_range_rows), 0) + COUNT(*)
+            FROM sys.dm_db_stats_histogram(s.object_id, s.stats_id) h
+          ) AS approx_n_distinct
+        FROM sys.stats s
+        INNER JOIN sys.stats_columns sc
+          ON s.object_id = sc.object_id AND s.stats_id = sc.stats_id
+        CROSS APPLY sys.dm_db_stats_properties(s.object_id, s.stats_id) sp
+        WHERE sc.stats_column_id = 1
+          AND sp.rows > 0
+          AND s.object_id IN (${objectIds.join(", ")})
+      `);
+      for (const row of rows) {
+        const tableName = ctx.tables.find((t) => {
+          const { schema, table: table2 } = this.#adapter.parseTableName(t.name);
+          return schema === row.schema_name && table2 === row.table_name;
+        })?.name;
+        if (!tableName) continue;
+        let map = this.#nDistinctCache.get(tableName);
+        if (!map) {
+          map = /* @__PURE__ */ new Map();
+          this.#nDistinctCache.set(tableName, map);
+        }
+        map.set(row.column_name, row.approx_n_distinct);
+      }
+    } catch {
+    }
+  }
   async collectStats(tableName, column2) {
+    const cachedNDistinct = this.#nDistinctCache.get(tableName)?.get(column2.name);
     if (!this.#shouldCollectStats(column2.type)) {
+      if (cachedNDistinct != null) {
+        return { nDistinct: cachedNDistinct };
+      }
       return void 0;
     }
     const { schema, table: table2 } = this.#adapter.parseTableName(tableName);
@@ -826,18 +880,22 @@ var SqlServerColumnStatsGrounding = class extends ColumnStatsGrounding {
     `;
     const rows = await this.#adapter.runQuery(sql);
     if (!rows.length) {
+      if (cachedNDistinct != null) {
+        return { nDistinct: cachedNDistinct };
+      }
       return void 0;
     }
     const min = rows[0]?.min_value;
     const max = rows[0]?.max_value;
     const nullFraction = this.#adapter.toNumber(rows[0]?.null_fraction);
-    if (min == null && max == null && nullFraction == null) {
+    if (min == null && max == null && nullFraction == null && cachedNDistinct == null) {
       return void 0;
     }
     return {
       min: min ?? void 0,
       max: max ?? void 0,
-      nullFraction: nullFraction != null && Number.isFinite(nullFraction) ? Math.max(0, Math.min(1, nullFraction)) : void 0
+      nullFraction: nullFraction != null && Number.isFinite(nullFraction) ? Math.max(0, Math.min(1, nullFraction)) : void 0,
+      ...cachedNDistinct != null && { nDistinct: cachedNDistinct }
     };
   }
   #shouldCollectStats(type) {
@@ -1087,7 +1145,28 @@ var SqlServerColumnValuesGrounding = class extends ColumnValuesGrounding {
     super(config);
     this.#adapter = adapter;
   }
+  #isHighCardinality(column2) {
+    const nDistinct = column2.stats?.nDistinct;
+    if (nDistinct != null) {
+      if (nDistinct > 0) return nDistinct > this.lowCardinalityLimit;
+      return true;
+    }
+    const type = column2.type.toLowerCase();
+    if (/nvarchar\s*\(\s*max\s*\)|varchar\s*\(\s*max\s*\)|text|ntext|xml|image|varbinary\s*\(\s*max\s*\)|uniqueidentifier/.test(
+      type
+    )) {
+      return true;
+    }
+    const varcharMatch = type.match(/n?varchar\s*\(\s*(\d+)\s*\)/);
+    if (varcharMatch && parseInt(varcharMatch[1]) > 255) {
+      return true;
+    }
+    return false;
+  }
   async collectLowCardinality(tableName, column2) {
+    if (this.#isHighCardinality(column2)) {
+      return void 0;
+    }
     const { schema, table: table2 } = this.#adapter.parseTableName(tableName);
     const tableIdentifier = `[${this.#adapter.escape(schema)}].[${this.#adapter.escape(table2)}]`;
     const columnIdentifier = `[${this.#adapter.escape(column2.name)}]`;
@@ -1740,9 +1819,11 @@ var SqlServerTableGrounding = class extends TableGrounding {
 // packages/text2sql/src/lib/adapters/groundings/view.grounding.ts
 var ViewGrounding = class extends AbstractGrounding {
   #filter;
+  includeDefinition;
   constructor(config = {}) {
     super("view");
     this.#filter = config.filter;
+    this.includeDefinition = config.includeDefinition ?? true;
   }
   /**
    * Execute the grounding process.
@@ -1796,14 +1877,18 @@ var SqlServerViewGrounding = class extends ViewGrounding {
   }
   async getView(viewName) {
     const { schema, table: view2 } = this.#adapter.parseTableName(viewName);
-    const defRows = await this.#adapter.runQuery(`
-      SELECT m.definition
-      FROM sys.views v
-      JOIN sys.schemas s ON v.schema_id = s.schema_id
-      JOIN sys.sql_modules m ON v.object_id = m.object_id
-      WHERE s.name = '${this.#adapter.escapeString(schema)}'
-        AND v.name = '${this.#adapter.escapeString(view2)}'
-    `);
+    let definition;
+    if (this.includeDefinition) {
+      const defRows = await this.#adapter.runQuery(`
+        SELECT m.definition
+        FROM sys.views v
+        JOIN sys.schemas s ON v.schema_id = s.schema_id
+        JOIN sys.sql_modules m ON v.object_id = m.object_id
+        WHERE s.name = '${this.#adapter.escapeString(schema)}'
+          AND v.name = '${this.#adapter.escapeString(view2)}'
+      `);
+      definition = defRows[0]?.definition ?? void 0;
+    }
     const columns = await this.#adapter.runQuery(`
       SELECT COLUMN_NAME AS column_name, DATA_TYPE AS data_type
       FROM INFORMATION_SCHEMA.COLUMNS
@@ -1815,7 +1900,7 @@ var SqlServerViewGrounding = class extends ViewGrounding {
       name: viewName,
       schema,
       rawName: view2,
-      definition: defRows[0]?.definition ?? void 0,
+      definition,
       columns: columns.map((col) => ({
         name: col.column_name ?? "unknown",
         type: col.data_type ?? "unknown"