@deepagents/text2sql 6.1.2 → 7.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. package/README.md +16 -1
  2. package/dist/index.js +1 -1
  3. package/dist/index.js.map +2 -2
  4. package/dist/lib/adapters/bigquery/index.js +87 -7
  5. package/dist/lib/adapters/bigquery/index.js.map +3 -3
  6. package/dist/lib/adapters/clickhouse/index.js +1 -1
  7. package/dist/lib/adapters/clickhouse/index.js.map +2 -2
  8. package/dist/lib/adapters/duckdb/duckdb-identifiers.d.ts +8 -0
  9. package/dist/lib/adapters/duckdb/duckdb-identifiers.d.ts.map +1 -0
  10. package/dist/lib/adapters/duckdb/duckdb.d.ts +40 -0
  11. package/dist/lib/adapters/duckdb/duckdb.d.ts.map +1 -0
  12. package/dist/lib/adapters/duckdb/duckdb.groundings.d.ts +58 -0
  13. package/dist/lib/adapters/duckdb/duckdb.groundings.d.ts.map +1 -0
  14. package/dist/lib/adapters/duckdb/duckdb.sql-policy.d.ts +8 -0
  15. package/dist/lib/adapters/duckdb/duckdb.sql-policy.d.ts.map +1 -0
  16. package/dist/lib/adapters/duckdb/index.d.ts +34 -0
  17. package/dist/lib/adapters/duckdb/index.d.ts.map +1 -0
  18. package/dist/lib/adapters/duckdb/index.js +1933 -0
  19. package/dist/lib/adapters/duckdb/index.js.map +7 -0
  20. package/dist/lib/adapters/mysql/index.js +87 -7
  21. package/dist/lib/adapters/mysql/index.js.map +3 -3
  22. package/dist/lib/adapters/parser-sql-policy.d.ts.map +1 -1
  23. package/dist/lib/adapters/postgres/index.js +87 -7
  24. package/dist/lib/adapters/postgres/index.js.map +3 -3
  25. package/dist/lib/adapters/postgres/postgres-parser-workaround.d.ts +8 -0
  26. package/dist/lib/adapters/postgres/postgres-parser-workaround.d.ts.map +1 -0
  27. package/dist/lib/adapters/posthog/index.js +1 -1
  28. package/dist/lib/adapters/posthog/index.js.map +2 -2
  29. package/dist/lib/adapters/spreadsheet/index.js +87 -7
  30. package/dist/lib/adapters/spreadsheet/index.js.map +3 -3
  31. package/dist/lib/adapters/sqlite/index.js +87 -7
  32. package/dist/lib/adapters/sqlite/index.js.map +3 -3
  33. package/dist/lib/adapters/sqlserver/index.js +87 -7
  34. package/dist/lib/adapters/sqlserver/index.js.map +3 -3
  35. package/dist/lib/agents/question.agent.d.ts.map +1 -1
  36. package/dist/lib/synthesis/extractors/base-contextual-extractor.d.ts.map +1 -1
  37. package/dist/lib/synthesis/index.js.map +2 -2
  38. package/package.json +18 -19
@@ -398,7 +398,7 @@ var Adapter = class {
398
398
  }
399
399
  }
400
400
  #decodeShellEscapes(sql) {
401
- return sql.replace(/\\n/g, "\n").replace(/\\t/g, " ").replace(/\\([().*])/g, "$1").replace(/\\(?=$)/gm, "");
401
+ return sql.replace(/\\n/g, "\n").replace(/\\t/g, " ").replace(/\\([().*$])/g, "$1").replace(/\\(?=$)/gm, "");
402
402
  }
403
403
  #cachedAllowedEntities = null;
404
404
  async #resolveScope() {
@@ -1101,6 +1101,71 @@ function buildScopeParseErrorPayload(sql, parserDialect, error) {
1101
1101
  };
1102
1102
  }
1103
1103
 
1104
+ // packages/text2sql/src/lib/adapters/postgres/postgres-parser-workaround.ts
1105
+ var TYPE_BEFORE_LITERAL = /(?<type>(?:pg_catalog\.)?[A-Za-z_][A-Za-z0-9_$]*(?:\s+(?:varying|precision))?(?:\s*\(\s*\d+(?:\s*,\s*\d+)?\s*\))?(?:\s+(?:with|without)\s+time\s+zone)?)\s*$/i;
1106
+ var TIME_ZONE_SUFFIX = /^\s+time\s+zone\s+/i;
1107
+ var TIME_BEFORE_SUFFIX = /(?<type>time(?:stamp)?(?:\s*\(\s*\d+\s*\))?)\s+(?<qualifier>with|without)$/i;
1108
+ function recoverPostgresTypedLiteralParserGap(sql, error) {
1109
+ const errorOffset = parserErrorOffset(error);
1110
+ if (errorOffset === null) return null;
1111
+ const prefix = sql.slice(0, errorOffset);
1112
+ let literalStart = errorOffset;
1113
+ let literalEnd = findLiteralEnd(sql, literalStart);
1114
+ let typeMatch = TYPE_BEFORE_LITERAL.exec(prefix);
1115
+ let type = typeMatch?.groups?.type;
1116
+ if (literalEnd === null) {
1117
+ const suffixMatch = TIME_ZONE_SUFFIX.exec(sql.slice(errorOffset));
1118
+ typeMatch = TIME_BEFORE_SUFFIX.exec(prefix);
1119
+ type = typeMatch?.groups?.type && typeMatch.groups.qualifier && suffixMatch ? `${typeMatch.groups.type} ${typeMatch.groups.qualifier} TIME ZONE` : void 0;
1120
+ literalStart = errorOffset + (suffixMatch?.[0].length ?? 0);
1121
+ literalEnd = findLiteralEnd(sql, literalStart);
1122
+ }
1123
+ if (!type || typeMatch?.index === void 0 || literalEnd === null)
1124
+ return null;
1125
+ return prefix.slice(0, typeMatch.index) + `CAST(${sql.slice(literalStart, literalEnd)} AS ${parserType(type)})` + sql.slice(literalEnd);
1126
+ }
1127
+ function parserErrorOffset(error) {
1128
+ if (typeof error !== "object" || error === null) return null;
1129
+ const location = Reflect.get(error, "location");
1130
+ if (typeof location !== "object" || location === null) return null;
1131
+ const start = Reflect.get(location, "start");
1132
+ if (typeof start !== "object" || start === null) return null;
1133
+ const offset = Reflect.get(start, "offset");
1134
+ return typeof offset === "number" ? offset : null;
1135
+ }
1136
+ function findLiteralEnd(sql, start) {
1137
+ if (sql[start] !== "'") {
1138
+ const delimiter = /^\$(?:[A-Za-z_][A-Za-z0-9_]*)?\$/.exec(
1139
+ sql.slice(start)
1140
+ )?.[0];
1141
+ if (!delimiter) return null;
1142
+ const end = sql.indexOf(delimiter, start + delimiter.length);
1143
+ return end === -1 ? null : end + delimiter.length;
1144
+ }
1145
+ let offset = start + 1;
1146
+ while (offset < sql.length) {
1147
+ if (sql[offset] === "\\") {
1148
+ offset += 2;
1149
+ continue;
1150
+ }
1151
+ if (sql[offset] !== "'") {
1152
+ offset++;
1153
+ continue;
1154
+ }
1155
+ if (sql[offset + 1] === "'") {
1156
+ offset += 2;
1157
+ continue;
1158
+ }
1159
+ return offset + 1;
1160
+ }
1161
+ return null;
1162
+ }
1163
+ function parserType(type) {
1164
+ const unqualified = type.replace(/^pg_catalog\./i, "");
1165
+ const timetz = /^timetz(\s*\([^)]*\))?$/i.exec(unqualified);
1166
+ return timetz ? `TIME${timetz[1] ?? ""} WITH TIME ZONE` : unqualified;
1167
+ }
1168
+
1104
1169
  // packages/text2sql/src/lib/adapters/parser-sql-policy.ts
1105
1170
  var READ_ONLY_MESSAGE = "only SELECT or WITH queries allowed";
1106
1171
  var { Parser } = nodeSqlParser;
@@ -1125,7 +1190,7 @@ var ParserSqlPolicyAnalyzer = class {
1125
1190
  #readParsedStatements(sql) {
1126
1191
  for (const dialect of this.dialects) {
1127
1192
  try {
1128
- return parseStatements(sql, dialect);
1193
+ return this.#parseStatements(sql, dialect);
1129
1194
  } catch {
1130
1195
  }
1131
1196
  }
@@ -1137,7 +1202,7 @@ var ParserSqlPolicyAnalyzer = class {
1137
1202
  let lastDialect = this.dialects[0];
1138
1203
  for (const dialect of this.dialects) {
1139
1204
  try {
1140
- references = extractBaseEntityReferences(sql, dialect);
1205
+ references = extractBaseEntityReferences(this.#parseAst(sql, dialect));
1141
1206
  break;
1142
1207
  } catch (error) {
1143
1208
  lastDialect = dialect;
@@ -1172,9 +1237,25 @@ var ParserSqlPolicyAnalyzer = class {
1172
1237
  });
1173
1238
  return outOfScope.length === 0 ? null : buildOutOfScopePayload(sql, outOfScope, [...allowedEntities]);
1174
1239
  }
1240
+ #parseStatements(sql, dialect) {
1241
+ return parseStatements(this.#parseAst(sql, dialect));
1242
+ }
1243
+ #parseAst(sql, dialect) {
1244
+ let parserSql = sql;
1245
+ const attempted = /* @__PURE__ */ new Set([sql]);
1246
+ while (true) {
1247
+ try {
1248
+ return parser.astify(parserSql, { database: dialect });
1249
+ } catch (error) {
1250
+ const recovered = dialect === "postgresql" ? recoverPostgresTypedLiteralParserGap(parserSql, error) : null;
1251
+ if (!recovered || attempted.has(recovered)) throw error;
1252
+ attempted.add(recovered);
1253
+ parserSql = recovered;
1254
+ }
1255
+ }
1256
+ }
1175
1257
  };
1176
- function parseStatements(sql, dialect) {
1177
- const ast = parser.astify(sql, { database: dialect });
1258
+ function parseStatements(ast) {
1178
1259
  const statements = Array.isArray(ast) ? ast : [ast];
1179
1260
  return statements.filter(isAstLike);
1180
1261
  }
@@ -1231,8 +1312,7 @@ function appendIdentifierParts(parts, value) {
1231
1312
  ...value.toLowerCase().split(".").filter((part) => part.length > 0)
1232
1313
  );
1233
1314
  }
1234
- function extractBaseEntityReferences(sql, dialect) {
1235
- const ast = parser.astify(sql, { database: dialect });
1315
+ function extractBaseEntityReferences(ast) {
1236
1316
  const state = {
1237
1317
  cteNames: /* @__PURE__ */ new Set(),
1238
1318
  references: /* @__PURE__ */ new Map()