data-finder-ts 0.1.3 → 0.1.5

package/dist/index.js

@@ -1,21 +1,25 @@
 import {
+  DEFAULT_TIMEOUT_MS,
   FinderResult,
+  QueryTimeoutError,
   clearRunner,
   convertInputsAndSelect,
+  convertInputsAndSelectForDateRange,
   getRunner,
   registerRunner
-} from "./chunk-6QTCGJWX.js";
+} from "./chunk-KAK75RVS.js";
 import {
   getRelatedFinderClass,
   registerRelatedFinderClass
 } from "./chunk-FLEIUDZZ.js";
 import {
-  ExistsOperation,
-  NotExistsOperation,
-  RelatedFinder,
+  DATABRICKS,
+  DUCKDB,
+  POSTGRES,
+  dialectOf,
   selectSqlToString,
   toSql
-} from "./chunk-DFYZVBII.js";
+} from "./chunk-BKPWV3OF.js";
 import {
   BiTemporalColumns,
   BusinessDateAndProcessingTemporalColumns,
@@ -23,7 +27,7 @@ import {
   MilestoningColumns,
   ProcessingTemporalColumns,
   SingleBusinessDateColumn
-} from "./chunk-EYXBYV2X.js";
+} from "./chunk-GPHWC533.js";
 import {
   BooleanAttribute,
   DateAttribute,
@@ -33,22 +37,34 @@ import {
   FloatAttribute,
   IntegerAttribute,
   NumericAttribute,
-  StringAttribute
-} from "./chunk-5K2Z3YDY.js";
+  NumericFunctionOperation,
+  StringAttribute,
+  StringFunctionOperation
+} from "./chunk-MGEL5RWM.js";
 import {
   Attribute
-} from "./chunk-V647VNMY.js";
+} from "./chunk-BGEX377Q.js";
 import {
   AggregateOperation,
   AggregateOperator,
+  Aggregates,
+  Alias,
+  Arithmetic,
+  ArithmeticOperation,
+  ArithmeticOperator,
   BinaryOperation,
+  BooleanAggregates,
   BooleanConstantOperation,
+  CaseOperation,
   Column,
   ColumnWithJoin,
+  Comparable,
   ComparisonOperation,
   ComparisonOperator,
+  ConcatOperation,
   ConstantOperation,
   CountAllOperation,
+  DATE_ONLY_PATTERN,
   DataCatalog,
   DataStore,
   Database,
@@ -56,59 +72,367 @@ import {
   DateConstantOperation,
   DateDiffOperation,
   DateExtractOperation,
+  DateOnly,
   DatePart,
   DateTimeConstantOperation,
+  DateTruncOperation,
   DecimalConstantOperation,
+  ExistsOperation,
   FloatConstantOperation,
   ForeignKey,
+  InOperation,
   IntegerConstantOperation,
   IsNotNullOperation,
   IsNullOperation,
   JoinOperation,
   JoinTreeNodeOperation,
+  LIKE_ESCAPE,
   LogicalOperation,
   LogicalOperator,
+  NUMERIC_FUNCTIONS,
   NoOperation,
+  NotExistsOperation,
+  NotInOperation,
+  NumericConstantOperation,
   Operation,
   RelationalOperationElement,
   ScalarFunction,
   ScalarFunctionOperation,
   Schema,
+  SelectOperation,
   SortDirection,
   SortOperation,
   StringConstantOperation,
+  StringPredicates,
   Table,
   UnaryOperation,
   WindowFunction,
   WindowFunctionOperation,
-  WindowSpecification
-} from "./chunk-3SSWFES4.js";
+  WindowSpecification,
+  applyMixins,
+  concat,
+  containsAggregate,
+  containsAggregateOrWindow,
+  escapeLike,
+  operandOf,
+  sample,
+  valueOperand
+} from "./chunk-PF6EJZHB.js";
+
+// src/datafinder/expressions.ts
+function constant(value2) {
+  if (typeof value2 === "boolean") return new BooleanConstantOperation(value2);
+  if (typeof value2 === "number" && Number.isFinite(value2)) {
+    return Number.isInteger(value2) ? new IntegerConstantOperation(value2) : new FloatConstantOperation(value2);
+  }
+  if (typeof value2 === "string") return new StringConstantOperation(value2);
+  if (value2 instanceof DateOnly) return new DateConstantOperation(value2);
+  if (value2 instanceof Date) return new DateTimeConstantOperation(value2);
+  throw new TypeError(`A constant column holds a boolean, a finite number, a string or a date, not ${value2 === null ? "null" : typeof value2}`);
+}
+function countAll() {
+  return new CountAllOperation("");
+}
+
+// src/datafinder/conditional.ts
+var CONDITIONS = [
+  ComparisonOperation,
+  LogicalOperation,
+  IsNullOperation,
+  IsNotNullOperation,
+  InOperation,
+  NotInOperation,
+  ExistsOperation,
+  NotExistsOperation
+];
+function value(branch) {
+  if (branch instanceof Attribute) return branch.cwj();
+  if (branch instanceof RelationalOperationElement) return branch;
+  try {
+    return constant(branch);
+  } catch {
+    throw new TypeError(`A branch is a column, an expression or a value, not ${branch === null ? "null" : typeof branch}`);
+  }
+}
+function checked(condition) {
+  if (!CONDITIONS.some((c) => condition instanceof c)) {
+    throw new TypeError("The condition is a comparison, a null check, a membership test, exists, or and/or of those");
+  }
+  return condition;
+}
+function chain(cases, fallback) {
+  const [[condition, then], ...rest] = cases;
+  return new CaseOperation(condition, then, rest.length > 0 ? chain(rest, fallback) : fallback);
+}
+var Then = class extends CaseOperation {
+  constructor(cases) {
+    const first = chain(cases);
+    super(first.condition, first.then, first.fallback);
+    this.cases = cases;
+  }
+  cases;
+  /** Another case, tried when the ones before it do not hold. */
+  when(condition) {
+    return new When(checked(condition), this.cases);
+  }
+  /** The value when none of the cases hold. */
+  otherwise(branch) {
+    return chain(this.cases, value(branch));
+  }
+};
+var When = class {
+  constructor(condition, earlier = []) {
+    this.condition = condition;
+    this.earlier = earlier;
+  }
+  condition;
+  earlier;
+  /** The value where the condition holds. A value is a column, an expression or a plain value. */
+  then(branch) {
+    return new Then([...this.earlier, [this.condition, value(branch)]]);
+  }
+};
+function when(condition) {
+  return new When(checked(condition));
+}
+
+// src/datafinder/naming.ts
+function titleCase(value2) {
+  return value2.replace(/[A-Za-z]+/g, (w) => w[0].toUpperCase() + w.slice(1).toLowerCase());
+}
+
+// src/datafinder/embedded.ts
+function embeddedUnder(embedded, prefix) {
+  if (!embedded) return void 0;
+  const result = {};
+  for (const [key, attr] of Object.entries(embedded)) {
+    if (key.startsWith(prefix)) result[key.slice(prefix.length)] = attr;
+  }
+  return Object.keys(result).length > 0 ? result : void 0;
+}
+
+// src/datafinder/finder.ts
+var RelatedFinder = class {
+  constructor(_node) {
+    this._node = _node;
+  }
+  _node;
+  exists() {
+    return new ExistsOperation(this._node);
+  }
+  notExists() {
+    return new NotExistsOperation(this._node);
+  }
+};
+
+// src/datafinder/databricks-runner.ts
+var DatabricksQueryError = class extends Error {
+  constructor(message, code, statementId) {
+    super(message);
+    this.code = code;
+    this.statementId = statementId;
+    this.name = "DatabricksQueryError";
+  }
+  code;
+  statementId;
+};
+var API = "/api/2.0/sql/statements";
+var MAX_SAFE = BigInt(Number.MAX_SAFE_INTEGER);
+function convertValue(text, typeName) {
+  if (text === null || text === void 0) return null;
+  switch ((typeName ?? "").toUpperCase()) {
+    case "BYTE":
+    case "SHORT":
+    case "INT":
+      return Number(text);
+    case "LONG": {
+      const value2 = BigInt(text);
+      return value2 >= -MAX_SAFE && value2 <= MAX_SAFE ? Number(value2) : value2;
+    }
+    case "FLOAT":
+    case "DOUBLE":
+    case "DECIMAL":
+      return Number(text);
+    case "BOOLEAN":
+      return text.toLowerCase() === "true";
+    case "DATE":
+      return new DateOnly(text + "T00:00:00Z");
+    case "TIMESTAMP":
+    case "TIMESTAMP_NTZ": {
+      const zoned = /(Z|[+-]\d{2}:?\d{2})$/.test(text);
+      return new Date(zoned ? text : text.replace(" ", "T") + "Z");
+    }
+    default:
+      return text;
+  }
+}
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var DatabricksConnect = class {
+  constructor(config) {
+    this.config = config;
+    if (!config.host) throw new Error("DatabricksConnect needs the host of a workspace, or of a server in front of it");
+    if (!config.warehouseId) throw new Error("DatabricksConnect needs the id of a SQL warehouse");
+  }
+  config;
+  dialect = "databricks";
+  /** Names of the columns of the last query that returned. */
+  lastColumns = [];
+  async select(businessDate, processingDatetime, columns, table, op, orderBy, groupBy, limit, timeoutMs = DEFAULT_TIMEOUT_MS, businessDateTo = null, distinct = false, offset, having) {
+    const statement = toSql(
+      businessDate,
+      processingDatetime,
+      columns,
+      table,
+      op,
+      orderBy,
+      groupBy,
+      limit,
+      businessDateTo,
+      distinct,
+      offset,
+      having,
+      this.dialect
+    );
+    const deadline = Date.now() + timeoutMs;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    let statementId;
+    try {
+      let response = await this.call("POST", `${API}/`, controller.signal, {
+        warehouse_id: this.config.warehouseId,
+        statement,
+        // the API holds the request for up to 50 s and answers at once if the statement is quicker; a shorter
+        // wait than 5 s is not allowed except 0, so poll
+        wait_timeout: timeoutMs >= 5e3 ? `${Math.min(50, Math.floor(timeoutMs / 1e3))}s` : "0s",
+        on_wait_timeout: "CONTINUE",
+        disposition: "INLINE",
+        format: "JSON_ARRAY",
+        ...this.config.catalog ? { catalog: this.config.catalog } : {},
+        ...this.config.schema ? { schema: this.config.schema } : {}
+      });
+      statementId = response.statement_id;
+      let delay = this.config.pollIntervalMs ?? 250;
+      while (response.status.state === "PENDING" || response.status.state === "RUNNING") {
+        if (Date.now() >= deadline) throw new QueryTimeoutError(timeoutMs);
+        await sleep(Math.min(delay, Math.max(0, deadline - Date.now())));
+        delay = Math.min(delay * 2, 2e3);
+        response = await this.call("GET", `${API}/${statementId}`, controller.signal);
+      }
+      if (response.status.state !== "SUCCEEDED") {
+        const error = response.status.error;
+        throw new DatabricksQueryError(
+          error?.message ?? `The statement ${response.status.state.toLowerCase()}`,
+          error?.error_code,
+          statementId
+        );
+      }
+      return await this.rows(response, controller.signal);
+    } catch (e) {
+      const timedOut = controller.signal.aborted || e instanceof QueryTimeoutError;
+      if (timedOut && statementId !== void 0) await this.cancel(statementId);
+      if (controller.signal.aborted) throw new QueryTimeoutError(timeoutMs);
+      throw e;
+    } finally {
+      clearTimeout(timer);
+    }
+  }
+  /** The rows of a finished statement, following its chunks. */
+  async rows(first, signal) {
+    const info = first.manifest?.schema?.columns ?? [];
+    this.lastColumns = info.map((c) => c.name);
+    const rows = [];
+    const take = (data) => {
+      for (const row of data ?? []) rows.push(row.map((text, i) => convertValue(text, info[i]?.type_name)));
+    };
+    take(first.result?.data_array);
+    let next = first.result?.next_chunk_index;
+    while (next !== void 0 && next !== null) {
+      const chunk = await this.call("GET", `${API}/${first.statement_id}/result/chunks/${next}`, signal);
+      take(chunk.data_array);
+      next = chunk.next_chunk_index;
+    }
+    return rows;
+  }
+  /** Ask Databricks to stop a statement. Best effort: the query is already given up on. */
+  async cancel(statementId) {
+    try {
+      await this.call("POST", `${API}/${statementId}/cancel`, void 0, {});
+    } catch {
+    }
+  }
+  async call(method, path, signal, body) {
+    const { host, token, headers, fetch: custom } = this.config;
+    const bearer = typeof token === "function" ? await token() : token;
+    const response = await (custom ?? fetch)(host.replace(/\/+$/, "") + path, {
+      method,
+      headers: {
+        "Content-Type": "application/json",
+        ...bearer ? { Authorization: `Bearer ${bearer}` } : {},
+        ...headers
+      },
+      body: body === void 0 ? void 0 : JSON.stringify(body),
+      signal
+    });
+    const text = await response.text();
+    let parsed;
+    try {
+      parsed = text ? JSON.parse(text) : {};
+    } catch {
+      parsed = void 0;
+    }
+    if (!response.ok) {
+      const detail = parsed;
+      throw new DatabricksQueryError(
+        detail?.message ?? `Databricks request failed: ${response.status} ${response.statusText}`,
+        detail?.error_code
+      );
+    }
+    return parsed;
+  }
+};
 export {
   AggregateOperation,
   AggregateOperator,
+  Aggregates,
+  Alias,
+  Arithmetic,
+  ArithmeticOperation,
+  ArithmeticOperator,
   Attribute,
   BiTemporalColumns,
   BinaryOperation,
+  BooleanAggregates,
   BooleanAttribute,
   BooleanConstantOperation,
   BusinessDateAndProcessingTemporalColumns,
+  CaseOperation,
   Column,
   ColumnWithJoin,
+  Comparable,
   ComparisonOperation,
   ComparisonOperator,
+  ConcatOperation,
   ConstantOperation,
   CountAllOperation,
+  DATABRICKS,
+  DATE_ONLY_PATTERN,
+  DEFAULT_TIMEOUT_MS,
+  DUCKDB,
   DataCatalog,
   DataStore,
   Database,
+  DatabricksConnect,
+  DatabricksQueryError,
   DateArithmeticOperation,
   DateAttribute,
   DateConstantOperation,
   DateDiffOperation,
   DateExtractOperation,
+  DateOnly,
   DatePart,
   DateTimeAttribute,
   DateTimeConstantOperation,
+  DateTruncOperation,
   DecimalAttribute,
   DecimalConstantOperation,
   DoubleAttribute,
@@ -117,43 +441,69 @@ export {
   FloatAttribute,
   FloatConstantOperation,
   ForeignKey,
+  InOperation,
   IntegerAttribute,
   IntegerConstantOperation,
   IsNotNullOperation,
   IsNullOperation,
   JoinOperation,
   JoinTreeNodeOperation,
+  LIKE_ESCAPE,
   LogicalOperation,
   LogicalOperator,
   MilestonedTable,
   MilestoningColumns,
+  NUMERIC_FUNCTIONS,
   NoOperation,
   NotExistsOperation,
+  NotInOperation,
   NumericAttribute,
+  NumericConstantOperation,
+  NumericFunctionOperation,
   Operation,
+  POSTGRES,
   ProcessingTemporalColumns,
+  QueryTimeoutError,
   RelatedFinder,
   RelationalOperationElement,
   ScalarFunction,
   ScalarFunctionOperation,
   Schema,
+  SelectOperation,
   SingleBusinessDateColumn,
   SortDirection,
   SortOperation,
   StringAttribute,
   StringConstantOperation,
+  StringFunctionOperation,
+  StringPredicates,
   Table,
   UnaryOperation,
   WindowFunction,
   WindowFunctionOperation,
   WindowSpecification,
+  applyMixins,
   clearRunner,
+  concat,
+  constant,
+  containsAggregate,
+  containsAggregateOrWindow,
   convertInputsAndSelect,
+  convertInputsAndSelectForDateRange,
+  countAll,
+  dialectOf,
+  embeddedUnder,
+  escapeLike,
   getRelatedFinderClass,
   getRunner,
+  operandOf,
   registerRelatedFinderClass,
   registerRunner,
+  sample,
   selectSqlToString,
-  toSql
+  titleCase,
+  toSql,
+  valueOperand,
+  when
 };
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
+{"version":3,"sources":["../src/datafinder/expressions.ts","../src/datafinder/conditional.ts","../src/datafinder/naming.ts","../src/datafinder/embedded.ts","../src/datafinder/finder.ts","../src/datafinder/databricks-runner.ts"],"sourcesContent":["/** Expressions that are not a column of a finder: values to select next to the columns. */\nimport {\n  BooleanConstantOperation,\n  CountAllOperation,\n  ConstantOperation,\n  DateConstantOperation,\n  DateOnly,\n  DateTimeConstantOperation,\n  FloatConstantOperation,\n  IntegerConstantOperation,\n  NumericConstantOperation,\n  StringConstantOperation,\n} from '../model/relational';\n\n/**\n * A fixed value as a column: `f.findAll(null, null, [f.name(), constant('EU').alias('Region')])`.\n * A number is a `NumericConstantOperation`, which takes part in arithmetic: `constant(100).minus(f.price())`.\n * A `DateOnly` is a date and any other `Date` a timestamp. It is named \"Constant\" unless `alias` gives it a name.\n */\nexport function constant(value: number): NumericConstantOperation;\nexport function constant(value: boolean | string | Date): ConstantOperation;\nexport function constant(value: boolean | number | string | Date): ConstantOperation;\nexport function constant(value: boolean | number | string | Date): ConstantOperation {\n  if (typeof value === 'boolean') return new BooleanConstantOperation(value);\n  if (typeof value === 'number' && Number.isFinite(value)) {\n    return Number.isInteger(value) ? new IntegerConstantOperation(value) : new FloatConstantOperation(value);\n  }\n  if (typeof value === 'string') return new StringConstantOperation(value);\n  if (value instanceof DateOnly) return new DateConstantOperation(value); // before Date: DateOnly is a Date\n  if (value instanceof Date) return new DateTimeConstantOperation(value);\n  throw new TypeError(`A constant column holds a boolean, a finite number, a string or a date, not ${value === null ? 'null' : typeof value}`);\n}\n\n/**\n * The number of rows in the group, `COUNT(*)`: `f.findAll(null, null, [f.category(), countAll()]).groupBy(f.category())`.\n * Unlike `count()` of a column it also counts rows where that column is missing.\n */\nexport function countAll(): CountAllOperation {\n  return new CountAllOperation('');\n}\n","/**\n * A value that depends on a condition, written as in polars:\n * `when(f.age().gt(30)).then('senior').otherwise('junior')`.\n */\nimport { Attribute } from './attribute';\nimport { constant } from './expressions';\nimport {\n  CaseOperation,\n  ComparisonOperation,\n  ExistsOperation,\n  InOperation,\n  IsNotNullOperation,\n  IsNullOperation,\n  LogicalOperation,\n  NotExistsOperation,\n  NotInOperation,\n  Operation,\n  RelationalOperationElement,\n} from '../model/relational';\n\nconst CONDITIONS = [\n  ComparisonOperation, LogicalOperation, IsNullOperation, IsNotNullOperation,\n  InOperation, NotInOperation, ExistsOperation, NotExistsOperation,\n];\n\n/** What a branch can be: a column or expression as it is, a plain value as a constant. */\nexport type Branch = Attribute | RelationalOperationElement | boolean | number | string | Date;\n\n/**\n * Something that is true or false for a row, which a `when` can test: a comparison, a null check, a membership\n * test, `exists`, or `and` / `or` of those. Checked when `when` is called.\n */\nexport type Condition = Operation | ExistsOperation | NotExistsOperation;\n\ntype Case = [Condition, RelationalOperationElement];\n\nfunction value(branch: Branch): RelationalOperationElement {\n  if (branch instanceof Attribute) return branch.cwj();\n  if (branch instanceof RelationalOperationElement) return branch;\n  try {\n    return constant(branch);\n  } catch {\n    throw new TypeError(`A branch is a column, an expression or a value, not ${branch === null ? 'null' : typeof branch}`);\n  }\n}\n\nfunction checked(condition: unknown): Condition {\n  if (!CONDITIONS.some(c => condition instanceof c)) {\n    throw new TypeError('The condition is a comparison, a null check, a membership test, exists, or and/or of those');\n  }\n  return condition as Condition;\n}\n\n/** The cases in order as a conditional: each later case is what the one before falls back to. */\nfunction chain(cases: Case[], fallback?: RelationalOperationElement): CaseOperation {\n  const [[condition, then], ...rest] = cases;\n  return new CaseOperation(condition, then, rest.length > 0 ? chain(rest, fallback) : fallback);\n}\n\n/**\n * `when(condition).then(value)`: a column on its own (missing where the condition does not hold), or continued\n * with another `when` or closed with `otherwise`.\n */\nexport class Then extends CaseOperation {\n  constructor(private readonly cases: Case[]) {\n    const first = chain(cases);\n    super(first.condition, first.then, first.fallback);\n  }\n\n  /** Another case, tried when the ones before it do not hold. */\n  when(condition: Condition): When {\n    return new When(checked(condition), this.cases);\n  }\n\n  /** The value when none of the cases hold. */\n  otherwise(branch: Branch): CaseOperation {\n    return chain(this.cases, value(branch));\n  }\n}\n\nexport class When {\n  constructor(private readonly condition: Condition, private readonly earlier: Case[] = []) {}\n\n  /** The value where the condition holds. A value is a column, an expression or a plain value. */\n  then(branch: Branch): Then {\n    return new Then([...this.earlier, [this.condition, value(branch)]]);\n  }\n}\n\n/**\n * Start a conditional: `when(f.category().eq('Technology')).then('tech').otherwise('other')`.\n *\n * Further cases follow with `.when(...).then(...)`; with no `otherwise` the value is missing (NULL). A condition\n * that is NULL for a row (a comparison with a missing value) is not true, so that row takes the next case.\n */\nexport function when(condition: Condition): When {\n  return new When(checked(condition));\n}\n","/** Python's `str.title()`: uppercase the first letter of each alphabetic run and lowercase the rest. */\nexport function titleCase(value: string): string {\n  return value.replace(/[A-Za-z]+/g, w => w[0].toUpperCase() + w.slice(1).toLowerCase());\n}\n","import type { Attribute } from './attribute';\n\n/**\n * Join-less alternates for a related class's properties, keyed by dotted property path relative to\n * that class (e.g. `name`, `branch.city`). The attributes point at flat columns on the owning table.\n */\nexport type EmbeddedAttributes = Record<string, Attribute>;\n\n/** The alternates under `prefix` (e.g. `branch.`), re-keyed relative to it; undefined when there are none. */\nexport function embeddedUnder(embedded: EmbeddedAttributes | undefined, prefix: string): EmbeddedAttributes | undefined {\n  if (!embedded) return undefined;\n  const result: EmbeddedAttributes = {};\n  for (const [key, attr] of Object.entries(embedded)) {\n    if (key.startsWith(prefix)) result[key.slice(prefix.length)] = attr;\n  }\n  return Object.keys(result).length > 0 ? result : undefined;\n}\n","import { ExistsOperation, NotExistsOperation, JoinTreeNodeOperation } from '../model/relational';\nimport { titleCase } from './naming';\n\n/**\n * The display-name prefix for a column reached through a join: the relation names from the root, so\n * `account().branch().city()` is \"Account Branch City\" and not just \"Branch City\".\n */\nexport function displayPrefix(relationName: string, parentJoin?: JoinTreeNodeOperation): string {\n  const names = [relationName];\n  for (let node = parentJoin; node !== undefined; node = node.parent) names.push(node.join.name);\n  return names.reverse().map(titleCase).join(' ');\n}\n\nexport class RelatedFinder {\n  constructor(private readonly _node: JoinTreeNodeOperation) {}\n\n  exists(): ExistsOperation {\n    return new ExistsOperation(this._node);\n  }\n\n  notExists(): NotExistsOperation {\n    return new NotExistsOperation(this._node);\n  }\n}\n","/**\n * Runs a query on a Databricks SQL warehouse through the SQL Statement Execution REST API\n * (`/api/2.0/sql/statements`), which is plain HTTPS and so works from a browser as well as Node.\n *\n * A browser cannot call a Databricks workspace directly, as the workspace does not send CORS headers, so\n * `host` is usually a server of your own that forwards `/api/2.0/sql/…` to the workspace (and may add the\n * credentials, in which case no `token` is needed here).\n */\nimport { Attribute } from './attribute';\nimport { DEFAULT_TIMEOUT_MS, QueryRunner, QueryTarget, QueryTimeoutError, Row } from './runner';\nimport { toSql } from './sql-generator';\nimport {\n  DateOnly,\n  Operation,\n  RelationalOperationElement,\n  SortOperation,\n  Table,\n} from '../model/relational';\n\nexport interface DatabricksConfig {\n  /** The workspace URL, or a server that forwards the Statement Execution API to it. No trailing path. */\n  host: string;\n  /** The SQL warehouse that runs the statements. */\n  warehouseId: string;\n  /** Sent as the bearer token. A function is called for every request, so a token can be refreshed. */\n  token?: string | (() => string | Promise<string>);\n  /** The catalog and schema unqualified table names resolve in. */\n  catalog?: string;\n  schema?: string;\n  /** Extra request headers, for a gateway in front of the workspace. */\n  headers?: Record<string, string>;\n  /** `fetch`, if not the global one. */\n  fetch?: typeof fetch;\n  /** How long to wait before first asking again whether a statement has finished (it backs off from there). */\n  pollIntervalMs?: number;\n}\n\n/** A statement Databricks ran and failed, or the API refused. */\nexport class DatabricksQueryError extends Error {\n  constructor(message: string, readonly code?: string, readonly statementId?: string) {\n    super(message);\n    this.name = 'DatabricksQueryError';\n  }\n}\n\ninterface ColumnInfo { name: string; type_name?: string; type_text?: string }\n\n/** A chunk of rows, as the statement itself carries the first and the chunks endpoint the rest. */\ninterface ResultData { data_array?: (string | null)[][]; next_chunk_index?: number }\n\ninterface StatementResponse {\n  statement_id: string;\n  status: { state: string; error?: { error_code?: string; message?: string } };\n  manifest?: { schema?: { columns?: ColumnInfo[] } };\n  result?: ResultData;\n}\n\nconst API = '/api/2.0/sql/statements';\nconst MAX_SAFE = BigInt(Number.MAX_SAFE_INTEGER);\n\n/** A value as Databricks sends it (text, or null) as the JavaScript value for its column type. */\nexport function convertValue(text: string | null, typeName: string | undefined): unknown {\n  if (text === null || text === undefined) return null;\n  switch ((typeName ?? '').toUpperCase()) {\n    case 'BYTE': case 'SHORT': case 'INT': return Number(text);\n    case 'LONG': {\n      const value = BigInt(text);\n      return value >= -MAX_SAFE && value <= MAX_SAFE ? Number(value) : value; // exact when it cannot be a number\n    }\n    case 'FLOAT': case 'DOUBLE': case 'DECIMAL': return Number(text);\n    case 'BOOLEAN': return text.toLowerCase() === 'true';\n    case 'DATE': return new DateOnly(text + 'T00:00:00Z');\n    case 'TIMESTAMP': case 'TIMESTAMP_NTZ': {\n      const zoned = /(Z|[+-]\\d{2}:?\\d{2})$/.test(text);\n      return new Date(zoned ? text : text.replace(' ', 'T') + 'Z');\n    }\n    default: return text; // STRING, and anything structured (ARRAY, MAP, STRUCT, BINARY, INTERVAL) as the text sent\n  }\n}\n\nconst sleep = (ms: number) => new Promise<void>(resolve => setTimeout(resolve, ms));\n\nexport class DatabricksConnect implements QueryRunner {\n  readonly dialect = 'databricks' as const;\n\n  /** Names of the columns of the last query that returned. */\n  lastColumns: string[] = [];\n\n  constructor(private readonly config: DatabricksConfig) {\n    if (!config.host) throw new Error('DatabricksConnect needs the host of a workspace, or of a server in front of it');\n    if (!config.warehouseId) throw new Error('DatabricksConnect needs the id of a SQL warehouse');\n  }\n\n  async select(\n    businessDate: Date | null,\n    processingDatetime: Date | null,\n    columns: (Attribute | RelationalOperationElement)[],\n    table: QueryTarget,\n    op: RelationalOperationElement,\n    orderBy?: SortOperation[],\n    groupBy?: Attribute[],\n    limit?: number,\n    timeoutMs: number = DEFAULT_TIMEOUT_MS,\n    businessDateTo: Date | null = null,\n    distinct: boolean = false,\n    offset?: number,\n    having?: Operation,\n  ): Promise<Row[]> {\n    const statement = toSql(\n      businessDate, processingDatetime, columns, table as Table, op, orderBy, groupBy, limit,\n      businessDateTo, distinct, offset, having, this.dialect,\n    );\n    const deadline = Date.now() + timeoutMs;\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), timeoutMs);\n    let statementId: string | undefined;\n    try {\n      let response = await this.call('POST', `${API}/`, controller.signal, {\n        warehouse_id: this.config.warehouseId,\n        statement,\n        // the API holds the request for up to 50 s and answers at once if the statement is quicker; a shorter\n        // wait than 5 s is not allowed except 0, so poll\n        wait_timeout: timeoutMs >= 5000 ? `${Math.min(50, Math.floor(timeoutMs / 1000))}s` : '0s',\n        on_wait_timeout: 'CONTINUE',\n        disposition: 'INLINE',\n        format: 'JSON_ARRAY',\n        ...(this.config.catalog ? { catalog: this.config.catalog } : {}),\n        ...(this.config.schema ? { schema: this.config.schema } : {}),\n      });\n      statementId = response.statement_id;\n\n      let delay = this.config.pollIntervalMs ?? 250;\n      while (response.status.state === 'PENDING' || response.status.state === 'RUNNING') {\n        if (Date.now() >= deadline) throw new QueryTimeoutError(timeoutMs);\n        await sleep(Math.min(delay, Math.max(0, deadline - Date.now())));\n        delay = Math.min(delay * 2, 2000);\n        response = await this.call('GET', `${API}/${statementId}`, controller.signal);\n      }\n\n      if (response.status.state !== 'SUCCEEDED') {\n        const error = response.status.error;\n        throw new DatabricksQueryError(\n          error?.message ?? `The statement ${response.status.state.toLowerCase()}`, error?.error_code, statementId);\n      }\n      return await this.rows(response, controller.signal);\n    } catch (e) {\n      const timedOut = controller.signal.aborted || e instanceof QueryTimeoutError;\n      if (timedOut && statementId !== undefined) await this.cancel(statementId);\n      if (controller.signal.aborted) throw new QueryTimeoutError(timeoutMs);\n      throw e;\n    } finally {\n      clearTimeout(timer);\n    }\n  }\n\n  /** The rows of a finished statement, following its chunks. */\n  private async rows(first: StatementResponse, signal: AbortSignal): Promise<Row[]> {\n    const info = first.manifest?.schema?.columns ?? [];\n    this.lastColumns = info.map(c => c.name);\n    const rows: Row[] = [];\n    const take = (data: (string | null)[][] | undefined) => {\n      for (const row of data ?? []) rows.push(row.map((text, i) => convertValue(text, info[i]?.type_name)));\n    };\n    take(first.result?.data_array);\n    let next = first.result?.next_chunk_index;\n    while (next !== undefined && next !== null) {\n      const chunk = await this.call<ResultData>('GET', `${API}/${first.statement_id}/result/chunks/${next}`, signal);\n      take(chunk.data_array);\n      next = chunk.next_chunk_index;\n    }\n    return rows;\n  }\n\n  /** Ask Databricks to stop a statement. Best effort: the query is already given up on. */\n  private async cancel(statementId: string): Promise<void> {\n    try {\n      await this.call('POST', `${API}/${statementId}/cancel`, undefined, {});\n    } catch {\n      // nothing more can be done about it\n    }\n  }\n\n  private async call<T = StatementResponse>(method: 'GET' | 'POST', path: string, signal: AbortSignal | undefined, body?: object): Promise<T> {\n    const { host, token, headers, fetch: custom } = this.config;\n    const bearer = typeof token === 'function' ? await token() : token;\n    const response = await (custom ?? fetch)(host.replace(/\\/+$/, '') + path, {\n      method,\n      headers: {\n        'Content-Type': 'application/json',\n        ...(bearer ? { Authorization: `Bearer ${bearer}` } : {}),\n        ...headers,\n      },\n      body: body === undefined ? undefined : JSON.stringify(body),\n      signal,\n    });\n    const text = await response.text();\n    let parsed: unknown;\n    try { parsed = text ? JSON.parse(text) : {}; } catch { parsed = undefined; }\n    if (!response.ok) {\n      const detail = parsed as { error_code?: string; message?: string } | undefined;\n      throw new DatabricksQueryError(\n        detail?.message ?? `Databricks request failed: ${response.status} ${response.statusText}`, detail?.error_code);\n    }\n    return parsed as T;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsBO,SAAS,SAASA,QAA4D;AACnF,MAAI,OAAOA,WAAU,UAAW,QAAO,IAAI,yBAAyBA,MAAK;AACzE,MAAI,OAAOA,WAAU,YAAY,OAAO,SAASA,MAAK,GAAG;AACvD,WAAO,OAAO,UAAUA,MAAK,IAAI,IAAI,yBAAyBA,MAAK,IAAI,IAAI,uBAAuBA,MAAK;AAAA,EACzG;AACA,MAAI,OAAOA,WAAU,SAAU,QAAO,IAAI,wBAAwBA,MAAK;AACvE,MAAIA,kBAAiB,SAAU,QAAO,IAAI,sBAAsBA,MAAK;AACrE,MAAIA,kBAAiB,KAAM,QAAO,IAAI,0BAA0BA,MAAK;AACrE,QAAM,IAAI,UAAU,+EAA+EA,WAAU,OAAO,SAAS,OAAOA,MAAK,EAAE;AAC7I;AAMO,SAAS,WAA8B;AAC5C,SAAO,IAAI,kBAAkB,EAAE;AACjC;;;ACnBA,IAAM,aAAa;AAAA,EACjB;AAAA,EAAqB;AAAA,EAAkB;AAAA,EAAiB;AAAA,EACxD;AAAA,EAAa;AAAA,EAAgB;AAAA,EAAiB;AAChD;AAaA,SAAS,MAAM,QAA4C;AACzD,MAAI,kBAAkB,UAAW,QAAO,OAAO,IAAI;AACnD,MAAI,kBAAkB,2BAA4B,QAAO;AACzD,MAAI;AACF,WAAO,SAAS,MAAM;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI,UAAU,uDAAuD,WAAW,OAAO,SAAS,OAAO,MAAM,EAAE;AAAA,EACvH;AACF;AAEA,SAAS,QAAQ,WAA+B;AAC9C,MAAI,CAAC,WAAW,KAAK,OAAK,qBAAqB,CAAC,GAAG;AACjD,UAAM,IAAI,UAAU,4FAA4F;AAAA,EAClH;AACA,SAAO;AACT;AAGA,SAAS,MAAM,OAAe,UAAsD;AAClF,QAAM,CAAC,CAAC,WAAW,IAAI,GAAG,GAAG,IAAI,IAAI;AACrC,SAAO,IAAI,cAAc,WAAW,MAAM,KAAK,SAAS,IAAI,MAAM,MAAM,QAAQ,IAAI,QAAQ;AAC9F;AAMO,IAAM,OAAN,cAAmB,cAAc;AAAA,EACtC,YAA6B,OAAe;AAC1C,UAAM,QAAQ,MAAM,KAAK;AACzB,UAAM,MAAM,WAAW,MAAM,MAAM,MAAM,QAAQ;AAFtB;AAAA,EAG7B;AAAA,EAH6B;AAAA;AAAA,EAM7B,KAAK,WAA4B;AAC/B,WAAO,IAAI,KAAK,QAAQ,SAAS,GAAG,KAAK,KAAK;AAAA,EAChD;AAAA;AAAA,EAGA,UAAU,QAA+B;AACvC,WAAO,MAAM,KAAK,OAAO,MAAM,MAAM,CAAC;AAAA,EACxC;AACF;AAEO,IAAM,OAAN,MAAW;AAAA,EAChB,YAA6B,WAAuC,UAAkB,CAAC,GAAG;AAA7D;AAAuC;AAAA,EAAuB;AAAA,EAA9D;AAAA,EAAuC;AAAA;AAAA,EAGpE,KAAK,QAAsB;AACzB,WAAO,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,KAAK,WAAW,MAAM,MAAM,CAAC,CAAC,CAAC;AAAA,EACpE;AACF;AAQO,SAAS,KAAK,WAA4B;AAC/C,SAAO,IAAI,KAAK,QAAQ,SAAS,CAAC;AACpC;;;AChGO,SAAS,UAAUC,QAAuB;AAC/C,SAAOA,OAAM,QAAQ,cAAc,OAAK,EAAE,CAAC,EAAE,YAAY,IAAI,EAAE,MAAM,CAAC,EAAE,YAAY,CAAC;AACvF;;;ACMO,SAAS,cAAc,UAA0C,QAAgD;AACtH,MAAI,CAAC,SAAU,QAAO;AACtB,QAAM,SAA6B,CAAC;AACpC,aAAW,CAAC,KAAK,IAAI,KAAK,OAAO,QAAQ,QAAQ,GAAG;AAClD,QAAI,IAAI,WAAW,MAAM,EAAG,QAAO,IAAI,MAAM,OAAO,MAAM,CAAC,IAAI;AAAA,EACjE;AACA,SAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AACnD;;;ACHO,IAAM,gBAAN,MAAoB;AAAA,EACzB,YAA6B,OAA8B;AAA9B;AAAA,EAA+B;AAAA,EAA/B;AAAA,EAE7B,SAA0B;AACxB,WAAO,IAAI,gBAAgB,KAAK,KAAK;AAAA,EACvC;AAAA,EAEA,YAAgC;AAC9B,WAAO,IAAI,mBAAmB,KAAK,KAAK;AAAA,EAC1C;AACF;;;ACeO,IAAM,uBAAN,cAAmC,MAAM;AAAA,EAC9C,YAAY,SAA0B,MAAwB,aAAsB;AAClF,UAAM,OAAO;AADuB;AAAwB;AAE5D,SAAK,OAAO;AAAA,EACd;AAAA,EAHsC;AAAA,EAAwB;AAIhE;AAcA,IAAM,MAAM;AACZ,IAAM,WAAW,OAAO,OAAO,gBAAgB;AAGxC,SAAS,aAAa,MAAqB,UAAuC;AACvF,MAAI,SAAS,QAAQ,SAAS,OAAW,QAAO;AAChD,WAAS,YAAY,IAAI,YAAY,GAAG;AAAA,IACtC,KAAK;AAAA,IAAQ,KAAK;AAAA,IAAS,KAAK;AAAO,aAAO,OAAO,IAAI;AAAA,IACzD,KAAK,QAAQ;AACX,YAAMC,SAAQ,OAAO,IAAI;AACzB,aAAOA,UAAS,CAAC,YAAYA,UAAS,WAAW,OAAOA,MAAK,IAAIA;AAAA,IACnE;AAAA,IACA,KAAK;AAAA,IAAS,KAAK;AAAA,IAAU,KAAK;AAAW,aAAO,OAAO,IAAI;AAAA,IAC/D,KAAK;AAAW,aAAO,KAAK,YAAY,MAAM;AAAA,IAC9C,KAAK;AAAQ,aAAO,IAAI,SAAS,OAAO,YAAY;AAAA,IACpD,KAAK;AAAA,IAAa,KAAK,iBAAiB;AACtC,YAAM,QAAQ,wBAAwB,KAAK,IAAI;AAC/C,aAAO,IAAI,KAAK,QAAQ,OAAO,KAAK,QAAQ,KAAK,GAAG,IAAI,GAAG;AAAA,IAC7D;AAAA,IACA;AAAS,aAAO;AAAA,EAClB;AACF;AAEA,IAAM,QAAQ,CAAC,OAAe,IAAI,QAAc,aAAW,WAAW,SAAS,EAAE,CAAC;AAE3E,IAAM,oBAAN,MAA+C;AAAA,EAMpD,YAA6B,QAA0B;AAA1B;AAC3B,QAAI,CAAC,OAAO,KAAM,OAAM,IAAI,MAAM,gFAAgF;AAClH,QAAI,CAAC,OAAO,YAAa,OAAM,IAAI,MAAM,mDAAmD;AAAA,EAC9F;AAAA,EAH6B;AAAA,EALpB,UAAU;AAAA;AAAA,EAGnB,cAAwB,CAAC;AAAA,EAOzB,MAAM,OACJ,cACA,oBACA,SACA,OACA,IACA,SACA,SACA,OACA,YAAoB,oBACpB,iBAA8B,MAC9B,WAAoB,OACpB,QACA,QACgB;AAChB,UAAM,YAAY;AAAA,MAChB;AAAA,MAAc;AAAA,MAAoB;AAAA,MAAS;AAAA,MAAgB;AAAA,MAAI;AAAA,MAAS;AAAA,MAAS;AAAA,MACjF;AAAA,MAAgB;AAAA,MAAU;AAAA,MAAQ;AAAA,MAAQ,KAAK;AAAA,IACjD;AACA,UAAM,WAAW,KAAK,IAAI,IAAI;AAC9B,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,QAAQ,WAAW,MAAM,WAAW,MAAM,GAAG,SAAS;AAC5D,QAAI;AACJ,QAAI;AACF,UAAI,WAAW,MAAM,KAAK,KAAK,QAAQ,GAAG,GAAG,KAAK,WAAW,QAAQ;AAAA,QACnE,cAAc,KAAK,OAAO;AAAA,QAC1B;AAAA;AAAA;AAAA,QAGA,cAAc,aAAa,MAAO,GAAG,KAAK,IAAI,IAAI,KAAK,MAAM,YAAY,GAAI,CAAC,CAAC,MAAM;AAAA,QACrF,iBAAiB;AAAA,QACjB,aAAa;AAAA,QACb,QAAQ;AAAA,QACR,GAAI,KAAK,OAAO,UAAU,EAAE,SAAS,KAAK,OAAO,QAAQ,IAAI,CAAC;AAAA,QAC9D,GAAI,KAAK,OAAO,SAAS,EAAE,QAAQ,KAAK,OAAO,OAAO,IAAI,CAAC;AAAA,MAC7D,CAAC;AACD,oBAAc,SAAS;AAEvB,UAAI,QAAQ,KAAK,OAAO,kBAAkB;AAC1C,aAAO,SAAS,OAAO,UAAU,aAAa,SAAS,OAAO,UAAU,WAAW;AACjF,YAAI,KAAK,IAAI,KAAK,SAAU,OAAM,IAAI,kBAAkB,SAAS;AACjE,cAAM,MAAM,KAAK,IAAI,OAAO,KAAK,IAAI,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC;AAC/D,gBAAQ,KAAK,IAAI,QAAQ,GAAG,GAAI;AAChC,mBAAW,MAAM,KAAK,KAAK,OAAO,GAAG,GAAG,IAAI,WAAW,IAAI,WAAW,MAAM;AAAA,MAC9E;AAEA,UAAI,SAAS,OAAO,UAAU,aAAa;AACzC,cAAM,QAAQ,SAAS,OAAO;AAC9B,cAAM,IAAI;AAAA,UACR,OAAO,WAAW,iBAAiB,SAAS,OAAO,MAAM,YAAY,CAAC;AAAA,UAAI,OAAO;AAAA,UAAY;AAAA,QAAW;AAAA,MAC5G;AACA,aAAO,MAAM,KAAK,KAAK,UAAU,WAAW,MAAM;AAAA,IACpD,SAAS,GAAG;AACV,YAAM,WAAW,WAAW,OAAO,WAAW,aAAa;AAC3D,UAAI,YAAY,gBAAgB,OAAW,OAAM,KAAK,OAAO,WAAW;AACxE,UAAI,WAAW,OAAO,QAAS,OAAM,IAAI,kBAAkB,SAAS;AACpE,YAAM;AAAA,IACR,UAAE;AACA,mBAAa,KAAK;AAAA,IACpB;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,KAAK,OAA0B,QAAqC;AAChF,UAAM,OAAO,MAAM,UAAU,QAAQ,WAAW,CAAC;AACjD,SAAK,cAAc,KAAK,IAAI,OAAK,EAAE,IAAI;AACvC,UAAM,OAAc,CAAC;AACrB,UAAM,OAAO,CAAC,SAA0C;AACtD,iBAAW,OAAO,QAAQ,CAAC,EAAG,MAAK,KAAK,IAAI,IAAI,CAAC,MAAM,MAAM,aAAa,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC;AAAA,IACtG;AACA,SAAK,MAAM,QAAQ,UAAU;AAC7B,QAAI,OAAO,MAAM,QAAQ;AACzB,WAAO,SAAS,UAAa,SAAS,MAAM;AAC1C,YAAM,QAAQ,MAAM,KAAK,KAAiB,OAAO,GAAG,GAAG,IAAI,MAAM,YAAY,kBAAkB,IAAI,IAAI,MAAM;AAC7G,WAAK,MAAM,UAAU;AACrB,aAAO,MAAM;AAAA,IACf;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,MAAc,OAAO,aAAoC;AACvD,QAAI;AACF,YAAM,KAAK,KAAK,QAAQ,GAAG,GAAG,IAAI,WAAW,WAAW,QAAW,CAAC,CAAC;AAAA,IACvE,QAAQ;AAAA,IAER;AAAA,EACF;AAAA,EAEA,MAAc,KAA4B,QAAwB,MAAc,QAAiC,MAA2B;AAC1I,UAAM,EAAE,MAAM,OAAO,SAAS,OAAO,OAAO,IAAI,KAAK;AACrD,UAAM,SAAS,OAAO,UAAU,aAAa,MAAM,MAAM,IAAI;AAC7D,UAAM,WAAW,OAAO,UAAU,OAAO,KAAK,QAAQ,QAAQ,EAAE,IAAI,MAAM;AAAA,MACxE;AAAA,MACA,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,GAAI,SAAS,EAAE,eAAe,UAAU,MAAM,GAAG,IAAI,CAAC;AAAA,QACtD,GAAG;AAAA,MACL;AAAA,MACA,MAAM,SAAS,SAAY,SAAY,KAAK,UAAU,IAAI;AAAA,MAC1D;AAAA,IACF,CAAC;AACD,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,QAAI;AACJ,QAAI;AAAE,eAAS,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC;AAAA,IAAG,QAAQ;AAAE,eAAS;AAAA,IAAW;AAC3E,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAAS;AACf,YAAM,IAAI;AAAA,QACR,QAAQ,WAAW,8BAA8B,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,QAAI,QAAQ;AAAA,MAAU;AAAA,IACjH;AACA,WAAO;AAAA,EACT;AACF;","names":["value","value","value"]}