@databricks/appkit 0.0.2

package/dist/connectors/sql-warehouse/client.js

@@ -0,0 +1,284 @@
+import { TelemetryManager } from "../../telemetry/telemetry-manager.js";
+import { SpanKind, SpanStatusCode } from "../../telemetry/index.js";
+import { ArrowStreamProcessor } from "../../stream/arrow-stream-processor.js";
+import { executeStatementDefaults } from "./defaults.js";
+import { Context } from "@databricks/sdk-experimental";
+
+//#region src/connectors/sql-warehouse/client.ts
+var SQLWarehouseConnector = class {
+	constructor(config) {
+		this.name = "sql-warehouse";
+		this._arrowProcessor = null;
+		this.config = config;
+		this.telemetry = TelemetryManager.getProvider(this.name, this.config.telemetry);
+		this.telemetryMetrics = {
+			queryCount: this.telemetry.getMeter().createCounter("query.count", {
+				description: "Total number of queries executed",
+				unit: "1"
+			}),
+			queryDuration: this.telemetry.getMeter().createHistogram("query.duration", {
+				description: "Duration of queries executed",
+				unit: "ms"
+			})
+		};
+	}
+	/**
+	* Lazily initializes and returns the ArrowStreamProcessor.
+	* Only created on first Arrow format query to avoid unnecessary allocation.
+	*/
+	get arrowProcessor() {
+		if (!this._arrowProcessor) this._arrowProcessor = new ArrowStreamProcessor({
+			timeout: this.config.timeout || executeStatementDefaults.timeout,
+			maxConcurrentDownloads: ArrowStreamProcessor.DEFAULT_MAX_CONCURRENT_DOWNLOADS,
+			retries: ArrowStreamProcessor.DEFAULT_RETRIES
+		});
+		return this._arrowProcessor;
+	}
+	async executeStatement(workspaceClient, input, signal) {
+		const startTime = Date.now();
+		let success = false;
+		return this.telemetry.startActiveSpan("sql.query", {
+			kind: SpanKind.CLIENT,
+			attributes: {
+				"db.system": "databricks",
+				"db.warehouse_id": input.warehouse_id || "",
+				"db.catalog": input.catalog ?? "",
+				"db.schema": input.schema ?? "",
+				"db.statement": input.statement?.substring(0, 500) || "",
+				"db.has_parameters": !!input.parameters
+			}
+		}, async (span) => {
+			try {
+				if (!input.statement) throw new Error("Statement is required: Please provide a SQL statement to execute");
+				if (!input.warehouse_id) throw new Error("Warehouse ID is required: Please provide a warehouse_id to execute the statement");
+				const body = {
+					statement: input.statement,
+					parameters: input.parameters,
+					warehouse_id: input.warehouse_id,
+					catalog: input.catalog,
+					schema: input.schema,
+					wait_timeout: input.wait_timeout || executeStatementDefaults.wait_timeout,
+					disposition: input.disposition || executeStatementDefaults.disposition,
+					format: input.format || executeStatementDefaults.format,
+					byte_limit: input.byte_limit,
+					row_limit: input.row_limit,
+					on_wait_timeout: input.on_wait_timeout || executeStatementDefaults.on_wait_timeout
+				};
+				span.addEvent("statement.submitting", { "db.warehouse_id": input.warehouse_id });
+				const response = await workspaceClient.statementExecution.executeStatement(body, this._createContext(signal));
+				if (!response) throw new Error("No response received from SQL Warehouse API");
+				const status = response.status;
+				const statementId = response.statement_id;
+				span.setAttribute("db.statement_id", statementId);
+				span.addEvent("statement.submitted", {
+					"db.statement_id": response.statement_id,
+					"db.status": status?.state
+				});
+				let result;
+				switch (status?.state) {
+					case "RUNNING":
+					case "PENDING":
+						span.addEvent("statement.polling_started", { "db.status": response.status?.state });
+						result = await this._pollForStatementResult(workspaceClient, statementId, this.config.timeout, signal);
+						break;
+					case "SUCCEEDED":
+						result = this._transformDataArray(response);
+						break;
+					case "FAILED": throw new Error(`Statement failed: ${status.error?.message || "Unknown error"}`);
+					case "CANCELED": throw new Error("Statement was canceled");
+					case "CLOSED": throw new Error("Statement execution completed but results are no longer available (CLOSED state)");
+					default: throw new Error(`Unknown statement state: ${status?.state}`);
+				}
+				const resultData = result.result;
+				if (resultData?.data) span.setAttribute("db.result.row_count", resultData.data.length);
+				else if (resultData?.data_array) span.setAttribute("db.result.row_count", resultData.data_array.length);
+				success = true;
+				span.setStatus({ code: SpanStatusCode.OK });
+				return result;
+			} catch (error) {
+				span.recordException(error);
+				span.setStatus({
+					code: SpanStatusCode.ERROR,
+					message: error instanceof Error ? error.message : String(error)
+				});
+				throw error;
+			} finally {
+				const duration = Date.now() - startTime;
+				span.end();
+				const attributes = {
+					"db.warehouse_id": input.warehouse_id,
+					"db.catalog": input.catalog ?? "",
+					"db.schema": input.schema ?? "",
+					"db.statement": input.statement?.substring(0, 500) || "",
+					success: success.toString()
+				};
+				this.telemetryMetrics.queryCount.add(1, attributes);
+				this.telemetryMetrics.queryDuration.record(duration, attributes);
+			}
+		}, {
+			name: this.name,
+			includePrefix: true
+		});
+	}
+	async _pollForStatementResult(workspaceClient, statementId, timeout = executeStatementDefaults.timeout, signal) {
+		return this.telemetry.startActiveSpan("sql.poll", { attributes: {
+			"db.statement_id": statementId,
+			"db.polling.timeout": timeout
+		} }, async (span) => {
+			try {
+				const startTime = Date.now();
+				let delay = 1e3;
+				const maxDelayBetweenPolls = 5e3;
+				let pollCount = 0;
+				while (true) {
+					pollCount++;
+					span.setAttribute("db.polling.current_attempt", pollCount);
+					const elapsedTime = Date.now() - startTime;
+					if (elapsedTime > timeout) {
+						const error = /* @__PURE__ */ new Error(`Statement polling timeout exceeded after ${timeout}ms (elapsed: ${elapsedTime}ms)`);
+						span.recordException(error);
+						span.setStatus({ code: SpanStatusCode.ERROR });
+						throw error;
+					}
+					if (signal?.aborted) {
+						const error = /* @__PURE__ */ new Error("Request aborted");
+						span.recordException(error);
+						span.setStatus({ code: SpanStatusCode.ERROR });
+						throw error;
+					}
+					span.addEvent("polling.attempt", {
+						"poll.attempt": pollCount,
+						"poll.delay_ms": delay,
+						"poll.elapsed_ms": elapsedTime
+					});
+					const response = await workspaceClient.statementExecution.getStatement({ statement_id: statementId }, this._createContext(signal));
+					if (!response) throw new Error("No response received from SQL Warehouse API");
+					const status = response.status;
+					span.addEvent("polling.status_check", {
+						"db.status": status?.state,
+						"poll.attempt": pollCount
+					});
+					switch (status?.state) {
+						case "PENDING":
+						case "RUNNING": break;
+						case "SUCCEEDED":
+							span.setAttribute("db.polling.attempts", pollCount);
+							span.setAttribute("db.polling.total_duration_ms", elapsedTime);
+							span.addEvent("polling.completed", {
+								"poll.attempts": pollCount,
+								"poll.duration_ms": elapsedTime
+							});
+							span.setStatus({ code: SpanStatusCode.OK });
+							return this._transformDataArray(response);
+						case "FAILED": throw new Error(`Statement failed: ${status.error?.message || "Unknown error"}`);
+						case "CANCELED": throw new Error("Statement was canceled");
+						case "CLOSED": throw new Error("Statement execution completed but results are no longer available (CLOSED state)");
+						default: throw new Error(`Unknown statement state: ${status?.state}`);
+					}
+					await new Promise((resolve) => setTimeout(resolve, delay));
+					delay = Math.min(delay * 2, maxDelayBetweenPolls);
+				}
+			} catch (error) {
+				span.recordException(error);
+				span.setStatus({
+					code: SpanStatusCode.ERROR,
+					message: error instanceof Error ? error.message : String(error)
+				});
+				throw error;
+			} finally {
+				span.end();
+			}
+		}, {
+			name: this.name,
+			includePrefix: true
+		});
+	}
+	_transformDataArray(response) {
+		if (response.manifest?.format === "ARROW_STREAM") return this.updateWithArrowStatus(response);
+		if (!response.result?.data_array || !response.manifest?.schema?.columns) return response;
+		const columns = response.manifest.schema.columns;
+		const transformedData = response.result.data_array.map((row) => {
+			const obj = {};
+			row.forEach((value, index) => {
+				const column = columns[index];
+				const columnName = column?.name || `column_${index}`;
+				if (column?.type_name === "STRING" && typeof value === "string" && value && (value[0] === "{" || value[0] === "[")) try {
+					obj[columnName] = JSON.parse(value);
+				} catch {
+					obj[columnName] = value;
+				}
+				else obj[columnName] = value;
+			});
+			return obj;
+		});
+		const { data_array: _data_array, ...restResult } = response.result;
+		return {
+			...response,
+			result: {
+				...restResult,
+				data: transformedData
+			}
+		};
+	}
+	updateWithArrowStatus(response) {
+		return { result: {
+			statement_id: response.statement_id,
+			status: {
+				state: response.status?.state,
+				error: response.status?.error
+			}
+		} };
+	}
+	async getArrowData(workspaceClient, jobId, signal) {
+		const startTime = Date.now();
+		return this.telemetry.startActiveSpan("arrow.getData", {
+			kind: SpanKind.CLIENT,
+			attributes: {
+				"db.system": "databricks",
+				"arrow.job_id": jobId
+			}
+		}, async (span) => {
+			try {
+				const response = await workspaceClient.statementExecution.getStatement({ statement_id: jobId }, this._createContext(signal));
+				const chunks = response.result?.external_links;
+				const schema = response.manifest?.schema;
+				if (!chunks || !schema) throw new Error("No chunks or schema found in response");
+				span.setAttribute("arrow.chunk_count", chunks.length);
+				const result = await this.arrowProcessor.processChunks(chunks, schema, signal);
+				span.setAttribute("arrow.data_size_bytes", result.data.length);
+				span.setStatus({ code: SpanStatusCode.OK });
+				const duration = Date.now() - startTime;
+				this.telemetryMetrics.queryDuration.record(duration, {
+					operation: "arrow.getData",
+					status: "success"
+				});
+				return result;
+			} catch (error) {
+				span.setStatus({
+					code: SpanStatusCode.ERROR,
+					message: error instanceof Error ? error.message : "Unknown error"
+				});
+				span.recordException(error);
+				const duration = Date.now() - startTime;
+				this.telemetryMetrics.queryDuration.record(duration, {
+					operation: "arrow.getData",
+					status: "error"
+				});
+				console.error(`Failed Arrow job: ${jobId}`, error);
+				throw error;
+			}
+		});
+	}
+	_createContext(signal) {
+		return new Context({ cancellationToken: {
+			isCancellationRequested: signal?.aborted ?? false,
+			onCancellationRequested: (cb) => {
+				signal?.addEventListener("abort", cb, { once: true });
+			}
+		} });
+	}
+};
+
+//#endregion
+export { SQLWarehouseConnector };
+//# sourceMappingURL=client.js.map

package/dist/connectors/sql-warehouse/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","names":["body: sql.ExecuteStatementRequest","result:\n            | sql.StatementResponse\n            | { result: { statement_id: string; status: sql.StatementStatus } }","obj: Record<string, unknown>"],"sources":["../../../src/connectors/sql-warehouse/client.ts"],"sourcesContent":["import {\n  Context,\n  type sql,\n  type WorkspaceClient,\n} from \"@databricks/sdk-experimental\";\nimport { ArrowStreamProcessor } from \"../../stream/arrow-stream-processor\";\nimport type { TelemetryOptions } from \"shared\";\nimport type { TelemetryProvider } from \"../../telemetry\";\nimport {\n  type Counter,\n  type Histogram,\n  type Span,\n  SpanKind,\n  SpanStatusCode,\n  TelemetryManager,\n} from \"../../telemetry\";\nimport { executeStatementDefaults } from \"./defaults\";\n\nexport interface SQLWarehouseConfig {\n  timeout?: number;\n  telemetry?: TelemetryOptions;\n}\n\nexport class SQLWarehouseConnector {\n  private readonly name = \"sql-warehouse\";\n\n  private config: SQLWarehouseConfig;\n\n  // Lazy-initialized: only created when Arrow format is used\n  private _arrowProcessor: ArrowStreamProcessor | null = null;\n  // telemetry\n  private readonly telemetry: TelemetryProvider;\n  private readonly telemetryMetrics: {\n    queryCount: Counter;\n    queryDuration: Histogram;\n  };\n\n  constructor(config: SQLWarehouseConfig) {\n    this.config = config;\n\n    this.telemetry = TelemetryManager.getProvider(\n      this.name,\n      this.config.telemetry,\n    );\n    this.telemetryMetrics = {\n      queryCount: this.telemetry.getMeter().createCounter(\"query.count\", {\n        description: \"Total number of queries executed\",\n        unit: \"1\",\n      }),\n      queryDuration: this.telemetry\n        .getMeter()\n        .createHistogram(\"query.duration\", {\n          description: \"Duration of queries executed\",\n          unit: \"ms\",\n        }),\n    };\n  }\n\n  /**\n   * Lazily initializes and returns the ArrowStreamProcessor.\n   * Only created on first Arrow format query to avoid unnecessary allocation.\n   */\n  private get arrowProcessor(): ArrowStreamProcessor {\n    if (!this._arrowProcessor) {\n      this._arrowProcessor = new ArrowStreamProcessor({\n        timeout: this.config.timeout || executeStatementDefaults.timeout,\n        maxConcurrentDownloads:\n          ArrowStreamProcessor.DEFAULT_MAX_CONCURRENT_DOWNLOADS,\n        retries: ArrowStreamProcessor.DEFAULT_RETRIES,\n      });\n    }\n    return this._arrowProcessor;\n  }\n\n  async executeStatement(\n    workspaceClient: WorkspaceClient,\n    input: sql.ExecuteStatementRequest,\n    signal?: AbortSignal,\n  ) {\n    const startTime = Date.now();\n    let success = false;\n\n    return this.telemetry.startActiveSpan(\n      \"sql.query\",\n      {\n        kind: SpanKind.CLIENT,\n        attributes: {\n          \"db.system\": \"databricks\",\n          \"db.warehouse_id\": input.warehouse_id || \"\",\n          \"db.catalog\": input.catalog ?? \"\",\n          \"db.schema\": input.schema ?? \"\",\n          \"db.statement\": input.statement?.substring(0, 500) || \"\",\n          \"db.has_parameters\": !!input.parameters,\n        },\n      },\n      async (span: Span) => {\n        try {\n          // validate required fields\n          if (!input.statement) {\n            throw new Error(\n              \"Statement is required: Please provide a SQL statement to execute\",\n            );\n          }\n\n          if (!input.warehouse_id) {\n            throw new Error(\n              \"Warehouse ID is required: Please provide a warehouse_id to execute the statement\",\n            );\n          }\n\n          const body: sql.ExecuteStatementRequest = {\n            statement: input.statement,\n            parameters: input.parameters,\n            warehouse_id: input.warehouse_id,\n            catalog: input.catalog,\n            schema: input.schema,\n            wait_timeout:\n              input.wait_timeout || executeStatementDefaults.wait_timeout,\n            disposition:\n              input.disposition || executeStatementDefaults.disposition,\n            format: input.format || executeStatementDefaults.format,\n            byte_limit: input.byte_limit,\n            row_limit: input.row_limit,\n            on_wait_timeout:\n              input.on_wait_timeout || executeStatementDefaults.on_wait_timeout,\n          };\n\n          span.addEvent(\"statement.submitting\", {\n            \"db.warehouse_id\": input.warehouse_id,\n          });\n\n          const response =\n            await workspaceClient.statementExecution.executeStatement(\n              body,\n              this._createContext(signal),\n            );\n\n          if (!response) {\n            throw new Error(\"No response received from SQL Warehouse API\");\n          }\n          const status = response.status;\n          const statementId = response.statement_id as string;\n\n          span.setAttribute(\"db.statement_id\", statementId);\n          span.addEvent(\"statement.submitted\", {\n            \"db.statement_id\": response.statement_id,\n            \"db.status\": status?.state,\n          });\n\n          let result:\n            | sql.StatementResponse\n            | { result: { statement_id: string; status: sql.StatementStatus } };\n\n          switch (status?.state) {\n            case \"RUNNING\":\n            case \"PENDING\":\n              span.addEvent(\"statement.polling_started\", {\n                \"db.status\": response.status?.state,\n              });\n              result = await this._pollForStatementResult(\n                workspaceClient,\n                statementId,\n                this.config.timeout,\n                signal,\n              );\n              break;\n            case \"SUCCEEDED\":\n              result = this._transformDataArray(response);\n              break;\n            case \"FAILED\":\n              throw new Error(\n                `Statement failed: ${status.error?.message || \"Unknown error\"}`,\n              );\n            case \"CANCELED\":\n              throw new Error(\"Statement was canceled\");\n            case \"CLOSED\":\n              throw new Error(\n                \"Statement execution completed but results are no longer available (CLOSED state)\",\n              );\n            default:\n              throw new Error(`Unknown statement state: ${status?.state}`);\n          }\n\n          const resultData = result.result as any;\n          if (resultData?.data) {\n            span.setAttribute(\"db.result.row_count\", resultData.data.length);\n          } else if (resultData?.data_array) {\n            span.setAttribute(\n              \"db.result.row_count\",\n              resultData.data_array.length,\n            );\n          }\n\n          success = true;\n          span.setStatus({ code: SpanStatusCode.OK });\n          return result;\n        } catch (error) {\n          span.recordException(error as Error);\n          span.setStatus({\n            code: SpanStatusCode.ERROR,\n            message: error instanceof Error ? error.message : String(error),\n          });\n          throw error;\n        } finally {\n          const duration = Date.now() - startTime;\n          span.end();\n\n          const attributes = {\n            \"db.warehouse_id\": input.warehouse_id,\n            \"db.catalog\": input.catalog ?? \"\",\n            \"db.schema\": input.schema ?? \"\",\n            \"db.statement\": input.statement?.substring(0, 500) || \"\",\n            success: success.toString(),\n          };\n\n          this.telemetryMetrics.queryCount.add(1, attributes);\n          this.telemetryMetrics.queryDuration.record(duration, attributes);\n        }\n      },\n      { name: this.name, includePrefix: true },\n    );\n  }\n\n  private async _pollForStatementResult(\n    workspaceClient: WorkspaceClient,\n    statementId: string,\n    timeout = executeStatementDefaults.timeout,\n    signal?: AbortSignal,\n  ) {\n    return this.telemetry.startActiveSpan(\n      \"sql.poll\",\n      {\n        attributes: {\n          \"db.statement_id\": statementId,\n          \"db.polling.timeout\": timeout,\n        },\n      },\n      async (span: Span) => {\n        try {\n          const startTime = Date.now();\n          let delay = 1000;\n          const maxDelayBetweenPolls = 5000; // max 5 seconds between polls\n          let pollCount = 0;\n\n          while (true) {\n            pollCount++;\n            span.setAttribute(\"db.polling.current_attempt\", pollCount);\n\n            // check if timeout exceeded\n            const elapsedTime = Date.now() - startTime;\n            if (elapsedTime > timeout) {\n              const error = new Error(\n                `Statement polling timeout exceeded after ${timeout}ms (elapsed: ${elapsedTime}ms)`,\n              );\n              span.recordException(error);\n              span.setStatus({ code: SpanStatusCode.ERROR });\n              throw error;\n            }\n\n            if (signal?.aborted) {\n              const error = new Error(\"Request aborted\");\n              span.recordException(error);\n              span.setStatus({ code: SpanStatusCode.ERROR });\n              throw error;\n            }\n\n            span.addEvent(\"polling.attempt\", {\n              \"poll.attempt\": pollCount,\n              \"poll.delay_ms\": delay,\n              \"poll.elapsed_ms\": elapsedTime,\n            });\n\n            const response =\n              await workspaceClient.statementExecution.getStatement(\n                {\n                  statement_id: statementId,\n                },\n                this._createContext(signal),\n              );\n            if (!response) {\n              throw new Error(\"No response received from SQL Warehouse API\");\n            }\n\n            const status = response.status;\n\n            span.addEvent(\"polling.status_check\", {\n              \"db.status\": status?.state,\n              \"poll.attempt\": pollCount,\n            });\n\n            switch (status?.state) {\n              case \"PENDING\":\n              case \"RUNNING\":\n                // continue polling\n                break;\n              case \"SUCCEEDED\":\n                span.setAttribute(\"db.polling.attempts\", pollCount);\n                span.setAttribute(\"db.polling.total_duration_ms\", elapsedTime);\n                span.addEvent(\"polling.completed\", {\n                  \"poll.attempts\": pollCount,\n                  \"poll.duration_ms\": elapsedTime,\n                });\n                span.setStatus({ code: SpanStatusCode.OK });\n                return this._transformDataArray(response);\n              case \"FAILED\":\n                throw new Error(\n                  `Statement failed: ${\n                    status.error?.message || \"Unknown error\"\n                  }`,\n                );\n              case \"CANCELED\":\n                throw new Error(\"Statement was canceled\");\n              case \"CLOSED\":\n                throw new Error(\n                  \"Statement execution completed but results are no longer available (CLOSED state)\",\n                );\n              default:\n                throw new Error(`Unknown statement state: ${status?.state}`);\n            }\n\n            // continue polling after delay\n            await new Promise((resolve) => setTimeout(resolve, delay));\n            delay = Math.min(delay * 2, maxDelayBetweenPolls);\n          }\n        } catch (error) {\n          span.recordException(error as Error);\n          span.setStatus({\n            code: SpanStatusCode.ERROR,\n            message: error instanceof Error ? error.message : String(error),\n          });\n          throw error;\n        } finally {\n          span.end();\n        }\n      },\n      { name: this.name, includePrefix: true },\n    );\n  }\n\n  private _transformDataArray(response: sql.StatementResponse) {\n    if (response.manifest?.format === \"ARROW_STREAM\") {\n      return this.updateWithArrowStatus(response);\n    }\n\n    if (!response.result?.data_array || !response.manifest?.schema?.columns) {\n      return response;\n    }\n\n    const columns = response.manifest.schema.columns;\n\n    const transformedData = response.result.data_array.map((row) => {\n      const obj: Record<string, unknown> = {};\n      row.forEach((value, index) => {\n        const column = columns[index];\n        const columnName = column?.name || `column_${index}`;\n\n        // attempt to parse JSON strings for string columns\n        if (\n          column?.type_name === \"STRING\" &&\n          typeof value === \"string\" &&\n          value &&\n          (value[0] === \"{\" || value[0] === \"[\")\n        ) {\n          try {\n            obj[columnName] = JSON.parse(value);\n          } catch {\n            // if parsing fails, keep as string\n            obj[columnName] = value;\n          }\n        } else {\n          obj[columnName] = value;\n        }\n      });\n      return obj;\n    });\n\n    // remove data_array\n    const { data_array: _data_array, ...restResult } = response.result;\n    return {\n      ...response,\n      result: {\n        ...restResult,\n        data: transformedData,\n      },\n    };\n  }\n\n  private updateWithArrowStatus(response: sql.StatementResponse): {\n    result: { statement_id: string; status: sql.StatementStatus };\n  } {\n    return {\n      result: {\n        statement_id: response.statement_id as string,\n        status: {\n          state: response.status?.state,\n          error: response.status?.error,\n        } as sql.StatementStatus,\n      },\n    };\n  }\n\n  async getArrowData(\n    workspaceClient: WorkspaceClient,\n    jobId: string,\n    signal?: AbortSignal,\n  ): Promise<ReturnType<typeof this.arrowProcessor.processChunks>> {\n    const startTime = Date.now();\n\n    return this.telemetry.startActiveSpan(\n      \"arrow.getData\",\n      {\n        kind: SpanKind.CLIENT,\n        attributes: {\n          \"db.system\": \"databricks\",\n          \"arrow.job_id\": jobId,\n        },\n      },\n      async (span: Span) => {\n        try {\n          const response =\n            await workspaceClient.statementExecution.getStatement(\n              { statement_id: jobId },\n              this._createContext(signal),\n            );\n\n          const chunks = response.result?.external_links;\n          const schema = response.manifest?.schema;\n\n          if (!chunks || !schema) {\n            throw new Error(\"No chunks or schema found in response\");\n          }\n\n          span.setAttribute(\"arrow.chunk_count\", chunks.length);\n\n          const result = await this.arrowProcessor.processChunks(\n            chunks,\n            schema,\n            signal,\n          );\n\n          span.setAttribute(\"arrow.data_size_bytes\", result.data.length);\n          span.setStatus({ code: SpanStatusCode.OK });\n\n          const duration = Date.now() - startTime;\n          this.telemetryMetrics.queryDuration.record(duration, {\n            operation: \"arrow.getData\",\n            status: \"success\",\n          });\n\n          return result;\n        } catch (error) {\n          span.setStatus({\n            code: SpanStatusCode.ERROR,\n            message: error instanceof Error ? error.message : \"Unknown error\",\n          });\n          span.recordException(error as Error);\n\n          const duration = Date.now() - startTime;\n          this.telemetryMetrics.queryDuration.record(duration, {\n            operation: \"arrow.getData\",\n            status: \"error\",\n          });\n\n          console.error(`Failed Arrow job: ${jobId}`, error);\n          throw error;\n        }\n      },\n    );\n  }\n\n  // create context for cancellation token\n  private _createContext(signal?: AbortSignal) {\n    return new Context({\n      cancellationToken: {\n        isCancellationRequested: signal?.aborted ?? false,\n        onCancellationRequested: (cb: () => void) => {\n          signal?.addEventListener(\"abort\", cb, { once: true });\n        },\n      },\n    });\n  }\n}\n"],"mappings":";;;;;;;AAuBA,IAAa,wBAAb,MAAmC;CAcjC,YAAY,QAA4B;cAbhB;yBAK+B;AASrD,OAAK,SAAS;AAEd,OAAK,YAAY,iBAAiB,YAChC,KAAK,MACL,KAAK,OAAO,UACb;AACD,OAAK,mBAAmB;GACtB,YAAY,KAAK,UAAU,UAAU,CAAC,cAAc,eAAe;IACjE,aAAa;IACb,MAAM;IACP,CAAC;GACF,eAAe,KAAK,UACjB,UAAU,CACV,gBAAgB,kBAAkB;IACjC,aAAa;IACb,MAAM;IACP,CAAC;GACL;;;;;;CAOH,IAAY,iBAAuC;AACjD,MAAI,CAAC,KAAK,gBACR,MAAK,kBAAkB,IAAI,qBAAqB;GAC9C,SAAS,KAAK,OAAO,WAAW,yBAAyB;GACzD,wBACE,qBAAqB;GACvB,SAAS,qBAAqB;GAC/B,CAAC;AAEJ,SAAO,KAAK;;CAGd,MAAM,iBACJ,iBACA,OACA,QACA;EACA,MAAM,YAAY,KAAK,KAAK;EAC5B,IAAI,UAAU;AAEd,SAAO,KAAK,UAAU,gBACpB,aACA;GACE,MAAM,SAAS;GACf,YAAY;IACV,aAAa;IACb,mBAAmB,MAAM,gBAAgB;IACzC,cAAc,MAAM,WAAW;IAC/B,aAAa,MAAM,UAAU;IAC7B,gBAAgB,MAAM,WAAW,UAAU,GAAG,IAAI,IAAI;IACtD,qBAAqB,CAAC,CAAC,MAAM;IAC9B;GACF,EACD,OAAO,SAAe;AACpB,OAAI;AAEF,QAAI,CAAC,MAAM,UACT,OAAM,IAAI,MACR,mEACD;AAGH,QAAI,CAAC,MAAM,aACT,OAAM,IAAI,MACR,mFACD;IAGH,MAAMA,OAAoC;KACxC,WAAW,MAAM;KACjB,YAAY,MAAM;KAClB,cAAc,MAAM;KACpB,SAAS,MAAM;KACf,QAAQ,MAAM;KACd,cACE,MAAM,gBAAgB,yBAAyB;KACjD,aACE,MAAM,eAAe,yBAAyB;KAChD,QAAQ,MAAM,UAAU,yBAAyB;KACjD,YAAY,MAAM;KAClB,WAAW,MAAM;KACjB,iBACE,MAAM,mBAAmB,yBAAyB;KACrD;AAED,SAAK,SAAS,wBAAwB,EACpC,mBAAmB,MAAM,cAC1B,CAAC;IAEF,MAAM,WACJ,MAAM,gBAAgB,mBAAmB,iBACvC,MACA,KAAK,eAAe,OAAO,CAC5B;AAEH,QAAI,CAAC,SACH,OAAM,IAAI,MAAM,8CAA8C;IAEhE,MAAM,SAAS,SAAS;IACxB,MAAM,cAAc,SAAS;AAE7B,SAAK,aAAa,mBAAmB,YAAY;AACjD,SAAK,SAAS,uBAAuB;KACnC,mBAAmB,SAAS;KAC5B,aAAa,QAAQ;KACtB,CAAC;IAEF,IAAIC;AAIJ,YAAQ,QAAQ,OAAhB;KACE,KAAK;KACL,KAAK;AACH,WAAK,SAAS,6BAA6B,EACzC,aAAa,SAAS,QAAQ,OAC/B,CAAC;AACF,eAAS,MAAM,KAAK,wBAClB,iBACA,aACA,KAAK,OAAO,SACZ,OACD;AACD;KACF,KAAK;AACH,eAAS,KAAK,oBAAoB,SAAS;AAC3C;KACF,KAAK,SACH,OAAM,IAAI,MACR,qBAAqB,OAAO,OAAO,WAAW,kBAC/C;KACH,KAAK,WACH,OAAM,IAAI,MAAM,yBAAyB;KAC3C,KAAK,SACH,OAAM,IAAI,MACR,mFACD;KACH,QACE,OAAM,IAAI,MAAM,4BAA4B,QAAQ,QAAQ;;IAGhE,MAAM,aAAa,OAAO;AAC1B,QAAI,YAAY,KACd,MAAK,aAAa,uBAAuB,WAAW,KAAK,OAAO;aACvD,YAAY,WACrB,MAAK,aACH,uBACA,WAAW,WAAW,OACvB;AAGH,cAAU;AACV,SAAK,UAAU,EAAE,MAAM,eAAe,IAAI,CAAC;AAC3C,WAAO;YACA,OAAO;AACd,SAAK,gBAAgB,MAAe;AACpC,SAAK,UAAU;KACb,MAAM,eAAe;KACrB,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;KAChE,CAAC;AACF,UAAM;aACE;IACR,MAAM,WAAW,KAAK,KAAK,GAAG;AAC9B,SAAK,KAAK;IAEV,MAAM,aAAa;KACjB,mBAAmB,MAAM;KACzB,cAAc,MAAM,WAAW;KAC/B,aAAa,MAAM,UAAU;KAC7B,gBAAgB,MAAM,WAAW,UAAU,GAAG,IAAI,IAAI;KACtD,SAAS,QAAQ,UAAU;KAC5B;AAED,SAAK,iBAAiB,WAAW,IAAI,GAAG,WAAW;AACnD,SAAK,iBAAiB,cAAc,OAAO,UAAU,WAAW;;KAGpE;GAAE,MAAM,KAAK;GAAM,eAAe;GAAM,CACzC;;CAGH,MAAc,wBACZ,iBACA,aACA,UAAU,yBAAyB,SACnC,QACA;AACA,SAAO,KAAK,UAAU,gBACpB,YACA,EACE,YAAY;GACV,mBAAmB;GACnB,sBAAsB;GACvB,EACF,EACD,OAAO,SAAe;AACpB,OAAI;IACF,MAAM,YAAY,KAAK,KAAK;IAC5B,IAAI,QAAQ;IACZ,MAAM,uBAAuB;IAC7B,IAAI,YAAY;AAEhB,WAAO,MAAM;AACX;AACA,UAAK,aAAa,8BAA8B,UAAU;KAG1D,MAAM,cAAc,KAAK,KAAK,GAAG;AACjC,SAAI,cAAc,SAAS;MACzB,MAAM,wBAAQ,IAAI,MAChB,4CAA4C,QAAQ,eAAe,YAAY,KAChF;AACD,WAAK,gBAAgB,MAAM;AAC3B,WAAK,UAAU,EAAE,MAAM,eAAe,OAAO,CAAC;AAC9C,YAAM;;AAGR,SAAI,QAAQ,SAAS;MACnB,MAAM,wBAAQ,IAAI,MAAM,kBAAkB;AAC1C,WAAK,gBAAgB,MAAM;AAC3B,WAAK,UAAU,EAAE,MAAM,eAAe,OAAO,CAAC;AAC9C,YAAM;;AAGR,UAAK,SAAS,mBAAmB;MAC/B,gBAAgB;MAChB,iBAAiB;MACjB,mBAAmB;MACpB,CAAC;KAEF,MAAM,WACJ,MAAM,gBAAgB,mBAAmB,aACvC,EACE,cAAc,aACf,EACD,KAAK,eAAe,OAAO,CAC5B;AACH,SAAI,CAAC,SACH,OAAM,IAAI,MAAM,8CAA8C;KAGhE,MAAM,SAAS,SAAS;AAExB,UAAK,SAAS,wBAAwB;MACpC,aAAa,QAAQ;MACrB,gBAAgB;MACjB,CAAC;AAEF,aAAQ,QAAQ,OAAhB;MACE,KAAK;MACL,KAAK,UAEH;MACF,KAAK;AACH,YAAK,aAAa,uBAAuB,UAAU;AACnD,YAAK,aAAa,gCAAgC,YAAY;AAC9D,YAAK,SAAS,qBAAqB;QACjC,iBAAiB;QACjB,oBAAoB;QACrB,CAAC;AACF,YAAK,UAAU,EAAE,MAAM,eAAe,IAAI,CAAC;AAC3C,cAAO,KAAK,oBAAoB,SAAS;MAC3C,KAAK,SACH,OAAM,IAAI,MACR,qBACE,OAAO,OAAO,WAAW,kBAE5B;MACH,KAAK,WACH,OAAM,IAAI,MAAM,yBAAyB;MAC3C,KAAK,SACH,OAAM,IAAI,MACR,mFACD;MACH,QACE,OAAM,IAAI,MAAM,4BAA4B,QAAQ,QAAQ;;AAIhE,WAAM,IAAI,SAAS,YAAY,WAAW,SAAS,MAAM,CAAC;AAC1D,aAAQ,KAAK,IAAI,QAAQ,GAAG,qBAAqB;;YAE5C,OAAO;AACd,SAAK,gBAAgB,MAAe;AACpC,SAAK,UAAU;KACb,MAAM,eAAe;KACrB,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;KAChE,CAAC;AACF,UAAM;aACE;AACR,SAAK,KAAK;;KAGd;GAAE,MAAM,KAAK;GAAM,eAAe;GAAM,CACzC;;CAGH,AAAQ,oBAAoB,UAAiC;AAC3D,MAAI,SAAS,UAAU,WAAW,eAChC,QAAO,KAAK,sBAAsB,SAAS;AAG7C,MAAI,CAAC,SAAS,QAAQ,cAAc,CAAC,SAAS,UAAU,QAAQ,QAC9D,QAAO;EAGT,MAAM,UAAU,SAAS,SAAS,OAAO;EAEzC,MAAM,kBAAkB,SAAS,OAAO,WAAW,KAAK,QAAQ;GAC9D,MAAMC,MAA+B,EAAE;AACvC,OAAI,SAAS,OAAO,UAAU;IAC5B,MAAM,SAAS,QAAQ;IACvB,MAAM,aAAa,QAAQ,QAAQ,UAAU;AAG7C,QACE,QAAQ,cAAc,YACtB,OAAO,UAAU,YACjB,UACC,MAAM,OAAO,OAAO,MAAM,OAAO,KAElC,KAAI;AACF,SAAI,cAAc,KAAK,MAAM,MAAM;YAC7B;AAEN,SAAI,cAAc;;QAGpB,KAAI,cAAc;KAEpB;AACF,UAAO;IACP;EAGF,MAAM,EAAE,YAAY,aAAa,GAAG,eAAe,SAAS;AAC5D,SAAO;GACL,GAAG;GACH,QAAQ;IACN,GAAG;IACH,MAAM;IACP;GACF;;CAGH,AAAQ,sBAAsB,UAE5B;AACA,SAAO,EACL,QAAQ;GACN,cAAc,SAAS;GACvB,QAAQ;IACN,OAAO,SAAS,QAAQ;IACxB,OAAO,SAAS,QAAQ;IACzB;GACF,EACF;;CAGH,MAAM,aACJ,iBACA,OACA,QAC+D;EAC/D,MAAM,YAAY,KAAK,KAAK;AAE5B,SAAO,KAAK,UAAU,gBACpB,iBACA;GACE,MAAM,SAAS;GACf,YAAY;IACV,aAAa;IACb,gBAAgB;IACjB;GACF,EACD,OAAO,SAAe;AACpB,OAAI;IACF,MAAM,WACJ,MAAM,gBAAgB,mBAAmB,aACvC,EAAE,cAAc,OAAO,EACvB,KAAK,eAAe,OAAO,CAC5B;IAEH,MAAM,SAAS,SAAS,QAAQ;IAChC,MAAM,SAAS,SAAS,UAAU;AAElC,QAAI,CAAC,UAAU,CAAC,OACd,OAAM,IAAI,MAAM,wCAAwC;AAG1D,SAAK,aAAa,qBAAqB,OAAO,OAAO;IAErD,MAAM,SAAS,MAAM,KAAK,eAAe,cACvC,QACA,QACA,OACD;AAED,SAAK,aAAa,yBAAyB,OAAO,KAAK,OAAO;AAC9D,SAAK,UAAU,EAAE,MAAM,eAAe,IAAI,CAAC;IAE3C,MAAM,WAAW,KAAK,KAAK,GAAG;AAC9B,SAAK,iBAAiB,cAAc,OAAO,UAAU;KACnD,WAAW;KACX,QAAQ;KACT,CAAC;AAEF,WAAO;YACA,OAAO;AACd,SAAK,UAAU;KACb,MAAM,eAAe;KACrB,SAAS,iBAAiB,QAAQ,MAAM,UAAU;KACnD,CAAC;AACF,SAAK,gBAAgB,MAAe;IAEpC,MAAM,WAAW,KAAK,KAAK,GAAG;AAC9B,SAAK,iBAAiB,cAAc,OAAO,UAAU;KACnD,WAAW;KACX,QAAQ;KACT,CAAC;AAEF,YAAQ,MAAM,qBAAqB,SAAS,MAAM;AAClD,UAAM;;IAGX;;CAIH,AAAQ,eAAe,QAAsB;AAC3C,SAAO,IAAI,QAAQ,EACjB,mBAAmB;GACjB,yBAAyB,QAAQ,WAAW;GAC5C,0BAA0B,OAAmB;AAC3C,YAAQ,iBAAiB,SAAS,IAAI,EAAE,MAAM,MAAM,CAAC;;GAExD,EACF,CAAC"}

package/dist/connectors/sql-warehouse/defaults.js

@@ -0,0 +1,12 @@
+//#region src/connectors/sql-warehouse/defaults.ts
+const executeStatementDefaults = {
+	wait_timeout: "30s",
+	disposition: "INLINE",
+	format: "JSON_ARRAY",
+	on_wait_timeout: "CONTINUE",
+	timeout: 6e4
+};
+
+//#endregion
+export { executeStatementDefaults };
+//# sourceMappingURL=defaults.js.map

package/dist/connectors/sql-warehouse/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","names":["executeStatementDefaults: ExecuteStatementDefaults"],"sources":["../../../src/connectors/sql-warehouse/defaults.ts"],"sourcesContent":["import type { sql } from \"@databricks/sdk-experimental\";\n\ninterface ExecuteStatementDefaults {\n  wait_timeout: string;\n  disposition: sql.ExecuteStatementRequest[\"disposition\"];\n  format: sql.ExecuteStatementRequest[\"format\"];\n  on_wait_timeout: sql.ExecuteStatementRequest[\"on_wait_timeout\"];\n  timeout: number;\n}\n\n// @TODO: Make these configurable globally and validate right values\nexport const executeStatementDefaults: ExecuteStatementDefaults = {\n  wait_timeout: \"30s\",\n  disposition: \"INLINE\",\n  format: \"JSON_ARRAY\",\n  on_wait_timeout: \"CONTINUE\",\n  timeout: 60000,\n};\n"],"mappings":";AAWA,MAAaA,2BAAqD;CAChE,cAAc;CACd,aAAa;CACb,QAAQ;CACR,iBAAiB;CACjB,SAAS;CACV"}

package/dist/connectors/sql-warehouse/index.js

@@ -0,0 +1,3 @@
+import { SQLWarehouseConnector } from "./client.js";
+
+export {  };

package/dist/core/appkit.d.ts

@@ -0,0 +1,14 @@
+import { PluginConstructor, PluginData, PluginMap } from "../shared/src/plugin.js";
+import { CacheConfig } from "../shared/src/cache.js";
+import { TelemetryConfig } from "../telemetry/types.js";
+
+//#region src/core/appkit.d.ts
+
+declare function createApp<T extends PluginData<PluginConstructor, unknown, string>[]>(config?: {
+  plugins?: T;
+  telemetry?: TelemetryConfig;
+  cache?: CacheConfig;
+}): Promise<PluginMap<T>>;
+//#endregion
+export { createApp };
+//# sourceMappingURL=appkit.d.ts.map

package/dist/core/appkit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"appkit.d.ts","names":[],"sources":["../../src/core/appkit.ts"],"sourcesContent":[],"mappings":";;;;;;AAmIU,iBARY,SAQZ,CAAA,UAPE,UAOF,CAPa,iBAOb,EAAA,OAAA,EAAA,MAAA,CAAA,EAAA,CAAA,CAAA,OAAA,EAAA;YAJI;cACE;UACJ;IAET,QAAQ,UAAU"}

package/dist/core/appkit.js

@@ -0,0 +1,66 @@
+import { TelemetryManager } from "../telemetry/telemetry-manager.js";
+import "../telemetry/index.js";
+import { CacheManager } from "../cache/index.js";
+
+//#region src/core/appkit.ts
+var AppKit = class AppKit {
+	static {
+		this._instance = null;
+	}
+	constructor(config) {
+		this.pluginInstances = {};
+		this.setupPromises = [];
+		const { plugins, ...globalConfig } = config;
+		const pluginEntries = Object.entries(plugins);
+		const corePlugins = pluginEntries.filter(([_, p]) => {
+			return (p?.plugin?.phase ?? "normal") === "core";
+		});
+		const normalPlugins = pluginEntries.filter(([_, p]) => (p?.plugin?.phase ?? "normal") === "normal");
+		const deferredPlugins = pluginEntries.filter(([_, p]) => (p?.plugin?.phase ?? "normal") === "deferred");
+		for (const [name, pluginData] of corePlugins) if (pluginData) this.createAndRegisterPlugin(globalConfig, name, pluginData);
+		for (const [name, pluginData] of normalPlugins) if (pluginData) this.createAndRegisterPlugin(globalConfig, name, pluginData);
+		for (const [name, pluginData] of deferredPlugins) if (pluginData) this.createAndRegisterPlugin(globalConfig, name, pluginData, { plugins: this.pluginInstances });
+	}
+	createAndRegisterPlugin(config, name, pluginData, extraData) {
+		const { plugin: Plugin, config: pluginConfig } = pluginData;
+		const pluginInstance = new Plugin({
+			...config,
+			...Plugin.DEFAULT_CONFIG,
+			...pluginConfig,
+			name,
+			...extraData
+		});
+		this.pluginInstances[name] = pluginInstance;
+		pluginInstance.validateEnv();
+		this.setupPromises.push(pluginInstance.setup());
+		Object.defineProperty(this, name, {
+			get() {
+				return this.pluginInstances[name];
+			},
+			enumerable: true
+		});
+	}
+	static async _createApp(config = {}) {
+		TelemetryManager.initialize(config?.telemetry);
+		await CacheManager.getInstance(config?.cache);
+		const rawPlugins = config.plugins;
+		AppKit._instance = new AppKit({ plugins: AppKit.preparePlugins(rawPlugins) });
+		await Promise.all(AppKit._instance.setupPromises);
+		return AppKit._instance;
+	}
+	static preparePlugins(plugins) {
+		const result = {};
+		for (const currentPlugin of plugins) result[currentPlugin.name] = {
+			plugin: currentPlugin.plugin,
+			config: currentPlugin.config
+		};
+		return result;
+	}
+};
+async function createApp(config = {}) {
+	return AppKit._createApp(config);
+}
+
+//#endregion
+export { createApp };
+//# sourceMappingURL=appkit.js.map

package/dist/core/appkit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"appkit.js","names":["result: InputPluginMap"],"sources":["../../src/core/appkit.ts"],"sourcesContent":["import type {\n  BasePlugin,\n  CacheConfig,\n  InputPluginMap,\n  OptionalConfigPluginDef,\n  PluginConstructor,\n  PluginData,\n  PluginMap,\n} from \"shared\";\nimport { CacheManager } from \"../cache\";\nimport type { TelemetryConfig } from \"../telemetry\";\nimport { TelemetryManager } from \"../telemetry\";\n\nexport class AppKit<TPlugins extends InputPluginMap> {\n  private static _instance: AppKit<InputPluginMap> | null = null;\n  private pluginInstances: Record<string, BasePlugin> = {};\n  private setupPromises: Promise<void>[] = [];\n\n  private constructor(config: { plugins: TPlugins }) {\n    const { plugins, ...globalConfig } = config;\n\n    const pluginEntries = Object.entries(plugins);\n\n    const corePlugins = pluginEntries.filter(([_, p]) => {\n      return (p?.plugin?.phase ?? \"normal\") === \"core\";\n    });\n    const normalPlugins = pluginEntries.filter(\n      ([_, p]) => (p?.plugin?.phase ?? \"normal\") === \"normal\",\n    );\n    const deferredPlugins = pluginEntries.filter(\n      ([_, p]) => (p?.plugin?.phase ?? \"normal\") === \"deferred\",\n    );\n\n    for (const [name, pluginData] of corePlugins) {\n      if (pluginData) {\n        this.createAndRegisterPlugin(globalConfig, name, pluginData);\n      }\n    }\n\n    for (const [name, pluginData] of normalPlugins) {\n      if (pluginData) {\n        this.createAndRegisterPlugin(globalConfig, name, pluginData);\n      }\n    }\n\n    for (const [name, pluginData] of deferredPlugins) {\n      if (pluginData) {\n        this.createAndRegisterPlugin(globalConfig, name, pluginData, {\n          plugins: this.pluginInstances,\n        });\n      }\n    }\n  }\n\n  private createAndRegisterPlugin<T extends PluginConstructor>(\n    config: Omit<{ plugins: TPlugins }, \"plugins\">,\n    name: string,\n    pluginData: OptionalConfigPluginDef<T>,\n    extraData?: Record<string, unknown>,\n  ) {\n    const { plugin: Plugin, config: pluginConfig } = pluginData;\n    const baseConfig = {\n      ...config,\n      ...Plugin.DEFAULT_CONFIG,\n      ...pluginConfig,\n      name,\n      ...extraData,\n    };\n    const pluginInstance = new Plugin(baseConfig);\n\n    this.pluginInstances[name] = pluginInstance;\n\n    pluginInstance.validateEnv();\n\n    this.setupPromises.push(pluginInstance.setup());\n\n    Object.defineProperty(this, name, {\n      get() {\n        return this.pluginInstances[name];\n      },\n      enumerable: true,\n    });\n  }\n\n  static async _createApp<\n    T extends PluginData<PluginConstructor, unknown, string>[],\n  >(\n    config: {\n      plugins?: T;\n      telemetry?: TelemetryConfig;\n      cache?: CacheConfig;\n    } = {},\n  ): Promise<PluginMap<T>> {\n    TelemetryManager.initialize(config?.telemetry);\n    await CacheManager.getInstance(config?.cache);\n\n    const rawPlugins = config.plugins as T;\n    const preparedPlugins = AppKit.preparePlugins(rawPlugins);\n    const mergedConfig = {\n      plugins: preparedPlugins,\n    };\n\n    AppKit._instance = new AppKit(mergedConfig);\n\n    await Promise.all(AppKit._instance.setupPromises);\n\n    return AppKit._instance as unknown as PluginMap<T>;\n  }\n\n  private static preparePlugins(\n    plugins: PluginData<PluginConstructor, unknown, string>[],\n  ) {\n    const result: InputPluginMap = {};\n    for (const currentPlugin of plugins) {\n      result[currentPlugin.name] = {\n        plugin: currentPlugin.plugin,\n        config: currentPlugin.config as Record<string, unknown>,\n      };\n    }\n    return result;\n  }\n}\n\nexport async function createApp<\n  T extends PluginData<PluginConstructor, unknown, string>[],\n>(\n  config: {\n    plugins?: T;\n    telemetry?: TelemetryConfig;\n    cache?: CacheConfig;\n  } = {},\n): Promise<PluginMap<T>> {\n  return AppKit._createApp(config);\n}\n"],"mappings":";;;;;AAaA,IAAa,SAAb,MAAa,OAAwC;;mBACO;;CAI1D,AAAQ,YAAY,QAA+B;yBAHG,EAAE;uBACf,EAAE;EAGzC,MAAM,EAAE,SAAS,GAAG,iBAAiB;EAErC,MAAM,gBAAgB,OAAO,QAAQ,QAAQ;EAE7C,MAAM,cAAc,cAAc,QAAQ,CAAC,GAAG,OAAO;AACnD,WAAQ,GAAG,QAAQ,SAAS,cAAc;IAC1C;EACF,MAAM,gBAAgB,cAAc,QACjC,CAAC,GAAG,QAAQ,GAAG,QAAQ,SAAS,cAAc,SAChD;EACD,MAAM,kBAAkB,cAAc,QACnC,CAAC,GAAG,QAAQ,GAAG,QAAQ,SAAS,cAAc,WAChD;AAED,OAAK,MAAM,CAAC,MAAM,eAAe,YAC/B,KAAI,WACF,MAAK,wBAAwB,cAAc,MAAM,WAAW;AAIhE,OAAK,MAAM,CAAC,MAAM,eAAe,cAC/B,KAAI,WACF,MAAK,wBAAwB,cAAc,MAAM,WAAW;AAIhE,OAAK,MAAM,CAAC,MAAM,eAAe,gBAC/B,KAAI,WACF,MAAK,wBAAwB,cAAc,MAAM,YAAY,EAC3D,SAAS,KAAK,iBACf,CAAC;;CAKR,AAAQ,wBACN,QACA,MACA,YACA,WACA;EACA,MAAM,EAAE,QAAQ,QAAQ,QAAQ,iBAAiB;EAQjD,MAAM,iBAAiB,IAAI,OAPR;GACjB,GAAG;GACH,GAAG,OAAO;GACV,GAAG;GACH;GACA,GAAG;GACJ,CAC4C;AAE7C,OAAK,gBAAgB,QAAQ;AAE7B,iBAAe,aAAa;AAE5B,OAAK,cAAc,KAAK,eAAe,OAAO,CAAC;AAE/C,SAAO,eAAe,MAAM,MAAM;GAChC,MAAM;AACJ,WAAO,KAAK,gBAAgB;;GAE9B,YAAY;GACb,CAAC;;CAGJ,aAAa,WAGX,SAII,EAAE,EACiB;AACvB,mBAAiB,WAAW,QAAQ,UAAU;AAC9C,QAAM,aAAa,YAAY,QAAQ,MAAM;EAE7C,MAAM,aAAa,OAAO;AAM1B,SAAO,YAAY,IAAI,OAJF,EACnB,SAFsB,OAAO,eAAe,WAAW,EAGxD,CAE0C;AAE3C,QAAM,QAAQ,IAAI,OAAO,UAAU,cAAc;AAEjD,SAAO,OAAO;;CAGhB,OAAe,eACb,SACA;EACA,MAAMA,SAAyB,EAAE;AACjC,OAAK,MAAM,iBAAiB,QAC1B,QAAO,cAAc,QAAQ;GAC3B,QAAQ,cAAc;GACtB,QAAQ,cAAc;GACvB;AAEH,SAAO;;;AAIX,eAAsB,UAGpB,SAII,EAAE,EACiB;AACvB,QAAO,OAAO,WAAW,OAAO"}

package/dist/core/index.js

@@ -0,0 +1,3 @@
+import { createApp } from "./appkit.js";
+
+export {  };

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+import { BasePluginConfig, IAppRouter } from "./shared/src/plugin.js";
+import { StreamExecutionSettings } from "./shared/src/execute.js";
+import { SQLTypeMarker } from "./shared/src/sql/types.js";
+import { isSQLTypeMarker, sql } from "./shared/src/sql/helpers.js";
+import { CacheManager } from "./cache/index.js";
+import { ITelemetry } from "./telemetry/types.js";
+import { Counter, Histogram, SeverityNumber, Span, SpanStatusCode } from "./telemetry/index.js";
+import { Plugin } from "./plugin/plugin.js";
+import { toPlugin } from "./plugin/to-plugin.js";
+import { analytics } from "./analytics/analytics.js";
+import { createApp } from "./core/appkit.js";
+import { server } from "./server/index.js";
+import { appKitTypesPlugin } from "./type-generator/vite-plugin.js";
+import { getRequestContext } from "./utils/databricks-client-middleware.js";
+export { type BasePluginConfig, CacheManager, type Counter, type Histogram, type IAppRouter, type ITelemetry, Plugin, type SQLTypeMarker, SeverityNumber, type Span, SpanStatusCode, type StreamExecutionSettings, analytics, appKitTypesPlugin, createApp, getRequestContext, isSQLTypeMarker, server, sql, toPlugin };

package/dist/index.js

@@ -0,0 +1,21 @@
+import { isSQLTypeMarker, sql } from "./shared/src/sql/helpers.js";
+import { SeverityNumber, SpanStatusCode } from "./telemetry/index.js";
+import { getRequestContext } from "./utils/databricks-client-middleware.js";
+import { init_utils } from "./utils/index.js";
+import { CacheManager } from "./cache/index.js";
+import { Plugin } from "./plugin/plugin.js";
+import { toPlugin } from "./plugin/to-plugin.js";
+import "./plugin/index.js";
+import { analytics } from "./analytics/analytics.js";
+import "./analytics/index.js";
+import { createApp } from "./core/appkit.js";
+import "./core/index.js";
+import { appKitTypesPlugin } from "./type-generator/vite-plugin.js";
+import { server } from "./server/index.js";
+
+//#region src/index.ts
+init_utils();
+
+//#endregion
+export { CacheManager, Plugin, SeverityNumber, SpanStatusCode, analytics, appKitTypesPlugin, createApp, getRequestContext, isSQLTypeMarker, server, sql, toPlugin };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../src/index.ts"],"sourcesContent":["export type {\n  BasePluginConfig,\n  IAppRouter,\n  SQLTypeMarker,\n  StreamExecutionSettings,\n} from \"shared\";\nexport {\n  isSQLTypeMarker,\n  sql,\n} from \"shared\";\nexport { analytics } from \"./analytics\";\nexport { CacheManager } from \"./cache\";\nexport { createApp } from \"./core\";\nexport { Plugin, toPlugin } from \"./plugin\";\nexport { server } from \"./server\";\nexport type { ITelemetry } from \"./telemetry\";\nexport {\n  type Counter,\n  type Histogram,\n  SeverityNumber,\n  type Span,\n  SpanStatusCode,\n} from \"./telemetry\";\nexport { appKitTypesPlugin } from \"./type-generator/vite-plugin\";\nexport { getRequestContext } from \"./utils\";\n"],"mappings":";;;;;;;;;;;;;;;;YAwB4C"}

package/dist/plugin/dev-reader.d.ts

@@ -0,0 +1,20 @@
+import { TunnelConnection } from "../shared/src/tunnel.js";
+import * as express0 from "express";
+
+//#region src/plugin/dev-reader.d.ts
+type TunnelConnectionGetter = (req: express0.Request) => TunnelConnection | null;
+/**
+ * This class is used to read files from the local filesystem in dev mode
+ * through the WebSocket tunnel.
+ */
+declare class DevFileReader {
+  private static instance;
+  private getTunnelForRequest;
+  private constructor();
+  static getInstance(): DevFileReader;
+  registerTunnelGetter(getter: TunnelConnectionGetter): void;
+  readFile(filePath: string, req: express0.Request): Promise<string>;
+}
+//#endregion
+export { DevFileReader };
+//# sourceMappingURL=dev-reader.d.ts.map

package/dist/plugin/dev-reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dev-reader.d.ts","names":[],"sources":["../../src/plugin/dev-reader.ts"],"sourcesContent":[],"mappings":";;;;KAIK,sBAAA,SAAsB,QAAA,CACF,YACpB;;;AAL0C;;AAGpB,cAQd,aAAA,CAPY;iBACpB,QAAA;EAAgB,QAAA,mBAAA;EAMR,QAAA,WAAa,CAAA;EAAA,OAAA,WAAA,CAAA,CAAA,EAMF,aANE;sBAMF,CAAA,MAAA,EA+BO,sBA/BP,CAAA,EAAA,IAAA;UA+BO,CAAA,QAAA,EAAA,MAAA,EAAA,GAAA,EAAsB,QAAA,CAM1B,OANI,CAAA,EAO1B,OAP0B,CAAA,MAAA,CAAA"}

package/dist/plugin/dev-reader.js

@@ -0,0 +1,63 @@
+import { isRemoteTunnelAllowedByEnv } from "../server/remote-tunnel/gate.js";
+import { randomUUID } from "node:crypto";
+
+//#region src/plugin/dev-reader.ts
+/**
+* This class is used to read files from the local filesystem in dev mode
+* through the WebSocket tunnel.
+*/
+var DevFileReader = class DevFileReader {
+	static {
+		this.instance = null;
+	}
+	constructor() {
+		this.getTunnelForRequest = null;
+	}
+	static getInstance() {
+		if (!DevFileReader.instance) DevFileReader.instance = new Proxy(new DevFileReader(), {
+			get(target, prop, receiver) {
+				if (isRemoteTunnelAllowedByEnv()) return Reflect.get(target, prop, receiver);
+				const value = Reflect.get(target, prop, receiver);
+				if (typeof value === "function") return function noop() {
+					console.info(`Noop: ${String(prop)} (remote server disabled)`);
+					return Promise.resolve("");
+				};
+				return value;
+			},
+			set(target, prop, value, receiver) {
+				return Reflect.set(target, prop, value, receiver);
+			}
+		});
+		return DevFileReader.instance;
+	}
+	registerTunnelGetter(getter) {
+		this.getTunnelForRequest = getter;
+	}
+	async readFile(filePath, req) {
+		if (!this.getTunnelForRequest) throw new Error("Tunnel getter not registered for DevFileReader singleton");
+		const tunnel = this.getTunnelForRequest(req);
+		if (!tunnel) throw new Error("No tunnel connection available for file read");
+		const { ws, pendingFileReads } = tunnel;
+		const requestId = randomUUID();
+		return new Promise((resolve, reject) => {
+			const timeout = setTimeout(() => {
+				pendingFileReads.delete(requestId);
+				reject(/* @__PURE__ */ new Error(`File read timeout: ${filePath}`));
+			}, 1e4);
+			pendingFileReads.set(requestId, {
+				resolve,
+				reject,
+				timeout
+			});
+			ws.send(JSON.stringify({
+				type: "file:read",
+				requestId,
+				path: filePath
+			}));
+		});
+	}
+};
+
+//#endregion
+export { DevFileReader };
+//# sourceMappingURL=dev-reader.js.map

package/dist/plugin/dev-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dev-reader.js","names":[],"sources":["../../src/plugin/dev-reader.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport type { TunnelConnection } from \"shared\";\nimport { isRemoteTunnelAllowedByEnv } from \"@/server/remote-tunnel/gate\";\n\ntype TunnelConnectionGetter = (\n  req: import(\"express\").Request,\n) => TunnelConnection | null;\n\n/**\n * This class is used to read files from the local filesystem in dev mode\n * through the WebSocket tunnel.\n */\nexport class DevFileReader {\n  private static instance: DevFileReader | null = null;\n  private getTunnelForRequest: TunnelConnectionGetter | null = null;\n\n  private constructor() {}\n\n  static getInstance(): DevFileReader {\n    if (!DevFileReader.instance) {\n      DevFileReader.instance = new Proxy(new DevFileReader(), {\n        /**\n         * We proxy the reader to return a noop function if the remote server is disabled.\n         */\n        get(target, prop, receiver) {\n          if (isRemoteTunnelAllowedByEnv()) {\n            return Reflect.get(target, prop, receiver);\n          }\n\n          const value = Reflect.get(target, prop, receiver);\n\n          if (typeof value === \"function\") {\n            return function noop() {\n              console.info(`Noop: ${String(prop)} (remote server disabled)`);\n              return Promise.resolve(\"\");\n            };\n          }\n\n          return value;\n        },\n        set(target, prop, value, receiver) {\n          return Reflect.set(target, prop, value, receiver);\n        },\n      });\n    }\n\n    return DevFileReader.instance;\n  }\n\n  registerTunnelGetter(getter: TunnelConnectionGetter) {\n    this.getTunnelForRequest = getter;\n  }\n\n  async readFile(\n    filePath: string,\n    req: import(\"express\").Request,\n  ): Promise<string> {\n    if (!this.getTunnelForRequest) {\n      throw new Error(\n        \"Tunnel getter not registered for DevFileReader singleton\",\n      );\n    }\n    const tunnel = this.getTunnelForRequest(req);\n\n    if (!tunnel) {\n      throw new Error(\"No tunnel connection available for file read\");\n    }\n\n    const { ws, pendingFileReads } = tunnel;\n    const requestId = randomUUID();\n\n    return new Promise((resolve, reject) => {\n      const timeout = setTimeout(() => {\n        pendingFileReads.delete(requestId);\n        reject(new Error(`File read timeout: ${filePath}`));\n      }, 10000);\n\n      pendingFileReads.set(requestId, { resolve, reject, timeout });\n\n      ws.send(\n        JSON.stringify({\n          type: \"file:read\",\n          requestId,\n          path: filePath,\n        }),\n      );\n    });\n  }\n}\n"],"mappings":";;;;;;;;AAYA,IAAa,gBAAb,MAAa,cAAc;;kBACuB;;CAGhD,AAAQ,cAAc;6BAFuC;;CAI7D,OAAO,cAA6B;AAClC,MAAI,CAAC,cAAc,SACjB,eAAc,WAAW,IAAI,MAAM,IAAI,eAAe,EAAE;GAItD,IAAI,QAAQ,MAAM,UAAU;AAC1B,QAAI,4BAA4B,CAC9B,QAAO,QAAQ,IAAI,QAAQ,MAAM,SAAS;IAG5C,MAAM,QAAQ,QAAQ,IAAI,QAAQ,MAAM,SAAS;AAEjD,QAAI,OAAO,UAAU,WACnB,QAAO,SAAS,OAAO;AACrB,aAAQ,KAAK,SAAS,OAAO,KAAK,CAAC,2BAA2B;AAC9D,YAAO,QAAQ,QAAQ,GAAG;;AAI9B,WAAO;;GAET,IAAI,QAAQ,MAAM,OAAO,UAAU;AACjC,WAAO,QAAQ,IAAI,QAAQ,MAAM,OAAO,SAAS;;GAEpD,CAAC;AAGJ,SAAO,cAAc;;CAGvB,qBAAqB,QAAgC;AACnD,OAAK,sBAAsB;;CAG7B,MAAM,SACJ,UACA,KACiB;AACjB,MAAI,CAAC,KAAK,oBACR,OAAM,IAAI,MACR,2DACD;EAEH,MAAM,SAAS,KAAK,oBAAoB,IAAI;AAE5C,MAAI,CAAC,OACH,OAAM,IAAI,MAAM,+CAA+C;EAGjE,MAAM,EAAE,IAAI,qBAAqB;EACjC,MAAM,YAAY,YAAY;AAE9B,SAAO,IAAI,SAAS,SAAS,WAAW;GACtC,MAAM,UAAU,iBAAiB;AAC/B,qBAAiB,OAAO,UAAU;AAClC,2BAAO,IAAI,MAAM,sBAAsB,WAAW,CAAC;MAClD,IAAM;AAET,oBAAiB,IAAI,WAAW;IAAE;IAAS;IAAQ;IAAS,CAAC;AAE7D,MAAG,KACD,KAAK,UAAU;IACb,MAAM;IACN;IACA,MAAM;IACP,CAAC,CACH;IACD"}

package/dist/plugin/index.js

@@ -0,0 +1,4 @@
+import { Plugin } from "./plugin.js";
+import { toPlugin } from "./to-plugin.js";
+
+export {  };

package/dist/plugin/interceptors/cache.js

@@ -0,0 +1,15 @@
+//#region src/plugin/interceptors/cache.ts
+var CacheInterceptor = class {
+	constructor(cacheManager, config) {
+		this.cacheManager = cacheManager;
+		this.config = config;
+	}
+	async intercept(fn, context) {
+		if (!this.config.enabled || !this.config.cacheKey?.length) return fn();
+		return this.cacheManager.getOrExecute(this.config.cacheKey, fn, context.userKey, { ttl: this.config.ttl });
+	}
+};
+
+//#endregion
+export { CacheInterceptor };
+//# sourceMappingURL=cache.js.map

package/dist/plugin/interceptors/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","names":["cacheManager: CacheManager","config: CacheConfig"],"sources":["../../../src/plugin/interceptors/cache.ts"],"sourcesContent":["import type { CacheManager } from \"../../cache\";\nimport type { CacheConfig } from \"shared\";\nimport type { ExecutionContext, ExecutionInterceptor } from \"./types\";\n\n// interceptor to handle caching logic\nexport class CacheInterceptor implements ExecutionInterceptor {\n  constructor(\n    private cacheManager: CacheManager,\n    private config: CacheConfig,\n  ) {}\n\n  async intercept<T>(\n    fn: () => Promise<T>,\n    context: ExecutionContext,\n  ): Promise<T> {\n    // if cache disabled, ignore\n    if (!this.config.enabled || !this.config.cacheKey?.length) {\n      return fn();\n    }\n\n    return this.cacheManager.getOrExecute(\n      this.config.cacheKey,\n      fn,\n      context.userKey,\n      { ttl: this.config.ttl },\n    );\n  }\n}\n"],"mappings":";AAKA,IAAa,mBAAb,MAA8D;CAC5D,YACE,AAAQA,cACR,AAAQC,QACR;EAFQ;EACA;;CAGV,MAAM,UACJ,IACA,SACY;AAEZ,MAAI,CAAC,KAAK,OAAO,WAAW,CAAC,KAAK,OAAO,UAAU,OACjD,QAAO,IAAI;AAGb,SAAO,KAAK,aAAa,aACvB,KAAK,OAAO,UACZ,IACA,QAAQ,SACR,EAAE,KAAK,KAAK,OAAO,KAAK,CACzB"}