@dremio/js-sdk 0.22.0 → 0.23.0

package/dist/oss/jobs/Job.d.ts

@@ -1,6 +1,7 @@
 import type { SonarV3Config } from "../../common/Config.ts";
 import { Err, Ok, Result } from "ts-results-es";
 import { type Observable } from "rxjs";
+import { type MappedFieldValue } from "./utils/mapRowData.ts";
 import type { SignalParam } from "../../common/Params.ts";
 import type { JobProperties } from "./utils/jobEntityToProperties.ts";
 import type { HttpError } from "../../common/HttpError.ts";
@@ -22,14 +23,14 @@ export declare class Job {
     constructor(properties: JobProperties, config: SonarV3Config, observe: (id: string) => Observable<Result<Job, HttpError>>);
     get settled(): boolean;
     get results(): {
-        jsonBatches: <T extends Record<string, unknown> = Record<string, unknown>>(args?: {
+        jsonBatches: <T extends Record<string, MappedFieldValue> = Record<string, string | number | bigint | boolean | import("temporal-polyfill").Temporal.PlainDateTime | import("temporal-polyfill").Temporal.PlainDate | import("temporal-polyfill").Temporal.PlainTime | null>>(args?: {
             limit?: number;
             offset?: number;
         }, { signal }?: SignalParam) => AsyncGenerator<{
-            readonly columns: Record<Extract<keyof T, string>, unknown[] | Float64Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Int32Array<ArrayBuffer>>;
+            readonly columns: Record<string, unknown[] | Float64Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Int32Array<ArrayBuffer>>;
             readonly rows: T[];
             readonly schema: {
-                fields: import("./utils/JobResultsResponse.ts").JobResultsSchema<Extract<keyof T, string>>;
+                readonly fields: import("./utils/JobResultsResponse.ts").JobResultsSchema<Extract<keyof T, string>>;
             };
             readonly totalRows: number;
         }, void, unknown>;
@@ -37,7 +38,7 @@ export declare class Job {
             schema: import("./utils/JobResultsResponse.ts").JobResultsSchema<string>;
             totalRows: number;
         }, HttpError>>;
-        slice: <T extends Record<string, unknown> = Record<string, unknown>>(start?: number, end?: number, { signal }?: SignalParam) => Promise<Ok<T[]> | Err<unknown>>;
+        slice: <T extends Record<string, MappedFieldValue> = Record<string, string | number | bigint | boolean | import("temporal-polyfill").Temporal.PlainDateTime | import("temporal-polyfill").Temporal.PlainDate | import("temporal-polyfill").Temporal.PlainTime | null>>(start?: number, end?: number, { signal }?: SignalParam) => Promise<Ok<T[]> | Err<unknown>>;
     };
     /**
      * @returns A `Job` instance once it's reached a settled state

package/dist/oss/jobs/Job.js

@@ -105,18 +105,19 @@ export class Job {
             const batch_size = Math.min(MAX_BATCH_SIZE, stopAfterOffset - offset);
             const batch = (await this.#config
                 .sonarV3Request(`job/${this.id}/results?offset=${offset}&limit=${batch_size}`, { signal })
-                .map((res) => res.json()).promise).unwrap();
+                .map((res) => res.json())
+                .promise).unwrap();
             offset += batch.rows.length;
             hasMore = batch.rows.length === batch_size;
             if (batch.rows.length) {
-                const schema = { fields: batch.schema };
-                mapRowData(batch.rows, batch.schema);
+                const batchT = batch;
+                mapRowData(batch.rows, batchT.schema);
                 yield {
                     get columns() {
                         return mapRowsToColumns(batch);
                     },
-                    rows: batch.rows,
-                    schema,
+                    rows: batchT.rows,
+                    schema: { fields: batchT.schema },
                     totalRows: batch.rowCount,
                 };
             }

package/dist/oss/jobs/Job.js.map

@@ -1 +1 @@
-{"version":3,"file":"Job.js","sourceRoot":"","sources":["../../../src/oss/jobs/Job.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,EAAE,SAAS,EAAmB,MAAM,MAAM,CAAC;AAE1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKnD,MAAM,OAAO,GAAG;IACL,YAAY,CAAgC;IAC5C,kBAAkB,CAAsC;IACxD,YAAY,CAAU;IACtB,OAAO,CAA2B;IAClC,EAAE,CAAsB;IACxB,OAAO,CAA2B;IAClC,SAAS,CAA6B;IACtC,yBAAyB,CAA6C;IACtE,2BAA2B,CAA+C;IAC1E,QAAQ,CAA4B;IACpC,SAAS,CAA6B;IACtC,KAAK,CAAyB;IAEvB,QAAQ,CAAkB;IAC1C,OAAO,CAAgB;IAEvB,YACE,UAAyB,EACzB,MAAqB,EACrB,OAA2D;QAE3D,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,yBAAyB,GAAG,UAAU,CAAC,yBAAyB,CAAC;QACtE,IAAI,CAAC,2BAA2B,GAAG,UAAU,CAAC,2BAA2B,CAAC;QAC1E,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAC3B,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;YAChB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAC1B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBACb,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;wBACnB,MAAM,MAAM,CAAC,KAAK,CAAC;oBACrB,CAAC;oBACD,OAAO,MAAM,CAAC,KAAK,CAAC;gBACtB,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,UAAU,CAAC,YAAY,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,OAAO;QACT,OAAO,CACL,IAAI,CAAC,KAAK,KAAK,WAAW;YAC1B,IAAI,CAAC,KAAK,KAAK,QAAQ;YACvB,IAAI,CAAC,KAAK,KAAK,eAAe;YAC9B,IAAI,CAAC,KAAK,KAAK,UAAU,CAC1B,CAAC;IACJ,CAAC;IAED,IAAI,OAAO;QACT,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACzC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YACnC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CACjB,OAA4C,EAAE,EAC9C,EAAE,MAAM,KAAkB,EAAE;QAE5B,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,2EAA2E;QAC3E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC/B,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAEnC,6EAA6E;QAC7E,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,uGAAuG;QACvG,IAAI,MAAM,GAAG,SAAS,CAAC;QAEvB,iEAAiE;QACjE,MAAM,eAAe,GAAG,QAAQ,GAAG,SAAS,CAAC;QAE7C,OAAO,OAAO,IAAI,MAAM,GAAG,eAAe,EAAE,CAAC;YAC3C,uEAAuE;YACvE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,eAAe,GAAG,MAAM,CAAC,CAAC;YAEtE,MAAM,KAAK,GAAG,CACZ,MAAM,IAAI,CAAC,OAAO;iBACf,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,mBAAmB,MAAM,UAAU,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;iBACzF,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAoC,CAAC,CAAC,OAAO,CACtE,CAAC,MAAM,EAAE,CAAC;YAEX,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,CAAC;YAE3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM;oBACJ,IAAI,OAAO;wBACT,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;oBACjC,CAAC;oBACD,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,MAAM;oBACN,SAAS,EAAE,KAAK,CAAC,QAAQ;iBACjB,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,KAAkB,EAAE;QAC1C,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,2BAA2B,EAAE,EAAE,MAAM,EAAE,CAAC;aACrE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAiC,CAAC;aACvD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,SAAS,EAAE,QAAQ,CAAC,QAAQ;SAC7B,CAAC,CAAC,CAAC,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,QAAgB,CAAC,EACjB,MAAc,QAAQ,EACtB,EAAE,MAAM,KAAkB,EAAE;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,GAAQ,EAAE,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,CACzC,EAAE,KAAK,EAAE,GAAG,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EACrC,EAAE,MAAM,EAAE,CACX,EAAE,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,SAAS,EAAE;YACvC,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,MAAM;SACf,CAAC;aACD,GAAG,CAAC,GAAG,EAAE,CAAC,SAAiB,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,cAAc,GAAG,GAAG,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { SonarV3Config } from \"../../common/Config.ts\";\nimport { Err, Ok, Result } from \"ts-results-es\";\nimport { lastValueFrom, map, of, switchMap, type Observable } from \"rxjs\";\nimport type { JobResultsResponse } from \"./utils/JobResultsResponse.ts\";\nimport { mapRowsToColumns } from \"./utils/mapRowsToColumns.ts\";\nimport { mapRowData } from \"./utils/mapRowData.ts\";\nimport type { SignalParam } from \"../../common/Params.ts\";\nimport type { JobProperties } from \"./utils/jobEntityToProperties.ts\";\nimport type { HttpError } from \"../../common/HttpError.ts\";\n\nexport class Job {\n  readonly acceleration: JobProperties[\"acceleration\"];\n  readonly cancellationReason: JobProperties[\"cancellationReason\"];\n  readonly errorMessage?: string;\n  readonly endedAt: JobProperties[\"endedAt\"];\n  readonly id: JobProperties[\"id\"];\n  readonly problem: JobProperties[\"problem\"];\n  readonly queryType: JobProperties[\"queryType\"];\n  readonly resourceSchedulingEndedAt: JobProperties[\"resourceSchedulingEndedAt\"];\n  readonly resourceSchedulingStartedAt: JobProperties[\"resourceSchedulingStartedAt\"];\n  readonly rowCount: JobProperties[\"rowCount\"];\n  readonly startedAt: JobProperties[\"startedAt\"];\n  readonly state: JobProperties[\"state\"];\n\n  public readonly observer: Observable<Job>;\n  #config: SonarV3Config;\n\n  constructor(\n    properties: JobProperties,\n    config: SonarV3Config,\n    observe: (id: string) => Observable<Result<Job, HttpError>>,\n  ) {\n    this.acceleration = properties.acceleration;\n    this.cancellationReason = properties.cancellationReason;\n    this.endedAt = properties.endedAt;\n    this.id = properties.id;\n    this.problem = properties.problem;\n    this.queryType = properties.queryType;\n    this.resourceSchedulingEndedAt = properties.resourceSchedulingEndedAt;\n    this.resourceSchedulingStartedAt = properties.resourceSchedulingStartedAt;\n    this.rowCount = properties.rowCount;\n    this.startedAt = properties.startedAt;\n    this.state = properties.state;\n    this.#config = config;\n    this.observer = of(this).pipe(\n      switchMap((job) => {\n        if (!job.settled) {\n          return observe(this.id).pipe(\n            map((result) => {\n              if (result.isErr()) {\n                throw result.error;\n              }\n              return result.value;\n            }),\n          );\n        } else {\n          return of(job);\n        }\n      }),\n    );\n\n    if (properties.errorMessage) {\n      this.errorMessage = properties.errorMessage;\n    }\n  }\n\n  get settled() {\n    return (\n      this.state === \"COMPLETED\" ||\n      this.state === \"FAILED\" ||\n      this.state === \"INVALID_STATE\" ||\n      this.state === \"CANCELED\"\n    );\n  }\n\n  get results() {\n    return {\n      jsonBatches: this.#jsonBatches.bind(this),\n      metadata: this.#metadata.bind(this),\n      slice: this.#slice.bind(this),\n    };\n  }\n\n  /**\n   * @returns A `Job` instance once it's reached a settled state\n   */\n  retrieveSettled() {\n    return lastValueFrom(this.observer);\n  }\n\n  async *#jsonBatches<T extends Record<string, unknown> = Record<string, unknown>>(\n    args: { limit?: number; offset?: number } = {},\n    { signal }: SignalParam = {},\n  ) {\n    if (typeof args.limit === \"number\" && args.limit < 0) {\n      throw new Error(\"Limit cannot be negative\");\n    }\n\n    if (typeof args.offset === \"number\" && args.offset < 0) {\n      throw new Error(\"Offset cannot be negative\");\n    }\n\n    // Wait for job to enter a settled state before attempting to fetch batches\n    if (!this.settled) {\n      await this.retrieveSettled();\n    }\n\n    const limitArg = args.limit ?? Infinity;\n    const offsetArg = args.offset || 0;\n\n    // Tracks whether there are more rows available from the job results endpoint\n    let hasMore = true;\n\n    // Tracks the currently requested offset. If the offset arg is provided, start from there instead of 0.\n    let offset = offsetArg;\n\n    // Keeps track of the total number of rows that need to be loaded\n    const stopAfterOffset = limitArg + offsetArg;\n\n    while (hasMore && offset < stopAfterOffset) {\n      // Make batch_size dynamic to allow for requesting a smaller final page\n      const batch_size = Math.min(MAX_BATCH_SIZE, stopAfterOffset - offset);\n\n      const batch = (\n        await this.#config\n          .sonarV3Request(`job/${this.id}/results?offset=${offset}&limit=${batch_size}`, { signal })\n          .map((res) => res.json() as Promise<JobResultsResponse<T>>).promise\n      ).unwrap();\n\n      offset += batch.rows.length;\n      hasMore = batch.rows.length === batch_size;\n\n      if (batch.rows.length) {\n        const schema = { fields: batch.schema };\n        mapRowData(batch.rows, batch.schema);\n        yield {\n          get columns() {\n            return mapRowsToColumns(batch);\n          },\n          rows: batch.rows,\n          schema,\n          totalRows: batch.rowCount,\n        } as const;\n      }\n    }\n  }\n\n  async #metadata({ signal }: SignalParam = {}) {\n    return this.#config\n      .sonarV3Request(`job/${this.id}/results?offset=0&limit=0`, { signal })\n      .map((res) => res.json() as Promise<JobResultsResponse>)\n      .map((response) => ({\n        schema: response.schema,\n        totalRows: response.rowCount,\n      })).promise;\n  }\n\n  async #slice<T extends Record<string, unknown> = Record<string, unknown>>(\n    start: number = 0,\n    end: number = Infinity,\n    { signal }: SignalParam = {},\n  ) {\n    try {\n      const rows: T[] = [];\n      for await (const batch of this.#jsonBatches<T>(\n        { limit: end - start, offset: start },\n        { signal },\n      )) {\n        rows.push(...batch.rows);\n      }\n      return Ok(rows);\n    } catch (e: unknown) {\n      return Err(e);\n    }\n  }\n\n  cancel() {\n    return this.#config\n      .sonarV3Request(`job/${this.id}/cancel`, {\n        keepalive: true,\n        method: \"POST\",\n      })\n      .map(() => undefined as void).promise;\n  }\n}\n\nconst MAX_BATCH_SIZE = 500;\n"]}
+{"version":3,"file":"Job.js","sourceRoot":"","sources":["../../../src/oss/jobs/Job.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,EAAE,SAAS,EAAmB,MAAM,MAAM,CAAC;AAE1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAyB,MAAM,uBAAuB,CAAC;AAM1E,MAAM,OAAO,GAAG;IACL,YAAY,CAAgC;IAC5C,kBAAkB,CAAsC;IACxD,YAAY,CAAU;IACtB,OAAO,CAA2B;IAClC,EAAE,CAAsB;IACxB,OAAO,CAA2B;IAClC,SAAS,CAA6B;IACtC,yBAAyB,CAA6C;IACtE,2BAA2B,CAA+C;IAC1E,QAAQ,CAA4B;IACpC,SAAS,CAA6B;IACtC,KAAK,CAAyB;IAEvB,QAAQ,CAAkB;IAC1C,OAAO,CAAgB;IAEvB,YACE,UAAyB,EACzB,MAAqB,EACrB,OAA2D;QAE3D,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,yBAAyB,GAAG,UAAU,CAAC,yBAAyB,CAAC;QACtE,IAAI,CAAC,2BAA2B,GAAG,UAAU,CAAC,2BAA2B,CAAC;QAC1E,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAC3B,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE;YAChB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAC1B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBACb,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;wBACnB,MAAM,MAAM,CAAC,KAAK,CAAC;oBACrB,CAAC;oBACD,OAAO,MAAM,CAAC,KAAK,CAAC;gBACtB,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,UAAU,CAAC,YAAY,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,OAAO;QACT,OAAO,CACL,IAAI,CAAC,KAAK,KAAK,WAAW;YAC1B,IAAI,CAAC,KAAK,KAAK,QAAQ;YACvB,IAAI,CAAC,KAAK,KAAK,eAAe;YAC9B,IAAI,CAAC,KAAK,KAAK,UAAU,CAC1B,CAAC;IACJ,CAAC;IAED,IAAI,OAAO;QACT,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACzC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YACnC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CAEjB,OAA4C,EAAE,EAAE,EAAE,MAAM,KAAkB,EAAE;QAC5E,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,2EAA2E;QAC3E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC/B,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAEnC,6EAA6E;QAC7E,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,uGAAuG;QACvG,IAAI,MAAM,GAAG,SAAS,CAAC;QAEvB,iEAAiE;QACjE,MAAM,eAAe,GAAG,QAAQ,GAAG,SAAS,CAAC;QAE7C,OAAO,OAAO,IAAI,MAAM,GAAG,eAAe,EAAE,CAAC;YAC3C,uEAAuE;YACvE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,eAAe,GAAG,MAAM,CAAC,CAAC;YAEtE,MAAM,KAAK,GAAG,CACZ,MAAM,IAAI,CAAC,OAAO;iBACf,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,mBAAmB,MAAM,UAAU,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;iBACzF,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAA4D,CAAC;iBAClF,OAAO,CACX,CAAC,MAAM,EAAE,CAAC;YAEX,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,CAAC;YAE3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,KAAyC,CAAC;gBACzD,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM;oBACJ,IAAI,OAAO;wBACT,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;oBACjC,CAAC;oBACD,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;oBACjC,SAAS,EAAE,KAAK,CAAC,QAAQ;iBACjB,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,KAAkB,EAAE;QAC1C,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,2BAA2B,EAAE,EAAE,MAAM,EAAE,CAAC;aACrE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAiC,CAAC;aACvD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,SAAS,EAAE,QAAQ,CAAC,QAAQ;SAC7B,CAAC,CAAC,CAAC,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,QAAgB,CAAC,EACjB,MAAc,QAAQ,EACtB,EAAE,MAAM,KAAkB,EAAE;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,GAAQ,EAAE,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,CACzC,EAAE,KAAK,EAAE,GAAG,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EACrC,EAAE,MAAM,EAAE,CACX,EAAE,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,OAAO,IAAI,CAAC,EAAE,SAAS,EAAE;YACvC,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,MAAM;SACf,CAAC;aACD,GAAG,CAAC,GAAG,EAAE,CAAC,SAAiB,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,cAAc,GAAG,GAAG,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { SonarV3Config } from \"../../common/Config.ts\";\nimport { Err, Ok, Result } from \"ts-results-es\";\nimport { lastValueFrom, map, of, switchMap, type Observable } from \"rxjs\";\nimport type { JobResultsResponse } from \"./utils/JobResultsResponse.ts\";\nimport { mapRowsToColumns } from \"./utils/mapRowsToColumns.ts\";\nimport { mapRowData, type MappedFieldValue } from \"./utils/mapRowData.ts\";\nimport type { SignalParam } from \"../../common/Params.ts\";\nimport type { JobProperties } from \"./utils/jobEntityToProperties.ts\";\nimport type { HttpError } from \"../../common/HttpError.ts\";\nimport type { JSONValue } from \"./utils/JSONValue.ts\";\n\nexport class Job {\n  readonly acceleration: JobProperties[\"acceleration\"];\n  readonly cancellationReason: JobProperties[\"cancellationReason\"];\n  readonly errorMessage?: string;\n  readonly endedAt: JobProperties[\"endedAt\"];\n  readonly id: JobProperties[\"id\"];\n  readonly problem: JobProperties[\"problem\"];\n  readonly queryType: JobProperties[\"queryType\"];\n  readonly resourceSchedulingEndedAt: JobProperties[\"resourceSchedulingEndedAt\"];\n  readonly resourceSchedulingStartedAt: JobProperties[\"resourceSchedulingStartedAt\"];\n  readonly rowCount: JobProperties[\"rowCount\"];\n  readonly startedAt: JobProperties[\"startedAt\"];\n  readonly state: JobProperties[\"state\"];\n\n  public readonly observer: Observable<Job>;\n  #config: SonarV3Config;\n\n  constructor(\n    properties: JobProperties,\n    config: SonarV3Config,\n    observe: (id: string) => Observable<Result<Job, HttpError>>,\n  ) {\n    this.acceleration = properties.acceleration;\n    this.cancellationReason = properties.cancellationReason;\n    this.endedAt = properties.endedAt;\n    this.id = properties.id;\n    this.problem = properties.problem;\n    this.queryType = properties.queryType;\n    this.resourceSchedulingEndedAt = properties.resourceSchedulingEndedAt;\n    this.resourceSchedulingStartedAt = properties.resourceSchedulingStartedAt;\n    this.rowCount = properties.rowCount;\n    this.startedAt = properties.startedAt;\n    this.state = properties.state;\n    this.#config = config;\n    this.observer = of(this).pipe(\n      switchMap((job) => {\n        if (!job.settled) {\n          return observe(this.id).pipe(\n            map((result) => {\n              if (result.isErr()) {\n                throw result.error;\n              }\n              return result.value;\n            }),\n          );\n        } else {\n          return of(job);\n        }\n      }),\n    );\n\n    if (properties.errorMessage) {\n      this.errorMessage = properties.errorMessage;\n    }\n  }\n\n  get settled() {\n    return (\n      this.state === \"COMPLETED\" ||\n      this.state === \"FAILED\" ||\n      this.state === \"INVALID_STATE\" ||\n      this.state === \"CANCELED\"\n    );\n  }\n\n  get results() {\n    return {\n      jsonBatches: this.#jsonBatches.bind(this),\n      metadata: this.#metadata.bind(this),\n      slice: this.#slice.bind(this),\n    };\n  }\n\n  /**\n   * @returns A `Job` instance once it's reached a settled state\n   */\n  retrieveSettled() {\n    return lastValueFrom(this.observer);\n  }\n\n  async *#jsonBatches<\n    T extends Record<string, MappedFieldValue> = Record<string, MappedFieldValue>,\n  >(args: { limit?: number; offset?: number } = {}, { signal }: SignalParam = {}) {\n    if (typeof args.limit === \"number\" && args.limit < 0) {\n      throw new Error(\"Limit cannot be negative\");\n    }\n\n    if (typeof args.offset === \"number\" && args.offset < 0) {\n      throw new Error(\"Offset cannot be negative\");\n    }\n\n    // Wait for job to enter a settled state before attempting to fetch batches\n    if (!this.settled) {\n      await this.retrieveSettled();\n    }\n\n    const limitArg = args.limit ?? Infinity;\n    const offsetArg = args.offset || 0;\n\n    // Tracks whether there are more rows available from the job results endpoint\n    let hasMore = true;\n\n    // Tracks the currently requested offset. If the offset arg is provided, start from there instead of 0.\n    let offset = offsetArg;\n\n    // Keeps track of the total number of rows that need to be loaded\n    const stopAfterOffset = limitArg + offsetArg;\n\n    while (hasMore && offset < stopAfterOffset) {\n      // Make batch_size dynamic to allow for requesting a smaller final page\n      const batch_size = Math.min(MAX_BATCH_SIZE, stopAfterOffset - offset);\n\n      const batch = (\n        await this.#config\n          .sonarV3Request(`job/${this.id}/results?offset=${offset}&limit=${batch_size}`, { signal })\n          .map((res) => res.json() as Promise<JobResultsResponse<Record<string, JSONValue>>>)\n          .promise\n      ).unwrap();\n\n      offset += batch.rows.length;\n      hasMore = batch.rows.length === batch_size;\n\n      if (batch.rows.length) {\n        const batchT = batch as unknown as JobResultsResponse<T>;\n        mapRowData(batch.rows, batchT.schema);\n        yield {\n          get columns() {\n            return mapRowsToColumns(batch);\n          },\n          rows: batchT.rows,\n          schema: { fields: batchT.schema },\n          totalRows: batch.rowCount,\n        } as const;\n      }\n    }\n  }\n\n  async #metadata({ signal }: SignalParam = {}) {\n    return this.#config\n      .sonarV3Request(`job/${this.id}/results?offset=0&limit=0`, { signal })\n      .map((res) => res.json() as Promise<JobResultsResponse>)\n      .map((response) => ({\n        schema: response.schema,\n        totalRows: response.rowCount,\n      })).promise;\n  }\n\n  async #slice<T extends Record<string, MappedFieldValue> = Record<string, MappedFieldValue>>(\n    start: number = 0,\n    end: number = Infinity,\n    { signal }: SignalParam = {},\n  ) {\n    try {\n      const rows: T[] = [];\n      for await (const batch of this.#jsonBatches<T>(\n        { limit: end - start, offset: start },\n        { signal },\n      )) {\n        rows.push(...batch.rows);\n      }\n      return Ok(rows);\n    } catch (e: unknown) {\n      return Err(e);\n    }\n  }\n\n  cancel() {\n    return this.#config\n      .sonarV3Request(`job/${this.id}/cancel`, {\n        keepalive: true,\n        method: \"POST\",\n      })\n      .map(() => undefined as void).promise;\n  }\n}\n\nconst MAX_BATCH_SIZE = 500;\n"]}

package/dist/oss/jobs/utils/JSONValue.d.ts

@@ -0,0 +1,3 @@
+export type JSONValue = string | number | boolean | null | JSONValue[] | {
+    [key: string]: JSONValue;
+};

package/dist/oss/jobs/utils/JSONValue.js

@@ -0,0 +1,17 @@
+/*
+ * Copyright (C) 2024-2025 Dremio Corporation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export {};
+//# sourceMappingURL=JSONValue.js.map

package/dist/oss/jobs/utils/JSONValue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JSONValue.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/JSONValue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport type JSONValue =\n  | string\n  | number\n  | boolean\n  | null\n  | JSONValue[]\n  | { [key: string]: JSONValue };\n"]}

package/dist/oss/jobs/utils/JobResultsResponse.d.ts

@@ -1,3 +1,4 @@
+import type { JSONValue } from "./JSONValue.ts";
 type VarcharType = {
     name: "VARCHAR";
 };
@@ -77,7 +78,7 @@ export type JobResultsSchema<TName extends string = string> = {
     name: TName;
     type: SimpleTypes | ComplexTypes;
 }[];
-export type JobResultsResponse<T extends Record<string, unknown> = Record<string, unknown>> = {
+export type JobResultsResponse<T extends Record<string, unknown> = Record<string, JSONValue>> = {
     rowCount: number;
     rows: T[];
     schema: JobResultsSchema<Extract<keyof T, string>>;

package/dist/oss/jobs/utils/JobResultsResponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"JobResultsResponse.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/JobResultsResponse.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\ntype VarcharType = {\n  name: \"VARCHAR\";\n};\n\ntype TextType = {\n  name: \"TEXT\";\n};\n\ntype BinaryType = {\n  name: \"BINARY\";\n};\n\ntype VarbinaryType = {\n  name: \"VARBINARY\";\n};\n\ntype FloatType = {\n  name: \"FLOAT\";\n};\n\ntype DecimalType = {\n  name: \"DECIMAL\";\n};\n\ntype IntegerType = {\n  name: \"INTEGER\";\n};\n\ntype MixedType = {\n  name: \"MIXED\";\n};\n\ntype UnionType = {\n  name: \"UNION\";\n};\n\ntype DateType = {\n  name: \"DATE\";\n};\n\ntype TimeType = {\n  name: \"TIME\";\n};\n\ntype DatetimeType = {\n  name: \"DATETIME\";\n};\n\ntype MapType = {\n  name: \"MAP\";\n};\n\ntype GeoType = {\n  name: \"GEO\";\n};\n\ntype OtherType = {\n  name: \"OTHER\";\n};\n\ntype AnyType = {\n  name: \"ANY\";\n};\n\ntype DoubleType = {\n  name: \"DOUBLE\";\n};\n\ntype BigintType = {\n  name: \"BIGINT\";\n};\n\ntype BooleanType = {\n  name: \"BOOLEAN\";\n};\n\ntype TimestampType = {\n  name: \"TIMESTAMP\";\n};\n\ntype SimpleTypes =\n  | VarcharType\n  | DoubleType\n  | BigintType\n  | BooleanType\n  | TimestampType\n  | TextType\n  | BinaryType\n  | VarbinaryType\n  | FloatType\n  | DecimalType\n  | IntegerType\n  | MixedType\n  | UnionType\n  | DateType\n  | TimeType\n  | DatetimeType\n  | MapType\n  | GeoType\n  | OtherType\n  | AnyType;\n\ntype ListType = {\n  name: \"LIST\";\n  subSchema: {\n    type: SimpleTypes | ComplexTypes;\n  }[];\n};\n\ntype StructType = {\n  name: \"STRUCT\";\n  subSchema: {\n    name: string;\n    type: SimpleTypes | ComplexTypes;\n  }[];\n};\n\ntype ComplexTypes = ListType | StructType;\n\nexport type JobResultsSchema<TName extends string = string> = {\n  name: TName;\n  type: SimpleTypes | ComplexTypes;\n}[];\n\nexport type JobResultsResponse<T extends Record<string, unknown> = Record<string, unknown>> = {\n  rowCount: number;\n  rows: T[];\n  schema: JobResultsSchema<Extract<keyof T, string>>;\n};\n"]}
+{"version":3,"file":"JobResultsResponse.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/JobResultsResponse.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { JSONValue } from \"./JSONValue.ts\";\n\ntype VarcharType = {\n  name: \"VARCHAR\";\n};\n\ntype TextType = {\n  name: \"TEXT\";\n};\n\ntype BinaryType = {\n  name: \"BINARY\";\n};\n\ntype VarbinaryType = {\n  name: \"VARBINARY\";\n};\n\ntype FloatType = {\n  name: \"FLOAT\";\n};\n\ntype DecimalType = {\n  name: \"DECIMAL\";\n};\n\ntype IntegerType = {\n  name: \"INTEGER\";\n};\n\ntype MixedType = {\n  name: \"MIXED\";\n};\n\ntype UnionType = {\n  name: \"UNION\";\n};\n\ntype DateType = {\n  name: \"DATE\";\n};\n\ntype TimeType = {\n  name: \"TIME\";\n};\n\ntype DatetimeType = {\n  name: \"DATETIME\";\n};\n\ntype MapType = {\n  name: \"MAP\";\n};\n\ntype GeoType = {\n  name: \"GEO\";\n};\n\ntype OtherType = {\n  name: \"OTHER\";\n};\n\ntype AnyType = {\n  name: \"ANY\";\n};\n\ntype DoubleType = {\n  name: \"DOUBLE\";\n};\n\ntype BigintType = {\n  name: \"BIGINT\";\n};\n\ntype BooleanType = {\n  name: \"BOOLEAN\";\n};\n\ntype TimestampType = {\n  name: \"TIMESTAMP\";\n};\n\ntype SimpleTypes =\n  | VarcharType\n  | DoubleType\n  | BigintType\n  | BooleanType\n  | TimestampType\n  | TextType\n  | BinaryType\n  | VarbinaryType\n  | FloatType\n  | DecimalType\n  | IntegerType\n  | MixedType\n  | UnionType\n  | DateType\n  | TimeType\n  | DatetimeType\n  | MapType\n  | GeoType\n  | OtherType\n  | AnyType;\n\ntype ListType = {\n  name: \"LIST\";\n  subSchema: {\n    type: SimpleTypes | ComplexTypes;\n  }[];\n};\n\ntype StructType = {\n  name: \"STRUCT\";\n  subSchema: {\n    name: string;\n    type: SimpleTypes | ComplexTypes;\n  }[];\n};\n\ntype ComplexTypes = ListType | StructType;\n\nexport type JobResultsSchema<TName extends string = string> = {\n  name: TName;\n  type: SimpleTypes | ComplexTypes;\n}[];\n\nexport type JobResultsResponse<T extends Record<string, unknown> = Record<string, JSONValue>> = {\n  rowCount: number;\n  rows: T[];\n  schema: JobResultsSchema<Extract<keyof T, string>>;\n};\n"]}

package/dist/oss/jobs/utils/mapRowData.d.ts

@@ -1,3 +1,7 @@
 import type { JobResultsResponse } from "./JobResultsResponse.ts";
+import { Temporal } from "temporal-polyfill";
+declare const mapFieldValue: (fieldType: JobResultsResponse["schema"][number]["type"]["name"], fieldValue: unknown) => string | number | bigint | boolean | Temporal.PlainDateTime | Temporal.PlainDate | Temporal.PlainTime | null;
+export type MappedFieldValue = ReturnType<typeof mapFieldValue>;
 export declare const createRowTypeMapper: (schema: JobResultsResponse["schema"]) => (row: Record<string, unknown>) => void;
 export declare const mapRowData: (rows: JobResultsResponse["rows"], schema: JobResultsResponse["schema"]) => void;
+export {};

package/dist/oss/jobs/utils/mapRowData.js

@@ -13,13 +13,21 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+import { Temporal } from "temporal-polyfill";
 const mapFieldValue = (fieldType, fieldValue) => {
-    if (fieldValue === null) {
+    if (fieldValue === null || fieldValue === undefined) {
         return null;
     }
     switch (fieldType) {
         case "TIMESTAMP":
-            return new Date(fieldValue + "Z");
+            // Example: 2000-01-01 17:30:50.123
+            return Temporal.PlainDateTime.from(fieldValue.replace(" ", "T"));
+        case "DATE":
+            // Example: 2000-01-01
+            return Temporal.PlainDate.from(fieldValue);
+        case "TIME":
+            // Example: 17:30:50.235
+            return Temporal.PlainTime.from(fieldValue);
         case "BIGINT":
             return BigInt(fieldValue);
         default:

package/dist/oss/jobs/utils/mapRowData.js.map

@@ -1 +1 @@
-{"version":3,"file":"mapRowData.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/mapRowData.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,MAAM,aAAa,GAAG,CACpB,SAA+D,EAC/D,UAAmB,EACnB,EAAE;IACF,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,IAAI,IAAI,CAAE,UAAqB,GAAG,GAAG,CAAC,CAAC;QAChD,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC,UAAoB,CAAC,CAAC;QACtC;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAoC,EAAE,EAAE;IAC1E,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,IAAI,GAAG,EAAgE,CAAC,CAAC;IAE5E,OAAO,CAAC,GAA4B,EAAE,EAAE;QACtC,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;YAC3B,GAAG,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,IAAgC,EAChC,MAAoC,EAC9B,EAAE;IACR,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;AACH,CAAC,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { JobResultsResponse } from \"./JobResultsResponse.ts\";\n\nconst mapFieldValue = (\n  fieldType: JobResultsResponse[\"schema\"][number][\"type\"][\"name\"],\n  fieldValue: unknown,\n) => {\n  if (fieldValue === null) {\n    return null;\n  }\n\n  switch (fieldType) {\n    case \"TIMESTAMP\":\n      return new Date((fieldValue as string) + \"Z\");\n    case \"BIGINT\":\n      return BigInt(fieldValue as number);\n    default:\n      return fieldValue;\n  }\n};\n\nexport const createRowTypeMapper = (schema: JobResultsResponse[\"schema\"]) => {\n  const fieldTypes = schema.reduce((accum, field) => {\n    accum.set(field.name, field.type.name);\n    return accum;\n  }, new Map<string, JobResultsResponse[\"schema\"][number][\"type\"][\"name\"]>());\n\n  return (row: Record<string, unknown>) => {\n    for (const property in row) {\n      row[property] = mapFieldValue(fieldTypes.get(property)!, row[property]);\n    }\n  };\n};\n\nexport const mapRowData = (\n  rows: JobResultsResponse[\"rows\"],\n  schema: JobResultsResponse[\"schema\"],\n): void => {\n  const rowMapper = createRowTypeMapper(schema);\n\n  for (const row of rows) {\n    rowMapper(row);\n  }\n};\n"]}
+{"version":3,"file":"mapRowData.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/mapRowData.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,MAAM,aAAa,GAAG,CACpB,SAA+D,EAC/D,UAAmB,EACnB,EAAE;IACF,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,mCAAmC;YACnC,OAAO,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAE,UAAqB,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/E,KAAK,MAAM;YACT,sBAAsB;YACtB,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,UAAoB,CAAC,CAAC;QACvD,KAAK,MAAM;YACT,wBAAwB;YACxB,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,UAAoB,CAAC,CAAC;QACvD,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC,UAA6B,CAAC,CAAC;QAC/C;YACE,OAAO,UAAuC,CAAC;IACnD,CAAC;AACH,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAoC,EAAE,EAAE;IAC1E,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,IAAI,GAAG,EAAgE,CAAC,CAAC;IAE5E,OAAO,CAAC,GAA4B,EAAE,EAAE;QACtC,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;YAC3B,GAAG,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,IAAgC,EAChC,MAAoC,EAC9B,EAAE;IACR,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;AACH,CAAC,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { JobResultsResponse } from \"./JobResultsResponse.ts\";\nimport { Temporal } from \"temporal-polyfill\";\n\nconst mapFieldValue = (\n  fieldType: JobResultsResponse[\"schema\"][number][\"type\"][\"name\"],\n  fieldValue: unknown,\n) => {\n  if (fieldValue === null || fieldValue === undefined) {\n    return null;\n  }\n  switch (fieldType) {\n    case \"TIMESTAMP\":\n      // Example: 2000-01-01 17:30:50.123\n      return Temporal.PlainDateTime.from((fieldValue as string).replace(\" \", \"T\"));\n    case \"DATE\":\n      // Example: 2000-01-01\n      return Temporal.PlainDate.from(fieldValue as string);\n    case \"TIME\":\n      // Example: 17:30:50.235\n      return Temporal.PlainTime.from(fieldValue as string);\n    case \"BIGINT\":\n      return BigInt(fieldValue as string | number);\n    default:\n      return fieldValue as string | number | boolean;\n  }\n};\n\nexport type MappedFieldValue = ReturnType<typeof mapFieldValue>;\n\nexport const createRowTypeMapper = (schema: JobResultsResponse[\"schema\"]) => {\n  const fieldTypes = schema.reduce((accum, field) => {\n    accum.set(field.name, field.type.name);\n    return accum;\n  }, new Map<string, JobResultsResponse[\"schema\"][number][\"type\"][\"name\"]>());\n\n  return (row: Record<string, unknown>) => {\n    for (const property in row) {\n      row[property] = mapFieldValue(fieldTypes.get(property)!, row[property]);\n    }\n  };\n};\n\nexport const mapRowData = (\n  rows: JobResultsResponse[\"rows\"],\n  schema: JobResultsResponse[\"schema\"],\n): void => {\n  const rowMapper = createRowTypeMapper(schema);\n\n  for (const row of rows) {\n    rowMapper(row);\n  }\n};\n"]}

package/dist/oss/jobs/utils/mapRowsToColumns.d.ts

@@ -1,2 +1,3 @@
 import type { JobResultsResponse } from "./JobResultsResponse.ts";
-export declare const mapRowsToColumns: <T extends Record<string, unknown>>(jobResults: JobResultsResponse<T>) => Record<Extract<keyof T, string>, unknown[] | Float64Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Int32Array<ArrayBuffer>>;
+import type { JSONValue } from "./JSONValue.ts";
+export declare const mapRowsToColumns: <T extends Record<string, JSONValue>>(jobResults: JobResultsResponse<T>) => Record<Extract<keyof T, string>, unknown[] | Float64Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Int32Array<ArrayBuffer>>;

package/dist/oss/jobs/utils/mapRowsToColumns.js.map

@@ -1 +1 @@
-{"version":3,"file":"mapRowsToColumns.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/mapRowsToColumns.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAGjF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,UAAiC,EACjC,EAAE;IACF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE1F,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,KAAK,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YAClC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { createColumnRecordFromSchema } from \"./createColumnRecordFromSchema.ts\";\nimport type { JobResultsResponse } from \"./JobResultsResponse.ts\";\n\nexport const mapRowsToColumns = <T extends Record<string, unknown>>(\n  jobResults: JobResultsResponse<T>,\n) => {\n  const columnMap = createColumnRecordFromSchema(jobResults.schema, jobResults.rows.length);\n\n  for (const [index, row] of jobResults.rows.entries()) {\n    for (const columnName in row) {\n      const col = columnMap[columnName];\n      col[index] = row[columnName];\n    }\n  }\n\n  return columnMap;\n};\n"]}
+{"version":3,"file":"mapRowsToColumns.js","sourceRoot":"","sources":["../../../../src/oss/jobs/utils/mapRowsToColumns.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAIjF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,UAAiC,EACjC,EAAE;IACF,MAAM,SAAS,GAAG,4BAA4B,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE1F,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,KAAK,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YAClC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { createColumnRecordFromSchema } from \"./createColumnRecordFromSchema.ts\";\nimport type { JobResultsResponse } from \"./JobResultsResponse.ts\";\nimport type { JSONValue } from \"./JSONValue.ts\";\n\nexport const mapRowsToColumns = <T extends Record<string, JSONValue>>(\n  jobResults: JobResultsResponse<T>,\n) => {\n  const columnMap = createColumnRecordFromSchema(jobResults.schema, jobResults.rows.length);\n\n  for (const [index, row] of jobResults.rows.entries()) {\n    for (const columnName in row) {\n      const col = columnMap[columnName];\n      col[index] = row[columnName];\n    }\n  }\n\n  return columnMap;\n};\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dremio/js-sdk",
-  "version": "0.22.0",
+  "version": "0.23.0",
   "description": "JavaScript library for the Dremio API",
   "keywords": [
     "dremio",