@dremio/js-sdk 0.12.1 → 0.12.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/HttpError.js +7 -1
- package/dist/common/HttpError.js.map +1 -1
- package/dist/common/problems.d.ts +3 -0
- package/dist/common/problems.js +8 -0
- package/dist/common/problems.js.map +1 -1
- package/dist/oss/catalog/CatalogTags.d.ts +1 -1
- package/dist/oss/catalog/CatalogWiki.d.ts +1 -1
- package/dist/oss/jobs/JobsResource.js +28 -24
- package/dist/oss/jobs/JobsResource.js.map +1 -1
- package/package.json +1 -1
package/dist/common/HttpError.js
CHANGED
|
@@ -14,6 +14,7 @@
|
|
|
14
14
|
* limitations under the License.
|
|
15
15
|
*/
|
|
16
16
|
import { Problem, ValidationProblem } from "./Problem.js";
|
|
17
|
+
import { RateLimitError } from "./problems.js";
|
|
17
18
|
const extractResponseBody = async (res) => {
|
|
18
19
|
if (res.headers.get("content-type")?.includes("application/json")) {
|
|
19
20
|
return (await res.json());
|
|
@@ -26,7 +27,12 @@ export class HttpError extends Error {
|
|
|
26
27
|
status;
|
|
27
28
|
body;
|
|
28
29
|
constructor(status, body) {
|
|
29
|
-
if (
|
|
30
|
+
if (status === 429) {
|
|
31
|
+
const err = new RateLimitError();
|
|
32
|
+
super(err.title);
|
|
33
|
+
this.body = err;
|
|
34
|
+
}
|
|
35
|
+
else if (isApiV1Error(body)) {
|
|
30
36
|
super(body.errorMessage);
|
|
31
37
|
this.body = body;
|
|
32
38
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HttpError.js","sourceRoot":"","sources":["../../src/common/HttpError.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"HttpError.js","sourceRoot":"","sources":["../../src/common/HttpError.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAa,EAAE,EAAE;IAClD,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqB,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,OAAO,SAAU,SAAQ,KAAK;IACzB,MAAM,CAAS;IACf,IAAI,CAAoD;IAEjE,YAAY,MAAc,EAAE,IAAa;QACvC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACjB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAClB,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,CAAC;YACZ,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACtC,uGAAuG;YACvG,IAAI,CAAC,IAAI,GAAG,IAAW,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,GAAa;QACrC,OAAO,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,OAAO,CAAC;IAC3C,KAAK,EACH,4FAA4F;IAC9F,IAAI,EAAE,oDAAoD;CAC3D,CAAC,CAAC;AAOH,MAAM,YAAY,GAAG,CAAC,IAAa,EAAsB,EAAE,CACzD,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;AAEzF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAa,EAAmB,EAAE,CAC1D,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,CAAC;AAEhF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAa,EAA6B,EAAE,CAC9E,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,oDAAoD,CAAC","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Problem, ValidationProblem } from \"./Problem.ts\";\nimport { RateLimitError } from \"./problems.ts\";\n\nconst extractResponseBody = async (res: Response) => {\n if (res.headers.get(\"content-type\")?.includes(\"application/json\")) {\n return (await res.json()) as Promise<unknown>;\n } else {\n return await res.text();\n }\n};\n\nexport class HttpError extends Error {\n readonly status: number;\n readonly body: ApiV1Error | Problem | ValidationProblem | string;\n\n constructor(status: number, body: unknown) {\n if (status === 429) {\n const err = new RateLimitError();\n super(err.title);\n this.body = err;\n } else if (isApiV1Error(body)) {\n super(body.errorMessage);\n this.body = body;\n } else if (isProblem(body)) {\n super(body.title);\n this.body = body;\n } else if (typeof body === \"string\") {\n super(body);\n this.body = body;\n } else {\n super(\"An unexpected error occurred\");\n // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-explicit-any\n this.body = body as any;\n }\n\n this.status = status;\n }\n\n static async fromResponse(res: Response) {\n return new HttpError(res.status, await extractResponseBody(res));\n }\n}\n\nexport const tokenInvalidError = new Problem({\n title:\n \"The provided authentication token was rejected because it was invalid or may have expired.\",\n type: \"https://api.dremio.dev/problems/auth/token-invalid\",\n});\n\ntype ApiV1Error = {\n errorMessage: string;\n moreInfo?: string;\n};\n\nconst isApiV1Error = (body: unknown): body is ApiV1Error =>\n typeof body === \"object\" && Object.prototype.hasOwnProperty.call(body, \"errorMessage\");\n\nexport const isProblem = (body: unknown): body is Problem =>\n body != null && typeof body === \"object\" && \"type\" in body && \"title\" in body;\n\nexport const isValidationProblem = (body: unknown): body is ValidationProblem =>\n isProblem(body) && body.title === \"https://api.dremio.dev/problems/validation-problem\";\n"]}
|
|
@@ -9,3 +9,6 @@ export declare class UnexpectedError extends Problem<"https://api.dremio.dev/pro
|
|
|
9
9
|
export declare class VersionConflictError extends Problem<"https://api.dremio.dev/problems/version-conflict"> {
|
|
10
10
|
constructor();
|
|
11
11
|
}
|
|
12
|
+
export declare class RateLimitError extends Problem<"https://api.dremio.dev/problems/rate-limit"> {
|
|
13
|
+
constructor();
|
|
14
|
+
}
|
package/dist/common/problems.js
CHANGED
|
@@ -31,4 +31,12 @@ export class VersionConflictError extends Problem {
|
|
|
31
31
|
});
|
|
32
32
|
}
|
|
33
33
|
}
|
|
34
|
+
export class RateLimitError extends Problem {
|
|
35
|
+
constructor() {
|
|
36
|
+
super({
|
|
37
|
+
title: "The maximum number of requests within the current time period has been exceeded.",
|
|
38
|
+
type: "https://api.dremio.dev/problems/rate-limit",
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
}
|
|
34
42
|
//# sourceMappingURL=problems.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"problems.js","sourceRoot":"","sources":["../../src/common/problems.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC;;;GAGG;AACH,MAAM,OAAO,eAAgB,SAAQ,OAA2D;IAC9F,YAAY,KAAa;QACvB,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,kDAAkD,EAAE,CAAC,CAAC;IAC7E,CAAC;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,OAA2D;IACnG;QACE,KAAK,CAAC;YACJ,KAAK,EAAE,uEAAuE;YAC9E,IAAI,EAAE,kDAAkD;SACzD,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Problem } from \"./Problem.js\";\n\n/**\n * Used for generic/untyped string errors from Dremio APIs, with the\n * error text placed in the `title` property.\n */\nexport class UnexpectedError extends Problem<\"https://api.dremio.dev/problems/unexpected-error\"> {\n constructor(title: string) {\n super({ title, type: \"https://api.dremio.dev/problems/unexpected-error\" });\n }\n}\n\nexport class VersionConflictError extends Problem<\"https://api.dremio.dev/problems/version-conflict\"> {\n constructor() {\n super({\n title: \"The version of the provided resource is older than the stored version\",\n type: \"https://api.dremio.dev/problems/version-conflict\",\n });\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"problems.js","sourceRoot":"","sources":["../../src/common/problems.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC;;;GAGG;AACH,MAAM,OAAO,eAAgB,SAAQ,OAA2D;IAC9F,YAAY,KAAa;QACvB,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,kDAAkD,EAAE,CAAC,CAAC;IAC7E,CAAC;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,OAA2D;IACnG;QACE,KAAK,CAAC;YACJ,KAAK,EAAE,uEAAuE;YAC9E,IAAI,EAAE,kDAAkD;SACzD,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,OAAqD;IACvF;QACE,KAAK,CAAC;YACJ,KAAK,EAAE,kFAAkF;YACzF,IAAI,EAAE,4CAA4C;SACnD,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Problem } from \"./Problem.js\";\n\n/**\n * Used for generic/untyped string errors from Dremio APIs, with the\n * error text placed in the `title` property.\n */\nexport class UnexpectedError extends Problem<\"https://api.dremio.dev/problems/unexpected-error\"> {\n constructor(title: string) {\n super({ title, type: \"https://api.dremio.dev/problems/unexpected-error\" });\n }\n}\n\nexport class VersionConflictError extends Problem<\"https://api.dremio.dev/problems/version-conflict\"> {\n constructor() {\n super({\n title: \"The version of the provided resource is older than the stored version\",\n type: \"https://api.dremio.dev/problems/version-conflict\",\n });\n }\n}\n\nexport class RateLimitError extends Problem<\"https://api.dremio.dev/problems/rate-limit\"> {\n constructor() {\n super({\n title: \"The maximum number of requests within the current time period has been exceeded.\",\n type: \"https://api.dremio.dev/problems/rate-limit\",\n });\n }\n}\n"]}
|
|
@@ -8,7 +8,7 @@ export declare class CatalogTags {
|
|
|
8
8
|
constructor(properties: CatalogTagsProperties, config: SonarV3Config);
|
|
9
9
|
update(properties: {
|
|
10
10
|
tags: string[];
|
|
11
|
-
}): Promise<import("ts-results-es").Result<CatalogTags, import("../index.ts").HttpError
|
|
11
|
+
}): Promise<import("ts-results-es").Result<CatalogTags, VersionConflictError | import("../index.ts").HttpError>>;
|
|
12
12
|
}
|
|
13
13
|
export declare const catalogTagsEntityToProperties: (catalogReference: CatalogReference, entity: {
|
|
14
14
|
tags: string[];
|
|
@@ -8,7 +8,7 @@ export declare class CatalogWiki {
|
|
|
8
8
|
constructor(properties: CatalogWikiProperties, config: SonarV3Config);
|
|
9
9
|
update(properties: {
|
|
10
10
|
text: string;
|
|
11
|
-
}): Promise<import("ts-results-es").Result<CatalogWiki, import("../index.ts").HttpError
|
|
11
|
+
}): Promise<import("ts-results-es").Result<CatalogWiki, VersionConflictError | import("../index.ts").HttpError>>;
|
|
12
12
|
}
|
|
13
13
|
export declare const catalogWikiEntityToProperties: (catalogReference: CatalogReference, entity: {
|
|
14
14
|
text: string;
|
|
@@ -16,11 +16,37 @@
|
|
|
16
16
|
import { Job } from "./Job.js";
|
|
17
17
|
import { Query } from "../../common/Query.js";
|
|
18
18
|
import { AsyncResult } from "ts-results-es";
|
|
19
|
-
import {
|
|
19
|
+
import { from, repeat, shareReplay, takeWhile, tap } from "rxjs";
|
|
20
20
|
import { fromAbortable } from "../../common/fromAbortable.js";
|
|
21
21
|
import { jobEntityToProperties } from "./utils/jobEntityToProperties.js";
|
|
22
|
+
import moize from "moize";
|
|
22
23
|
export class JobsResource {
|
|
23
24
|
#config;
|
|
25
|
+
#createJobObservable = (id) => from(fromAbortable(({ signal }) => this.retrieve(id, { signal }))).pipe(repeat({ delay: 1000 }), takeWhile((jobResult) => jobResult.isOk() && !jobResult.value.settled, true));
|
|
26
|
+
/**
|
|
27
|
+
* Reuse the same observable every time the `observe` method is called.
|
|
28
|
+
*/
|
|
29
|
+
#jobObserverCache = moize.default((id) => this.#createJobObservable(id).pipe(tap({
|
|
30
|
+
finalize: () => {
|
|
31
|
+
this.#jobObserverCache.remove([id]);
|
|
32
|
+
},
|
|
33
|
+
}),
|
|
34
|
+
/**
|
|
35
|
+
* Reuse the same polling for multiple subscribers, buffering only the latest result.
|
|
36
|
+
* Make sure to unsubscribe from the source to stop polling when there are no subscribers (refCount: true)
|
|
37
|
+
*/
|
|
38
|
+
shareReplay({
|
|
39
|
+
bufferSize: 1,
|
|
40
|
+
refCount: true,
|
|
41
|
+
})), {
|
|
42
|
+
/**
|
|
43
|
+
* Evict cached observables after 60s. We need some way to prevent a memory
|
|
44
|
+
* leak for long-running SDK processes, and a maxAge of 60 seconds should be
|
|
45
|
+
* enough to handle multiple subscribers attached programmatically to a job.
|
|
46
|
+
* If it's not, then the worst case is that we'd make additional API calls.
|
|
47
|
+
*/
|
|
48
|
+
maxAge: 60_000,
|
|
49
|
+
});
|
|
24
50
|
constructor(config) {
|
|
25
51
|
this.#config = config;
|
|
26
52
|
}
|
|
@@ -51,29 +77,7 @@ export class JobsResource {
|
|
|
51
77
|
return new AsyncResult(this.create(query)).andThen((jobId) => this.retrieve(jobId)).promise;
|
|
52
78
|
}
|
|
53
79
|
observe(id) {
|
|
54
|
-
|
|
55
|
-
* Check every 1000ms for job status changes. 1000ms may seem too frequent,
|
|
56
|
-
* but it helps keep the client feeling snappy, especially for jobs that complete quickly.
|
|
57
|
-
*/
|
|
58
|
-
return timer(0, 1000).pipe(
|
|
59
|
-
/**
|
|
60
|
-
* Use `concatMap` instead of `switchMap` to avoid a situation where the call takes longer than
|
|
61
|
-
* 1000ms (possibly due to network conditions or API slowdowns) which would cause switchMap to
|
|
62
|
-
* constantly cancel unfinished requests (in which case, no requests would ever complete)
|
|
63
|
-
*/
|
|
64
|
-
concatMap(() => fromAbortable(({ signal }) => this.retrieve(id, { signal }))),
|
|
65
|
-
/**
|
|
66
|
-
* Continue polling until the job has reached a settled state
|
|
67
|
-
*/
|
|
68
|
-
takeWhile((jobResult) => jobResult.isOk() && !jobResult.value.settled, true),
|
|
69
|
-
/**
|
|
70
|
-
* Reuse the same polling for multiple subscribers, buffering only the latest result.
|
|
71
|
-
* Make sure to unsubscribe from the source to stop polling when there are no subscribers (refCount: true)
|
|
72
|
-
*/
|
|
73
|
-
shareReplay({
|
|
74
|
-
bufferSize: 1,
|
|
75
|
-
refCount: true,
|
|
76
|
-
}));
|
|
80
|
+
return this.#jobObserverCache(id);
|
|
77
81
|
}
|
|
78
82
|
retrieve(id, { signal } = {}) {
|
|
79
83
|
return this.#config
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"JobsResource.js","sourceRoot":"","sources":["../../../src/oss/jobs/JobsResource.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"JobsResource.js","sourceRoot":"","sources":["../../../src/oss/jobs/JobsResource.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAkB,MAAM,kCAAkC,CAAC;AACzF,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,OAAO,YAAY;IACvB,OAAO,CAAgB;IAEvB,oBAAoB,GAAG,CAAC,EAAU,EAAE,EAAE,CACpC,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACrE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EACvB,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAC7E,CAAC;IAEJ;;OAEG;IACH,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAC/B,CAAC,EAAU,EAAE,EAAE,CACb,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,IAAI,CAChC,GAAG,CAAC;QACF,QAAQ,EAAE,GAAG,EAAE;YACb,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;KACF,CAAC;IACF;;;OAGG;IACH,WAAW,CAAC;QACV,UAAU,EAAE,CAAC;QACb,QAAQ,EAAE,IAAI;KACf,CAAC,CACH,EACH;QACE;;;;;WAKG;QACH,MAAM,EAAE,MAAM;KACf,CACF,CAAC;IAEF,YAAY,MAAqB;QAC/B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,cAAc,CAAC,EAAU,EAAE,MAAiB;QAC1C,OAAO,IAAI,GAAG,CAAC,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM,CAAC,KAAY;QACjB,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,KAAK,EAAE;YACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,CAAC;YACF,OAAO,EAAE;gBACP,MAAM,EAAE,kBAAkB;gBAC1B,cAAc,EAAE,kBAAkB;aACnC;YACD,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,MAAM;SACf,CAAC;aACD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAA6B,CAAC;aAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,KAAY;QAC5B,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;IAC9F,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,EAAU,EAAE,EAAE,MAAM,KAAkB,EAAE;QAC/C,OAAO,IAAI,CAAC,OAAO;aAChB,cAAc,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;aACvC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAwB,CAAC;aAC9C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IAC9D,CAAC;CACF","sourcesContent":["/*\n * Copyright (C) 2024-2025 Dremio Corporation\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { SonarV3Config } from \"../../common/Config.ts\";\nimport { Job } from \"./Job.ts\";\nimport { Query } from \"../../common/Query.ts\";\nimport { AsyncResult } from \"ts-results-es\";\nimport type { SignalParam } from \"../../common/Params.ts\";\nimport { from, repeat, shareReplay, takeWhile, tap } from \"rxjs\";\nimport { fromAbortable } from \"../../common/fromAbortable.ts\";\nimport { jobEntityToProperties, type JobEntity } from \"./utils/jobEntityToProperties.ts\";\nimport moize from \"moize\";\n\nexport class JobsResource {\n #config: SonarV3Config;\n\n #createJobObservable = (id: string) =>\n from(fromAbortable(({ signal }) => this.retrieve(id, { signal }))).pipe(\n repeat({ delay: 1000 }),\n takeWhile((jobResult) => jobResult.isOk() && !jobResult.value.settled, true),\n );\n\n /**\n * Reuse the same observable every time the `observe` method is called.\n */\n #jobObserverCache = moize.default(\n (id: string) =>\n this.#createJobObservable(id).pipe(\n tap({\n finalize: () => {\n this.#jobObserverCache.remove([id]);\n },\n }),\n /**\n * Reuse the same polling for multiple subscribers, buffering only the latest result.\n * Make sure to unsubscribe from the source to stop polling when there are no subscribers (refCount: true)\n */\n shareReplay({\n bufferSize: 1,\n refCount: true,\n }),\n ),\n {\n /**\n * Evict cached observables after 60s. We need some way to prevent a memory\n * leak for long-running SDK processes, and a maxAge of 60 seconds should be\n * enough to handle multiple subscribers attached programmatically to a job.\n * If it's not, then the worst case is that we'd make additional API calls.\n */\n maxAge: 60_000,\n },\n );\n\n constructor(config: SonarV3Config) {\n this.#config = config;\n }\n\n _jobFromEntity(id: string, entity: JobEntity): Job {\n return new Job(jobEntityToProperties(id, entity), this.#config, this.observe.bind(this));\n }\n\n create(query: Query) {\n return this.#config\n .sonarV3Request(`sql`, {\n body: JSON.stringify({\n context: query.context,\n sql: query.sql,\n }),\n headers: {\n Accept: \"application/json\",\n \"Content-Type\": \"application/json\",\n },\n keepalive: true,\n method: \"POST\",\n })\n .map((response) => response.json() as Promise<{ id: string }>)\n .map((response) => response.id).promise;\n }\n\n /**\n * A convenience method to combine job creation and retrieval\n */\n createAndRetrieve(query: Query) {\n return new AsyncResult(this.create(query)).andThen((jobId) => this.retrieve(jobId)).promise;\n }\n\n observe(id: string) {\n return this.#jobObserverCache(id);\n }\n\n retrieve(id: string, { signal }: SignalParam = {}) {\n return this.#config\n .sonarV3Request(`job/${id}`, { signal })\n .map((res) => res.json() as Promise<JobEntity>)\n .map((entity) => this._jobFromEntity(id, entity)).promise;\n }\n}\n"]}
|