@milaboratories/pl-middle-layer 1.58.4 → 1.59.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -2
- package/dist/middle_layer/middle_layer.cjs +71 -47
- package/dist/middle_layer/middle_layer.cjs.map +1 -1
- package/dist/middle_layer/middle_layer.d.ts +18 -18
- package/dist/middle_layer/middle_layer.d.ts.map +1 -1
- package/dist/middle_layer/middle_layer.js +72 -48
- package/dist/middle_layer/middle_layer.js.map +1 -1
- package/dist/middle_layer/project.cjs +8 -9
- package/dist/middle_layer/project.cjs.map +1 -1
- package/dist/middle_layer/project.d.ts +6 -5
- package/dist/middle_layer/project.d.ts.map +1 -1
- package/dist/middle_layer/project.js +9 -10
- package/dist/middle_layer/project.js.map +1 -1
- package/dist/middle_layer/project_list.cjs +3 -3
- package/dist/middle_layer/project_list.cjs.map +1 -1
- package/dist/middle_layer/project_list.d.ts +1 -1
- package/dist/middle_layer/project_list.js +4 -4
- package/dist/middle_layer/project_list.js.map +1 -1
- package/dist/middle_layer/project_overview.cjs.map +1 -1
- package/dist/middle_layer/project_overview.js.map +1 -1
- package/dist/middle_layer/util.cjs.map +1 -1
- package/dist/middle_layer/util.js.map +1 -1
- package/dist/model/index.d.ts +2 -2
- package/dist/model/project_helper.cjs.map +1 -1
- package/dist/model/project_helper.d.ts +3 -3
- package/dist/model/project_helper.d.ts.map +1 -1
- package/dist/model/project_helper.js.map +1 -1
- package/dist/model/project_model.cjs.map +1 -1
- package/dist/model/project_model.d.ts +6 -5
- package/dist/model/project_model.d.ts.map +1 -1
- package/dist/model/project_model.js.map +1 -1
- package/dist/model/template_spec.d.ts +2 -2
- package/dist/model/template_spec.d.ts.map +1 -1
- package/dist/mutator/migration.cjs +1 -1
- package/dist/mutator/migration.cjs.map +1 -1
- package/dist/mutator/migration.js +2 -2
- package/dist/mutator/migration.js.map +1 -1
- package/dist/mutator/project.cjs +6 -6
- package/dist/mutator/project.cjs.map +1 -1
- package/dist/mutator/project.d.ts +3 -3
- package/dist/mutator/project.d.ts.map +1 -1
- package/dist/mutator/project.js +7 -7
- package/dist/mutator/project.js.map +1 -1
- package/dist/mutator/template/template_cache.cjs +7 -7
- package/dist/mutator/template/template_cache.cjs.map +1 -1
- package/dist/mutator/template/template_cache.d.ts +8 -8
- package/dist/mutator/template/template_cache.d.ts.map +1 -1
- package/dist/mutator/template/template_cache.js +8 -8
- package/dist/mutator/template/template_cache.js.map +1 -1
- package/dist/network_check/template.cjs +5 -5
- package/dist/network_check/template.cjs.map +1 -1
- package/dist/network_check/template.js +6 -6
- package/dist/network_check/template.js.map +1 -1
- package/dist/pool/data.cjs +2 -1
- package/dist/pool/data.cjs.map +1 -1
- package/dist/pool/data.d.ts +1 -1
- package/dist/pool/data.d.ts.map +1 -1
- package/dist/pool/data.js +3 -2
- package/dist/pool/data.js.map +1 -1
- package/dist/pool/driver.cjs +3 -1
- package/dist/pool/driver.cjs.map +1 -1
- package/dist/pool/driver.d.ts.map +1 -1
- package/dist/pool/driver.js +3 -1
- package/dist/pool/driver.js.map +1 -1
- package/package.json +15 -15
- package/src/index.ts +1 -1
- package/src/middle_layer/middle_layer.ts +99 -61
- package/src/middle_layer/project.ts +14 -13
- package/src/middle_layer/project_list.ts +10 -8
- package/src/middle_layer/project_overview.ts +2 -2
- package/src/middle_layer/render.test.ts +9 -9
- package/src/middle_layer/util.ts +2 -2
- package/src/model/index.ts +1 -1
- package/src/model/project_helper.ts +2 -2
- package/src/model/project_model.ts +7 -4
- package/src/model/template_spec.ts +2 -2
- package/src/mutator/block-pack/block_pack.test.ts +7 -2
- package/src/mutator/migration.ts +7 -7
- package/src/mutator/project.ts +20 -19
- package/src/mutator/template/template_cache.test.ts +6 -6
- package/src/mutator/template/template_cache.ts +24 -21
- package/src/mutator/template/template_render.test.ts +7 -7
- package/src/network_check/template.ts +8 -8
- package/src/pool/data.ts +6 -4
- package/src/pool/driver.ts +3 -1
|
@@ -3,8 +3,8 @@ import {
|
|
|
3
3
|
type PlTransaction,
|
|
4
4
|
ContinuePolling,
|
|
5
5
|
field,
|
|
6
|
-
|
|
7
|
-
|
|
6
|
+
isNotNullSignedResourceId,
|
|
7
|
+
isNullSignedResourceId,
|
|
8
8
|
Pl,
|
|
9
9
|
poll,
|
|
10
10
|
toGlobalFieldId,
|
|
@@ -315,7 +315,7 @@ export async function downloadFromEveryStorage(
|
|
|
315
315
|
ops.minLsRequests,
|
|
316
316
|
);
|
|
317
317
|
if (result.file === undefined) {
|
|
318
|
-
results[storage.
|
|
318
|
+
results[storage.id] = {
|
|
319
319
|
status: "warn",
|
|
320
320
|
message:
|
|
321
321
|
`No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +
|
|
@@ -345,14 +345,14 @@ export async function downloadFromEveryStorage(
|
|
|
345
345
|
) as string;
|
|
346
346
|
|
|
347
347
|
if (workdirTypeName?.startsWith("WorkingDirectory")) {
|
|
348
|
-
results[storage.
|
|
348
|
+
results[storage.id] = {
|
|
349
349
|
status: "ok",
|
|
350
350
|
message:
|
|
351
351
|
`Workdir creation succeeded, size of file: ${result.file?.size}, ` +
|
|
352
352
|
`checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,
|
|
353
353
|
};
|
|
354
354
|
} else {
|
|
355
|
-
results[storage.
|
|
355
|
+
results[storage.id] = {
|
|
356
356
|
status: "failed",
|
|
357
357
|
message:
|
|
358
358
|
`Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +
|
|
@@ -494,7 +494,7 @@ async function runTemplate(
|
|
|
494
494
|
const outputsIds: Record<string, FieldId> = {};
|
|
495
495
|
|
|
496
496
|
for (const output of outputs) {
|
|
497
|
-
const fieldRef = field(client.clientRoot, output);
|
|
497
|
+
const fieldRef = field(client.clientRoot, output) as FieldId;
|
|
498
498
|
tx.createField(fieldRef, "Dynamic", outputFields[output]);
|
|
499
499
|
outputsIds[output] = await toGlobalFieldId(fieldRef);
|
|
500
500
|
}
|
|
@@ -512,12 +512,12 @@ async function getFieldValue(client: PlClient, fieldId: FieldId): Promise<Resour
|
|
|
512
512
|
|
|
513
513
|
return await poll(client, async (tx) => {
|
|
514
514
|
const field = await tx.tx.getField(fieldId);
|
|
515
|
-
if (
|
|
515
|
+
if (isNotNullSignedResourceId(field.error)) {
|
|
516
516
|
const err = await tx.tx.getResourceData(field.error, true);
|
|
517
517
|
throw new Error(`getFieldValue of "${fieldId.fieldName}" field failed: ${err.data}`);
|
|
518
518
|
}
|
|
519
519
|
|
|
520
|
-
if (
|
|
520
|
+
if (isNullSignedResourceId(field.value)) {
|
|
521
521
|
throw new ContinuePolling();
|
|
522
522
|
}
|
|
523
523
|
|
package/src/pool/data.ts
CHANGED
|
@@ -12,12 +12,13 @@ import {
|
|
|
12
12
|
import { makeResourceSnapshot, type PlTreeNodeAccessor } from "@milaboratories/pl-tree";
|
|
13
13
|
import canonicalize from "canonicalize";
|
|
14
14
|
import {
|
|
15
|
-
|
|
15
|
+
anyResourceIdToBigint,
|
|
16
|
+
isNullSignedResourceId,
|
|
16
17
|
resourceIdToString,
|
|
17
18
|
resourceType,
|
|
18
19
|
resourceTypeToString,
|
|
19
20
|
resourceTypesEqual,
|
|
20
|
-
type
|
|
21
|
+
type SignedResourceId,
|
|
21
22
|
type ResourceType,
|
|
22
23
|
} from "@milaboratories/pl-client";
|
|
23
24
|
import type { Writable } from "utility-types";
|
|
@@ -40,7 +41,7 @@ import { OnDemandBlobResourceSnapshot } from "@milaboratories/pl-drivers";
|
|
|
40
41
|
*/
|
|
41
42
|
export class BlobResourceRef {
|
|
42
43
|
constructor(
|
|
43
|
-
public readonly resourceInfo: { readonly id:
|
|
44
|
+
public readonly resourceInfo: { readonly id: SignedResourceId; readonly type: ResourceType },
|
|
44
45
|
/** Present only for on-demand (remote) blobs; needed for size and signed handle. */
|
|
45
46
|
public readonly onDemandSnapshot: OnDemandBlobResourceSnapshot | undefined,
|
|
46
47
|
) {}
|
|
@@ -324,7 +325,8 @@ export function traverseParquetChunkResource(
|
|
|
324
325
|
export function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {
|
|
325
326
|
const hash = createHash("sha256");
|
|
326
327
|
hash.update(canonicalize(spec)!);
|
|
327
|
-
|
|
328
|
+
const rid = !isNullSignedResourceId(data.originalId) ? data.originalId : data.id;
|
|
329
|
+
hash.update(String(anyResourceIdToBigint(rid)));
|
|
328
330
|
return hash.digest().toString("hex") as PObjectId;
|
|
329
331
|
}
|
|
330
332
|
|
package/src/pool/driver.ts
CHANGED
|
@@ -36,9 +36,11 @@ import {
|
|
|
36
36
|
traverseParquetChunkResource,
|
|
37
37
|
} from "./data";
|
|
38
38
|
import { isDownloadNetworkError400 } from "@milaboratories/pl-drivers";
|
|
39
|
+
import { parseSignedResourceId } from "@milaboratories/pl-client";
|
|
39
40
|
|
|
40
41
|
function makeBlobId(res: BlobResourceRef): PFrameInternal.PFrameBlobId {
|
|
41
|
-
|
|
42
|
+
const { globalId } = parseSignedResourceId(res.resourceInfo.id);
|
|
43
|
+
return String(globalId) as PFrameInternal.PFrameBlobId;
|
|
42
44
|
}
|
|
43
45
|
|
|
44
46
|
type LocalBlob = ComputableStableDefined<LocalBlobHandleAndSize>;
|