@milaboratories/pl-middle-layer 1.58.4 → 1.59.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/dist/index.d.ts +2 -2
  2. package/dist/middle_layer/middle_layer.cjs +71 -47
  3. package/dist/middle_layer/middle_layer.cjs.map +1 -1
  4. package/dist/middle_layer/middle_layer.d.ts +18 -18
  5. package/dist/middle_layer/middle_layer.d.ts.map +1 -1
  6. package/dist/middle_layer/middle_layer.js +72 -48
  7. package/dist/middle_layer/middle_layer.js.map +1 -1
  8. package/dist/middle_layer/project.cjs +8 -9
  9. package/dist/middle_layer/project.cjs.map +1 -1
  10. package/dist/middle_layer/project.d.ts +6 -5
  11. package/dist/middle_layer/project.d.ts.map +1 -1
  12. package/dist/middle_layer/project.js +9 -10
  13. package/dist/middle_layer/project.js.map +1 -1
  14. package/dist/middle_layer/project_list.cjs +3 -3
  15. package/dist/middle_layer/project_list.cjs.map +1 -1
  16. package/dist/middle_layer/project_list.d.ts +1 -1
  17. package/dist/middle_layer/project_list.js +4 -4
  18. package/dist/middle_layer/project_list.js.map +1 -1
  19. package/dist/middle_layer/project_overview.cjs.map +1 -1
  20. package/dist/middle_layer/project_overview.js.map +1 -1
  21. package/dist/middle_layer/util.cjs.map +1 -1
  22. package/dist/middle_layer/util.js.map +1 -1
  23. package/dist/model/index.d.ts +2 -2
  24. package/dist/model/project_helper.cjs.map +1 -1
  25. package/dist/model/project_helper.d.ts +3 -3
  26. package/dist/model/project_helper.d.ts.map +1 -1
  27. package/dist/model/project_helper.js.map +1 -1
  28. package/dist/model/project_model.cjs.map +1 -1
  29. package/dist/model/project_model.d.ts +6 -5
  30. package/dist/model/project_model.d.ts.map +1 -1
  31. package/dist/model/project_model.js.map +1 -1
  32. package/dist/model/template_spec.d.ts +2 -2
  33. package/dist/model/template_spec.d.ts.map +1 -1
  34. package/dist/mutator/migration.cjs +1 -1
  35. package/dist/mutator/migration.cjs.map +1 -1
  36. package/dist/mutator/migration.js +2 -2
  37. package/dist/mutator/migration.js.map +1 -1
  38. package/dist/mutator/project.cjs +6 -6
  39. package/dist/mutator/project.cjs.map +1 -1
  40. package/dist/mutator/project.d.ts +3 -3
  41. package/dist/mutator/project.d.ts.map +1 -1
  42. package/dist/mutator/project.js +7 -7
  43. package/dist/mutator/project.js.map +1 -1
  44. package/dist/mutator/template/template_cache.cjs +7 -7
  45. package/dist/mutator/template/template_cache.cjs.map +1 -1
  46. package/dist/mutator/template/template_cache.d.ts +8 -8
  47. package/dist/mutator/template/template_cache.d.ts.map +1 -1
  48. package/dist/mutator/template/template_cache.js +8 -8
  49. package/dist/mutator/template/template_cache.js.map +1 -1
  50. package/dist/network_check/template.cjs +5 -5
  51. package/dist/network_check/template.cjs.map +1 -1
  52. package/dist/network_check/template.js +6 -6
  53. package/dist/network_check/template.js.map +1 -1
  54. package/dist/pool/data.cjs +2 -1
  55. package/dist/pool/data.cjs.map +1 -1
  56. package/dist/pool/data.d.ts +1 -1
  57. package/dist/pool/data.d.ts.map +1 -1
  58. package/dist/pool/data.js +3 -2
  59. package/dist/pool/data.js.map +1 -1
  60. package/dist/pool/driver.cjs +3 -1
  61. package/dist/pool/driver.cjs.map +1 -1
  62. package/dist/pool/driver.d.ts.map +1 -1
  63. package/dist/pool/driver.js +3 -1
  64. package/dist/pool/driver.js.map +1 -1
  65. package/package.json +16 -16
  66. package/src/index.ts +1 -1
  67. package/src/middle_layer/middle_layer.ts +99 -61
  68. package/src/middle_layer/project.ts +14 -13
  69. package/src/middle_layer/project_list.ts +10 -8
  70. package/src/middle_layer/project_overview.ts +2 -2
  71. package/src/middle_layer/render.test.ts +9 -9
  72. package/src/middle_layer/util.ts +2 -2
  73. package/src/model/index.ts +1 -1
  74. package/src/model/project_helper.ts +2 -2
  75. package/src/model/project_model.ts +7 -4
  76. package/src/model/template_spec.ts +2 -2
  77. package/src/mutator/block-pack/block_pack.test.ts +7 -2
  78. package/src/mutator/migration.ts +7 -7
  79. package/src/mutator/project.ts +20 -19
  80. package/src/mutator/template/template_cache.test.ts +6 -6
  81. package/src/mutator/template/template_cache.ts +24 -21
  82. package/src/mutator/template/template_render.test.ts +7 -7
  83. package/src/network_check/template.ts +8 -8
  84. package/src/pool/data.ts +6 -4
  85. package/src/pool/driver.ts +3 -1
@@ -3,8 +3,8 @@ import {
3
3
  type PlTransaction,
4
4
  ContinuePolling,
5
5
  field,
6
- isNotNullResourceId,
7
- isNullResourceId,
6
+ isNotNullSignedResourceId,
7
+ isNullSignedResourceId,
8
8
  Pl,
9
9
  poll,
10
10
  toGlobalFieldId,
@@ -315,7 +315,7 @@ export async function downloadFromEveryStorage(
315
315
  ops.minLsRequests,
316
316
  );
317
317
  if (result.file === undefined) {
318
- results[storage.name] = {
318
+ results[storage.id] = {
319
319
  status: "warn",
320
320
  message:
321
321
  `No file between ${ops.minFileSize} and ${ops.maxFileSize} bytes ` +
@@ -345,14 +345,14 @@ export async function downloadFromEveryStorage(
345
345
  ) as string;
346
346
 
347
347
  if (workdirTypeName?.startsWith("WorkingDirectory")) {
348
- results[storage.name] = {
348
+ results[storage.id] = {
349
349
  status: "ok",
350
350
  message:
351
351
  `Workdir creation succeeded, size of file: ${result.file?.size}, ` +
352
352
  `checked ${result.nCheckedFiles} files, did ${result.nLsRequests} ls requests`,
353
353
  };
354
354
  } else {
355
- results[storage.name] = {
355
+ results[storage.id] = {
356
356
  status: "failed",
357
357
  message:
358
358
  `Workdir creation failed: ${workdirTypeName}, size of file: ${result.file?.size}, ` +
@@ -494,7 +494,7 @@ async function runTemplate(
494
494
  const outputsIds: Record<string, FieldId> = {};
495
495
 
496
496
  for (const output of outputs) {
497
- const fieldRef = field(client.clientRoot, output);
497
+ const fieldRef = field(client.clientRoot, output) as FieldId;
498
498
  tx.createField(fieldRef, "Dynamic", outputFields[output]);
499
499
  outputsIds[output] = await toGlobalFieldId(fieldRef);
500
500
  }
@@ -512,12 +512,12 @@ async function getFieldValue(client: PlClient, fieldId: FieldId): Promise<Resour
512
512
 
513
513
  return await poll(client, async (tx) => {
514
514
  const field = await tx.tx.getField(fieldId);
515
- if (isNotNullResourceId(field.error)) {
515
+ if (isNotNullSignedResourceId(field.error)) {
516
516
  const err = await tx.tx.getResourceData(field.error, true);
517
517
  throw new Error(`getFieldValue of "${fieldId.fieldName}" field failed: ${err.data}`);
518
518
  }
519
519
 
520
- if (isNullResourceId(field.value)) {
520
+ if (isNullSignedResourceId(field.value)) {
521
521
  throw new ContinuePolling();
522
522
  }
523
523
 
package/src/pool/data.ts CHANGED
@@ -12,12 +12,13 @@ import {
12
12
  import { makeResourceSnapshot, type PlTreeNodeAccessor } from "@milaboratories/pl-tree";
13
13
  import canonicalize from "canonicalize";
14
14
  import {
15
- isNullResourceId,
15
+ anyResourceIdToBigint,
16
+ isNullSignedResourceId,
16
17
  resourceIdToString,
17
18
  resourceType,
18
19
  resourceTypeToString,
19
20
  resourceTypesEqual,
20
- type ResourceId,
21
+ type SignedResourceId,
21
22
  type ResourceType,
22
23
  } from "@milaboratories/pl-client";
23
24
  import type { Writable } from "utility-types";
@@ -40,7 +41,7 @@ import { OnDemandBlobResourceSnapshot } from "@milaboratories/pl-drivers";
40
41
  */
41
42
  export class BlobResourceRef {
42
43
  constructor(
43
- public readonly resourceInfo: { readonly id: ResourceId; readonly type: ResourceType },
44
+ public readonly resourceInfo: { readonly id: SignedResourceId; readonly type: ResourceType },
44
45
  /** Present only for on-demand (remote) blobs; needed for size and signed handle. */
45
46
  public readonly onDemandSnapshot: OnDemandBlobResourceSnapshot | undefined,
46
47
  ) {}
@@ -324,7 +325,8 @@ export function traverseParquetChunkResource(
324
325
  export function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {
325
326
  const hash = createHash("sha256");
326
327
  hash.update(canonicalize(spec)!);
327
- hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));
328
+ const rid = !isNullSignedResourceId(data.originalId) ? data.originalId : data.id;
329
+ hash.update(String(anyResourceIdToBigint(rid)));
328
330
  return hash.digest().toString("hex") as PObjectId;
329
331
  }
330
332
 
@@ -36,9 +36,11 @@ import {
36
36
  traverseParquetChunkResource,
37
37
  } from "./data";
38
38
  import { isDownloadNetworkError400 } from "@milaboratories/pl-drivers";
39
+ import { parseSignedResourceId } from "@milaboratories/pl-client";
39
40
 
40
41
  function makeBlobId(res: BlobResourceRef): PFrameInternal.PFrameBlobId {
41
- return String(res.resourceInfo.id) as PFrameInternal.PFrameBlobId;
42
+ const { globalId } = parseSignedResourceId(res.resourceInfo.id);
43
+ return String(globalId) as PFrameInternal.PFrameBlobId;
42
44
  }
43
45
 
44
46
  type LocalBlob = ComputableStableDefined<LocalBlobHandleAndSize>;