@milaboratories/pl-drivers 1.5.17 → 1.5.18

package/dist/index.mjs

@@ -5,7 +5,7 @@ import { addRTypeToMetadata as P, bigintToResourceId as he, stringifyWithResourc
 import * as m from "node:fs/promises";
 import { request as Ne } from "undici";
 import { ServiceType as _, stackIntercept as T } from "@protobuf-ts/runtime-rpc";
-import { MessageType as g, reflectionMergePartial as f, UnknownFieldHandler as u, WireType as h, PbLong as D, typeofJsonValue as Be, assertNever as ct } from "@protobuf-ts/runtime";
+import { MessageType as g, reflectionMergePartial as f, UnknownFieldHandler as u, WireType as h, PbLong as U, typeofJsonValue as Be, assertNever as ct } from "@protobuf-ts/runtime";
 import { notEmpty as H, CallersCounter as v, ensureDirExists as ue, fileExists as pe, createPathAtomically as ge, mapGet as Pe, mapEntries as dt, TaskProcessor as j, asyncPool as fe, assertNever as ht } from "@milaboratories/ts-helpers";
 import * as me from "node:fs";
 import ie from "node:fs";
@@ -16,8 +16,8 @@ import { text as ut, buffer as Ce } from "node:stream/consumers";
 import { ChangeSource as N, Computable as w, PollingComputableHooks as _e } from "@milaboratories/computable";
 import { rsSchema as G, treeEntryToResourceInfo as R, isPlTreeEntry as E, makeResourceSnapshot as x, isPlTreeEntryAccessor as Ee } from "@milaboratories/pl-tree";
 import pt from "denque";
-import { randomUUID as U, createHash as gt } from "node:crypto";
-import * as Ue from "node:os";
+import { randomUUID as D, createHash as gt } from "node:crypto";
+import * as De from "node:os";
 import ft from "node:os";
 import * as mt from "node:readline/promises";
 import { z as k } from "zod";
@@ -71,7 +71,7 @@ class Pt extends g {
   }
 }
 new Pt();
-class Ut extends g {
+class Dt extends g {
   constructor() {
     super("MiLaboratories.Controller.Shared.uploadapi.Init.Request", [
       {
@@ -125,7 +125,7 @@ class Ut extends g {
     ), t;
   }
 }
-const Dt = new Ut();
+const Ut = new Dt();
 class Rt extends g {
   constructor() {
     super("MiLaboratories.Controller.Shared.uploadapi.Init.Response", [
@@ -716,7 +716,7 @@ const Ht = new Mt(), Q = new _(
     {
       name: "Init",
       options: {},
-      I: Dt,
+      I: Ut,
       O: It
     },
     {
@@ -952,7 +952,7 @@ class Qt extends g {
    * Encode `Duration` to JSON string like "3.000001s".
    */
   internalJsonWrite(e, t) {
-    const o = D.from(e.seconds).toNumber();
+    const o = U.from(e.seconds).toNumber();
     if (o > 315576e6 || o < -315576e6)
       throw new Error("Duration value out of range.");
     let n = e.seconds.toString();
@@ -976,7 +976,7 @@ class Qt extends g {
         "Unable to parse Duration from JSON string. Invalid format."
       );
     o || (o = this.create());
-    const [, r, a, i] = n, c = D.from(r + a);
+    const [, r, a, i] = n, c = U.from(r + a);
     if (c.toNumber() > 315576e6 || c.toNumber() < -315576e6)
       throw new Error(
         "Unable to parse Duration from JSON string. Value out of range."
@@ -1868,7 +1868,7 @@ class ko {
   }
   async downloadBlob(e, t, o) {
     const { downloadUrl: n, headers: r } = await this.grpcGetDownloadUrl(e, t, o);
-    return this.logger.info(`download blob from url ${n}`), Do(n) ? await this.readLocalFile(n) : await this.remoteFileDownloader.download(n, We(r), o);
+    return this.logger.info(`download blob from url ${n}`), Uo(n) ? await this.readLocalFile(n) : await this.remoteFileDownloader.download(n, We(r), o);
   }
   async readLocalFile(e) {
     const { storageId: t, relativePath: o } = Lo(e), n = Po(t, this.localStorageIdsToRoot, o);
@@ -1899,9 +1899,9 @@ function Po(s, e, t) {
   if (o === void 0) throw new be(`Unknown storage location: ${s}`);
   return o === "" ? t : b.join(o, t);
 }
-const Uo = "storage://";
-function Do(s) {
-  return s.startsWith(Uo);
+const Do = "storage://";
+function Uo(s) {
+  return s.startsWith(Do);
 }
 class ye extends Error {
 }
@@ -1938,14 +1938,14 @@ class Io extends g {
    */
   now() {
     const e = this.create(), t = Date.now();
-    return e.seconds = D.from(Math.floor(t / 1e3)).toBigInt(), e.nanos = t % 1e3 * 1e6, e;
+    return e.seconds = U.from(Math.floor(t / 1e3)).toBigInt(), e.nanos = t % 1e3 * 1e6, e;
   }
   /**
    * Converts a `Timestamp` to a JavaScript Date.
    */
   toDate(e) {
     return new Date(
-      D.from(e.seconds).toNumber() * 1e3 + Math.ceil(e.nanos / 1e6)
+      U.from(e.seconds).toNumber() * 1e3 + Math.ceil(e.nanos / 1e6)
     );
   }
   /**
@@ -1953,14 +1953,14 @@ class Io extends g {
    */
   fromDate(e) {
     const t = this.create(), o = e.getTime();
-    return t.seconds = D.from(Math.floor(o / 1e3)).toBigInt(), t.nanos = o % 1e3 * 1e6, t;
+    return t.seconds = U.from(Math.floor(o / 1e3)).toBigInt(), t.nanos = o % 1e3 * 1e6, t;
   }
   /**
    * In JSON format, the `Timestamp` type is encoded as a string
    * in the RFC 3339 format.
    */
   internalJsonWrite(e, t) {
-    const o = D.from(e.seconds).toNumber() * 1e3;
+    const o = U.from(e.seconds).toNumber() * 1e3;
     if (o < Date.parse("0001-01-01T00:00:00Z") || o > Date.parse("9999-12-31T23:59:59Z"))
       throw new Error(
         "Unable to encode Timestamp to JSON. Must be from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59Z inclusive."
@@ -1999,7 +1999,7 @@ class Io extends g {
       throw new globalThis.Error(
         "Unable to parse Timestamp from JSON. Must be from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59Z inclusive."
       );
-    return o || (o = this.create()), o.seconds = D.from(r / 1e3).toBigInt(), o.nanos = 0, n[7] && (o.nanos = parseInt("1" + n[7] + "0".repeat(9 - n[7].length)) - 1e9), o;
+    return o || (o = this.create()), o.seconds = U.from(r / 1e3).toBigInt(), o.nanos = 0, n[7] && (o.nanos = parseInt("1" + n[7] + "0".repeat(9 - n[7].length)) - 1e9), o;
   }
   create(e) {
     const t = globalThis.Object.create(this.messagePrototype);
@@ -3413,7 +3413,7 @@ class Pr {
   }
   getDownloadedBlob(e, t) {
     if (t === void 0) return w.make((a) => this.getDownloadedBlob(e, a));
-    const o = R(e, t), n = U();
+    const o = R(e, t), n = D();
     t.addOnDestroy(() => this.releaseBlob(o.id, n));
     const r = this.getDownloadedBlobNoCtx(t.watcher, o, n);
     return r == null && t.markUnstable("download blob is still undefined"), r;
@@ -3452,7 +3452,7 @@ class Pr {
   }
   getOnDemandBlob(e, t) {
     if (t === void 0) return w.make((a) => this.getOnDemandBlob(e, a));
-    const o = E(e) ? x(e, tn, t) : e, n = U();
+    const o = E(e) ? x(e, tn, t) : e, n = D();
     return t.addOnDestroy(() => this.releaseOnDemandBlob(o.id, n)), this.getOnDemandBlobNoCtx(o, n);
   }
   getOnDemandBlobNoCtx(e, t) {
@@ -3475,9 +3475,21 @@ class Pr {
     }
     throw new Error("Malformed remote handle");
   }
+  /**
+   * Creates computable that will return blob content once it is downloaded.
+   * Uses downloaded blob handle under the hood, so stores corresponding blob in file system.
+   */
+  getComputableContent(e) {
+    return w.make(
+      (t) => this.getDownloadedBlob(e, t),
+      {
+        postprocessValue: (t) => t ? this.getContent(t.handle) : void 0
+      }
+    ).withStableType();
+  }
   getLastLogs(e, t, o) {
     if (o == null) return w.make((i) => this.getLastLogs(e, t, i));
-    const n = R(e, o), r = U();
+    const n = R(e, o), r = D();
     o.addOnDestroy(() => this.releaseBlob(n.id, r));
     const a = this.getLastLogsNoCtx(o.watcher, n, t, r);
     return a == null && o.markUnstable("either a file was not downloaded or logs was not read"), a;
@@ -3489,7 +3501,7 @@ class Pr {
     const { path: a } = re(r.handle, this.signer);
     let i = this.idToLastLines.get(t.id);
     if (i == null) {
-      const l = new De(a, o);
+      const l = new Ue(a, o);
       this.idToLastLines.set(t.id, l), i = l;
     }
     const c = i.getOrSchedule(e);
@@ -3499,7 +3511,7 @@ class Pr {
   getProgressLog(e, t, o) {
     if (o == null)
       return w.make((i) => this.getProgressLog(e, t, i));
-    const n = R(e, o), r = U();
+    const n = R(e, o), r = D();
     o.addOnDestroy(() => this.releaseBlob(n.id, r));
     const a = this.getProgressLogNoCtx(
       o.watcher,
@@ -3516,7 +3528,7 @@ class Pr {
     const { path: a } = re(r.handle, this.signer);
     let i = this.idToProgressLog.get(t.id);
     if (i == null) {
-      const l = new De(a, 1, o);
+      const l = new Ue(a, 1, o);
       this.idToProgressLog.set(t.id, l), i = l;
     }
     const c = i.getOrSchedule(e);
@@ -3612,7 +3624,7 @@ class hn {
     return this.counter.dec(e);
   }
 }
-class De {
+class Ue {
   constructor(e, t, o) {
     d(this, "updater");
     d(this, "log");
@@ -3646,7 +3658,7 @@ function un(s, e, t) {
     i.on("line", function(l) {
       t != null && !l.includes(t) || (c.push(l), c.length > e && c.shift());
     }), i.on("error", a), i.on("close", function() {
-      r(c.toArray().join(Ue.EOL) + Ue.EOL);
+      r(c.toArray().join(De.EOL) + De.EOL);
     });
   });
 }
@@ -3789,7 +3801,7 @@ function kn(s) {
 function O(s, e) {
   return `id:${String(BigInt(s))}-${e}`;
 }
-class Dr {
+class Ur {
   constructor(e, t, o, n, r = {
     cacheSoftSizeBytes: 50 * 1024 * 1024,
     nConcurrentDownloads: 50
@@ -3827,7 +3839,7 @@ class Dr {
   extractArchiveAndGetURL(e, t, o) {
     if (o === void 0)
       return w.make((i) => this.extractArchiveAndGetURL(e, t, i));
-    const n = E(e) ? fn(e, o) : e, r = U();
+    const n = E(e) ? fn(e, o) : e, r = D();
     o.addOnDestroy(() => this.releasePath(n.id, t, r));
     const a = this.extractArchiveAndGetURLNoCtx(n, t, o.watcher, r);
     if ((a == null ? void 0 : a.url) === void 0 && o.markUnstable(
@@ -3925,7 +3937,7 @@ class Ln {
   getProgress(e, t) {
     if (this.incCounter(e, t), this.failed)
       throw this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`), new Error(this.progress.lastError);
-    return Un(this.progress);
+    return Dn(this.progress);
   }
   shouldScheduleUpload() {
     return this.progress.isUpload && this.progress.isUploadSignMatch;
@@ -3991,7 +4003,7 @@ class Ln {
     this.progress.lastError = String(e), this.progress.done = !1, this.failed = !0;
   }
   setDoneIfOutputSet(e) {
-    Dn(e) && (this.setDone(!0), this.alreadyExisted = !0);
+    Un(e) && (this.setDone(!0), this.alreadyExisted = !0);
   }
   setDone(e) {
     this.progress.done = e, e && (this.progress.lastError = void 0);
@@ -4019,10 +4031,10 @@ function Pn(s, e) {
     }
   };
 }
-function Un(s) {
+function Dn(s) {
   return s.done, s.isUpload, s.isUploadSignMatch, s.lastError, s.status && (s.status.progress, s.status.bytesProcessed, s.status.bytesTotal), s;
 }
-function Dn(s) {
+function Un(s) {
   return "blob" in s.fields ? s.fields.blob !== void 0 : s.fields.incarnation !== void 0;
 }
 function ce(s) {
@@ -4102,7 +4114,7 @@ class Rr {
   }
   getProgressId(e, t) {
     if (t == null) return w.make((a) => this.getProgressId(e, a));
-    const o = E(e) ? $n(e, t) : e, n = U();
+    const o = E(e) ? $n(e, t) : e, n = D();
     return t.attacheHooks(this.hooks), t.addOnDestroy(() => this.release(o.id, n)), this.getProgressIdNoCtx(t.watcher, o, n);
   }
   getProgressIdNoCtx(e, t, o) {
@@ -4201,7 +4213,7 @@ class Ir {
   }
   getLastLogs(e, t, o) {
     if (o == null) return w.make((i) => this.getLastLogs(e, t, i));
-    const n = R(e, o), r = U();
+    const n = R(e, o), r = D();
     o.attacheHooks(this.hooks), o.addOnDestroy(() => this.releaseLastLogs(n.id, r));
     const a = this.getLastLogsNoCtx(o.watcher, n, t, r);
     return o.markUnstable(
@@ -4223,7 +4235,7 @@ class Ir {
   getProgressLog(e, t, o) {
     if (o == null)
       return w.make((i) => this.getProgressLog(e, t, i));
-    const n = R(e, o), r = U();
+    const n = R(e, o), r = D();
     o.attacheHooks(this.hooks), o.addOnDestroy(() => this.releaseProgressLog(n.id, r));
     const a = this.getProgressLogNoCtx(o.watcher, n, t, r);
     return o.markUnstable(
@@ -4486,7 +4498,7 @@ class vr {
   }
   getPath(e, t) {
     if (t === void 0) return w.make((r) => this.getPath(e, r));
-    const o = U();
+    const o = D();
     t.addOnDestroy(() => this.releasePath(e, o));
     const n = this.getPathNoCtx(e, t.watcher, o);
     return (n == null ? void 0 : n.path) === void 0 && t.markUnstable(
@@ -4886,7 +4898,7 @@ export {
   ho as ClientProgress,
   Gt as ClientUpload,
   qn as DefaultVirtualLocalStorages,
-  Dr as DownloadBlobToURLDriver,
+  Ur as DownloadBlobToURLDriver,
   Pr as DownloadDriver,
   vr as DownloadUrlDriver,
   gn as DownloadableBlobSnapshot,