@opendatalabs/personal-server-ts-server 1.33.0 → 1.33.1

package/dist/ui/ps-lite-debug.js

@@ -113359,7 +113359,7 @@ var LedgerFold = class {
   through = null;
   retry;
   skipped;
-  partial = false;
+  truncated = false;
   // A Map keeps arbitrary keys (including "__proto__") out of the prototype
   // chain; Object.fromEntries defines each one as an own property again.
   records = /* @__PURE__ */ new Map();
@@ -113376,7 +113376,7 @@ var LedgerFold = class {
       attemptedAt: ledger.retry.attemptedAt
     } : void 0;
     this.skipped = ledger.skipped;
-    this.partial = ledger.partial === true;
+    this.truncated = ledger.truncated === true;
     for (const [key, pair] of Object.entries(ledger.records)) {
       this.records.set(key, [pair[0], pair[1]]);
     }
@@ -113403,7 +113403,7 @@ var LedgerFold = class {
       return;
     if (this.baseline === null) {
       this.baseline = version4.collectedAt;
-    } else if (isEarlier(version4.collectedAt, this.baseline) && !this.partial) {
+    } else if (isEarlier(version4.collectedAt, this.baseline) && !this.truncated) {
       this.baseline = version4.collectedAt;
     }
     if (isNewer(version4.collectedAt, this.current)) {
@@ -113453,8 +113453,8 @@ var LedgerFold = class {
   /**
    * Make room for `need` records by dropping some that are absent: not in the
    * newest tracked version, not in the version being folded, and not
-   * pre-tracking (first seen at or before the baseline). Pre-tracking records
-   * are never dropped. Dated records that are absent CAN be dropped (and are
+   * baseline records (first seen at or before the baseline). Baseline records
+   * are never dropped. Other absent records CAN be dropped (and are
    * dated as new if they return): that needs a scope near the cap, and
    * whoever can write the scope can provoke it. Among the evictable ones the
    * most recently first seen go first. Returns how many were dropped.
@@ -113502,17 +113502,17 @@ var LedgerFold = class {
   }
   /**
    * Prune and return the ledger, or null when nothing was ever folded.
-   * `partial` marks a ledger rebuilt from only the newest retained versions;
+   * `truncated` marks a ledger rebuilt from only the newest retained versions;
    * `through` overrides the completeness marker (see `ScopeFirstSeenLedger`).
    */
   async finish(options = {}) {
     if (this.scope === null || this.latest === null)
       return null;
     await this.prune();
-    const partial2 = this.partial || options.partial === true;
+    const truncated = this.truncated || options.truncated === true;
     const retry = options.retry === void 0 ? this.retry : options.retry;
     return {
-      version: 3,
+      version: 4,
       scope: this.scope,
       baseline: this.baseline,
       current: this.current,
@@ -113520,7 +113520,7 @@ var LedgerFold = class {
       through: options.through ?? this.through ?? this.latest.collectedAt,
       ...retry ? { retry } : {},
       ...this.skipped ? { skipped: this.skipped } : {},
-      ...partial2 ? { partial: true } : {},
+      ...truncated ? { truncated: true } : {},
       records: Object.fromEntries(this.records)
     };
   }
@@ -113535,7 +113535,7 @@ function listAddedTimestamps(ledger) {
   for (const [first, last2] of Object.values(ledger.records)) {
     if (Date.parse(last2) !== currentMs)
       continue;
-    if (Date.parse(first) <= baselineMs)
+    if (ledger.partial === true && Date.parse(first) <= baselineMs)
       continue;
     added.push(first);
   }
@@ -113554,9 +113554,9 @@ function nullableParseable(value) {
 var SKIP_REASONS = /* @__PURE__ */ new Set(["too_large", "unreadable"]);
 function readScopeFirstSeenLedger(value) {
   try {
-    if (!isRecord3(value) || value.version !== 3)
+    if (!isRecord3(value) || value.version !== 4)
       return null;
-    const { scope, baseline, current, latest, through, records, skipped, partial: partial2 } = value;
+    const { scope, baseline, current, latest, through, records, skipped, truncated } = value;
     if (typeof scope !== "string" || scope.length === 0)
       return null;
     if (!nullableParseable(baseline) || !nullableParseable(current)) {
@@ -113586,7 +113586,7 @@ function readScopeFirstSeenLedger(value) {
     }
     if (skipped !== void 0 && !SKIP_REASONS.has(skipped))
       return null;
-    if (partial2 !== void 0 && partial2 !== true)
+    if (truncated !== void 0 && truncated !== true)
       return null;
     if (!isRecord3(records))
       return null;
@@ -113602,7 +113602,7 @@ function readScopeFirstSeenLedger(value) {
       copied.set(key, [pair[0], pair[1]]);
     }
     return {
-      version: 3,
+      version: 4,
       scope,
       baseline,
       current,
@@ -113610,7 +113610,7 @@ function readScopeFirstSeenLedger(value) {
       through,
       ...retryValue ? { retry: retryValue } : {},
       ...skipped ? { skipped } : {},
-      ...partial2 ? { partial: true } : {},
+      ...truncated ? { truncated: true } : {},
       records: Object.fromEntries(copied)
     };
   } catch {
@@ -113639,6 +113639,7 @@ async function withScopeLock(scope, fn3) {
 }
 
 // ../core/dist/additions/ledger-store.js
+var OLDEST_PAGE = 20;
 var REBUILD_VERSION_LIMIT = 200;
 var REBUILD_BYTE_BUDGET = 256 * 1024 * 1024;
 function isRecord4(value) {
@@ -113694,6 +113695,11 @@ async function dropIfScopeEmpty(storage, scope) {
 function latestStillStored(storage, ledger) {
   return storage.findEntry({ scope: ledger.scope, at: ledger.latest.collectedAt })?.collectedAt === ledger.latest.collectedAt;
 }
+function baselineStillStored(storage, ledger) {
+  if (ledger.baseline === null)
+    return true;
+  return storage.findEntry({ scope: ledger.scope, at: ledger.baseline })?.collectedAt === ledger.baseline;
+}
 function isMarker(ledger) {
   return ledger.skipped === "too_large" || ledger.skipped === "unreadable";
 }
@@ -113716,6 +113722,32 @@ async function foldEntries(storage, scope, entries, fold) {
   }
   return { folded, failed };
 }
+function oldestStartsAtFirst(oldestInstant) {
+  const lowest = oldestInstant.reduce((a10, b10) => b10.version < a10.version ? b10 : a10);
+  return lowest.version <= 1 || (lowest.afterTombstoneVersion ?? null) !== null;
+}
+function baselineIsKnown(storage, ledger) {
+  if (ledger.baseline === null || ledger.skipped !== void 0)
+    return true;
+  if (ledger.truncated === true)
+    return false;
+  const count = storage.countVersions(ledger.scope);
+  const tail = storage.listVersions(ledger.scope, {
+    limit: OLDEST_PAGE,
+    offset: Math.max(0, count - OLDEST_PAGE)
+  }).filter((entry) => !Number.isNaN(Date.parse(entry.collectedAt)));
+  if (tail.length === 0)
+    return false;
+  const oldestMs = Math.min(...tail.map((e10) => Date.parse(e10.collectedAt)));
+  if (Date.parse(ledger.baseline) !== oldestMs)
+    return false;
+  return oldestStartsAtFirst(tail.filter((entry) => Date.parse(entry.collectedAt) === oldestMs));
+}
+function withDerivedPartial(storage, ledger) {
+  if (baselineIsKnown(storage, ledger))
+    return ledger;
+  return { ...ledger, partial: true };
+}
 function retryOf(failed, now) {
   if (failed.length === 0)
     return null;
@@ -113732,7 +113764,7 @@ async function rebuild(storage, scope, retained, budget, now) {
   const { folded, failed } = await foldEntries(storage, scope, selected, fold);
   if (folded === 0) {
     return {
-      version: 3,
+      version: 4,
       scope,
       baseline: null,
       current: null,
@@ -113744,7 +113776,10 @@ async function rebuild(storage, scope, retained, budget, now) {
   }
   const total = storage.countVersions(scope);
   return fold.finish({
-    partial: folded < total,
+    // Truncated only when the window or the byte budget left versions out. A
+    // version that could not be read is not a truncation: it is retried (see
+    // `retry`), and the ledger converges once it is read or deleted.
+    truncated: selected.length < retained.length || retained.length < total,
     through: retained[0].collectedAt,
     retry: retryOf(failed, now)
   });
@@ -113778,7 +113813,7 @@ async function catchUp(storage, ledger, retained, budget, now) {
   })[0];
   const windowCut = beyond !== void 0 && Date.parse(beyond.collectedAt) > Date.parse(ledger.through);
   return await fold.finish({
-    partial: windowCut || selected.length < newer.length,
+    truncated: windowCut || selected.length < newer.length,
     through: selected.length > 0 ? retained[0].collectedAt : ledger.through,
     retry
   }) ?? ledger;
@@ -113827,7 +113862,7 @@ async function ensureScopeLedger(storage, scope, options = {}) {
         return null;
       }
       let existing = await readStoredLedger(storage, scope);
-      if (existing && (!latestStillStored(storage, existing) || isMarker(existing) && newerThan(retained, existing).length > 0)) {
+      if (existing && (!latestStillStored(storage, existing) || !baselineStillStored(storage, existing) || isMarker(existing) && newerThan(retained, existing).length > 0)) {
         existing = null;
       }
       const ledger = existing ? await catchUp(storage, existing, retained, budget, now) : await rebuild(storage, scope, retained, budget, now);
@@ -113839,7 +113874,7 @@ async function ensureScopeLedger(storage, scope, options = {}) {
         } catch {
         }
       }
-      return ledger;
+      return ledger ? withDerivedPartial(storage, ledger) : ledger;
     } catch {
       return null;
     }
@@ -113902,6 +113937,7 @@ async function summarizeAdditions(input) {
   let total = 0;
   let trackedSince = null;
   let trackedSinceAt = Infinity;
+  let anyPartial = false;
   for await (const ledger of input.ledgers) {
     for (const firstSeen of listAddedTimestamps(ledger)) {
       const date5 = localDate(formatter, new Date(Date.parse(firstSeen)));
@@ -113918,14 +113954,24 @@ async function summarizeAdditions(input) {
         trackedSince = scopeTrackedSince;
       }
     }
+    const partial2 = scopeTrackedSince !== null && ledger.partial === true;
+    anyPartial ||= partial2;
     scopes.push({
       scope: ledger.scope,
       total: ledger.latest.total,
-      trackedSince: scopeTrackedSince
+      trackedSince: scopeTrackedSince,
+      partial: partial2
     });
   }
   scopes.sort((a10, b10) => a10.scope.localeCompare(b10.scope));
-  return { timezone, total, days: dayRows, trackedSince, scopes };
+  return {
+    timezone,
+    total,
+    days: dayRows,
+    trackedSince,
+    partial: anyPartial,
+    scopes
+  };
 }
 
 // ../core/dist/contracts/data.js

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opendatalabs/personal-server-ts-server",
-  "version": "1.33.0",
+  "version": "1.33.1",
   "description": "Hono HTTP server for the Vana Personal Server — routes, middleware, composition root",
   "license": "MIT",
   "repository": {
@@ -51,8 +51,8 @@
   },
   "dependencies": {
     "@hono/node-server": "^1.19.17",
-    "@opendatalabs/personal-server-ts-core": "1.33.0",
-    "@opendatalabs/personal-server-ts-lite": "1.33.0",
+    "@opendatalabs/personal-server-ts-core": "1.33.1",
+    "@opendatalabs/personal-server-ts-lite": "1.33.1",
     "@opendatalabs/vana-sdk": "3.23.0-pr.211.36da1d8",
     "better-sqlite3": "^12.11.1",
     "hono": "^4.13.12",