@xnetjs/data 0.1.0 → 0.1.2

package/dist/{chunk-UDWKWTAX.js → chunk-2UPMDBWD.js}

@@ -3413,6 +3413,8 @@ var DEFAULT_QUERY_VERIFICATION = {
   logFailures: true
 };
 var QUERY_TELEMETRY_FLUSH_THRESHOLD = 50;
+var CHANGE_ENVELOPE_KEY = "__xnetChangeEnvelopeV1";
+var COMPILED_QUERY_DIAGNOSTICS_MEMO_LIMIT = 512;
 var SQLITE_BIND_PARAMETER_BATCH_SIZE = 900;
 var SQLITE_HYDRATE_NODE_BATCH_SIZE = Math.floor(SQLITE_BIND_PARAMETER_BATCH_SIZE / 2);
 var SQL_HYDRATE_ARITY_BUCKETS = [1, 10, 50, 150, SQLITE_HYDRATE_NODE_BATCH_SIZE];
@@ -3474,6 +3476,14 @@ var SQLiteNodeStorageAdapter = class {
   pendingQueryTelemetryHits = 0;
   adaptiveIndexBudgetColumnsReady = false;
   storageCapabilitiesPromise;
+  /**
+   * Plan diagnostics memoized per compiled SQL shape (the string EXPLAINed),
+   * shared across executions AND concurrent callers. Cleared when this adapter
+   * creates/drops an adaptive index, since that changes plans. Debug mode must
+   * not distort what it measures: per-execution EXPLAIN + index-inventory
+   * round-trips convoyed the single serial worker at boot.
+   */
+  compiledQueryDiagnosticsMemo = /* @__PURE__ */ new Map();
   spatialTablesState = "unknown";
   fullTextSearchTablesState = "unknown";
   writeQueue = Promise.resolve();
@@ -3572,7 +3582,7 @@ var SQLiteNodeStorageAdapter = class {
     await this.enqueueWrite(() => this.appendChangeInternal(change));
   }
   async appendChangeInternal(change) {
-    const payload = this.serializePayload(change.payload);
+    const payload = this.serializeChangeRecord(change);
     await this.db.run(
       `INSERT OR IGNORE INTO changes
        (hash, node_id, payload, lamport_time, lamport_peer, wall_time, author, parent_hash, batch_id, signature)
@@ -3833,7 +3843,11 @@ var SQLiteNodeStorageAdapter = class {
            lamport_time = excluded.lamport_time,
            updated_by = excluded.updated_by,
            updated_at = excluded.updated_at
-         WHERE excluded.lamport_time > node_properties.lamport_time`,
+         WHERE excluded.lamport_time > node_properties.lamport_time
+            OR (excluded.lamport_time = node_properties.lamport_time
+                AND (excluded.updated_at > node_properties.updated_at
+                     OR (excluded.updated_at = node_properties.updated_at
+                         AND excluded.updated_by > node_properties.updated_by)))`,
         [
           node.id,
           key,
@@ -4326,7 +4340,7 @@ var SQLiteNodeStorageAdapter = class {
       changes: input.changes.map((change) => ({
         hash: change.hash,
         nodeId: change.payload.nodeId,
-        payload: this.serializePayload(change.payload),
+        payload: this.serializeChangeRecord(change),
         lamportTime: change.lamport,
         lamportPeer: change.authorDID,
         wallTime: change.wallTime,
@@ -4479,6 +4493,8 @@ var SQLiteNodeStorageAdapter = class {
       const timestamp = node.timestamps[key];
       if (!timestamp) continue;
       operations.push({
+        // Full LWW ordering triple — keep in lockstep with the setNode
+        // upsert above and `shouldReplace` in ./store.ts (0272).
         sql: `INSERT INTO node_properties
                 (node_id, property_key, value, lamport_time, updated_by, updated_at)
               VALUES (?, ?, ?, ?, ?, ?)
@@ -4487,7 +4503,11 @@ var SQLiteNodeStorageAdapter = class {
                 lamport_time = excluded.lamport_time,
                 updated_by = excluded.updated_by,
                 updated_at = excluded.updated_at
-              WHERE excluded.lamport_time > node_properties.lamport_time`,
+              WHERE excluded.lamport_time > node_properties.lamport_time
+                 OR (excluded.lamport_time = node_properties.lamport_time
+                     AND (excluded.updated_at > node_properties.updated_at
+                          OR (excluded.updated_at = node_properties.updated_at
+                              AND excluded.updated_by > node_properties.updated_by)))`,
         params: [
           node.id,
           key,
@@ -4520,7 +4540,7 @@ var SQLiteNodeStorageAdapter = class {
       params: [
         change.hash,
         change.payload.nodeId,
-        this.serializePayload(change.payload),
+        this.serializeChangeRecord(change),
         change.lamport,
         change.authorDID,
         change.wallTime,
@@ -5741,7 +5761,34 @@ CREATE INDEX IF NOT EXISTS idx_node_spatial_ids_schema
   isQueryDiagnosticsEnabled() {
     return this.queryDiagnostics || this.isQueryDebugEnabled();
   }
-  async collectCompiledQueryDiagnostics(compiled) {
+  /**
+   * Throttled: one collection per unique compiled SQL shape per session.
+   * EXPLAIN plans depend on the statement, not the bound values, so keyset
+   * pages of the same query share one entry. Concurrent callers share the
+   * in-flight promise; failed collections are not memoized.
+   */
+  collectCompiledQueryDiagnostics(compiled) {
+    const memoKey = compiled.sql;
+    const memoized = this.compiledQueryDiagnosticsMemo.get(memoKey);
+    if (memoized) {
+      return memoized;
+    }
+    const pending = this.computeCompiledQueryDiagnostics(compiled).then((diagnostics) => {
+      if (diagnostics.diagnosticsError) {
+        this.compiledQueryDiagnosticsMemo.delete(memoKey);
+      }
+      return diagnostics;
+    });
+    if (this.compiledQueryDiagnosticsMemo.size >= COMPILED_QUERY_DIAGNOSTICS_MEMO_LIMIT) {
+      const oldest = this.compiledQueryDiagnosticsMemo.keys().next().value;
+      if (oldest !== void 0) {
+        this.compiledQueryDiagnosticsMemo.delete(oldest);
+      }
+    }
+    this.compiledQueryDiagnosticsMemo.set(memoKey, pending);
+    return pending;
+  }
+  async computeCompiledQueryDiagnostics(compiled) {
     try {
       const [analysis, indexes, storageCapabilities] = await Promise.all([
         analyzeQuery(this.db, compiled.sql, compiled.params),
@@ -5965,6 +6012,7 @@ CREATE INDEX IF NOT EXISTS idx_node_spatial_ids_schema
     if (createdIndex) {
       await runAnalyze(this.db, "node_property_scalars");
       await this.db.exec("PRAGMA optimize");
+      this.compiledQueryDiagnosticsMemo.clear();
     }
     return touchedIndexNames;
   }
@@ -6113,6 +6161,7 @@ CREATE INDEX IF NOT EXISTS idx_node_spatial_ids_schema
   async dropAdaptiveIndex(indexName, reason) {
     await this.db.exec(`DROP INDEX IF EXISTS ${this.quoteSqlIdentifier(indexName)}`);
     await this.db.run("DELETE FROM query_index_candidates WHERE index_name = ?", [indexName]);
+    this.compiledQueryDiagnosticsMemo.clear();
     this.debugAdaptiveIndex("drop", { indexName, reason });
   }
   debugAdaptiveIndex(action, details) {
@@ -6432,8 +6481,28 @@ WHERE schema_id = ${this.quoteSqlLiteral(schemaId)}
   serializePayload(payload) {
     return new TextEncoder().encode(JSON.stringify(payload));
   }
-  deserializePayload(data) {
-    return JSON.parse(new TextDecoder().decode(data));
+  /**
+   * Serialize a change for the `changes` table (exploration 0272).
+   *
+   * The table has no columns for `id`, `type`, `protocolVersion`,
+   * `batchIndex`, or `batchSize`, yet all of them are part of the signed
+   * content hash — a change re-read without them can never pass
+   * `verifyChangeHash`, so the reload-resync push (getChangesSince → hub)
+   * was structurally rejected as INVALID_HASH and tripped the 0224 breaker,
+   * stranding offline edits. The hub's own `node_changes` table persists
+   * every one of these fields; the client log now does too, by wrapping the
+   * payload BLOB in an envelope instead of a schema migration (applySchema
+   * re-runs idempotent DDL and never executes ALTERs, so new columns would
+   * not reach existing databases).
+   */
+  serializeChangeRecord(change) {
+    const meta = { id: change.id, type: change.type };
+    if (change.protocolVersion !== void 0) meta.protocolVersion = change.protocolVersion;
+    if (change.batchIndex !== void 0) meta.batchIndex = change.batchIndex;
+    if (change.batchSize !== void 0) meta.batchSize = change.batchSize;
+    return new TextEncoder().encode(
+      JSON.stringify({ [CHANGE_ENVELOPE_KEY]: meta, payload: change.payload })
+    );
   }
   serializeValue(value) {
     return new TextEncoder().encode(JSON.stringify(value));
@@ -6443,13 +6512,16 @@ WHERE schema_id = ${this.quoteSqlLiteral(schemaId)}
     return JSON.parse(new TextDecoder().decode(data));
   }
   deserializeChange(row) {
-    const payload = this.deserializePayload(row.payload);
-    return {
-      // Required Change<T> fields
-      id: row.hash,
-      // Use hash as ID since we don't store separate id
-      type: "node",
-      // All node changes have type 'node'
+    const parsed = JSON.parse(new TextDecoder().decode(row.payload));
+    const envelope = parsed !== null && typeof parsed === "object" && CHANGE_ENVELOPE_KEY in parsed ? parsed[CHANGE_ENVELOPE_KEY] : null;
+    const payload = envelope ? parsed.payload : parsed;
+    const change = {
+      // Envelope rows (exploration 0272) round-trip the hashed identity
+      // fields exactly, so verifyChangeHash holds after a re-read. Legacy
+      // rows predate the envelope: their id/type/protocolVersion are gone
+      // for good, so we keep the historical fabricated values.
+      id: envelope?.id ?? row.hash,
+      type: envelope?.type ?? "node",
       hash: row.hash,
       payload,
       lamport: row.lamport_time,
@@ -6459,6 +6531,10 @@ WHERE schema_id = ${this.quoteSqlLiteral(schemaId)}
       batchId: row.batch_id ?? void 0,
       signature: row.signature
     };
+    if (envelope?.protocolVersion !== void 0) change.protocolVersion = envelope.protocolVersion;
+    if (envelope?.batchIndex !== void 0) change.batchIndex = envelope.batchIndex;
+    if (envelope?.batchSize !== void 0) change.batchSize = envelope.batchSize;
+    return change;
   }
 };
 function chunkItems(items, size) {

package/dist/index.js

@@ -605,7 +605,7 @@ import {
   sum,
   validateQueryAST,
   validateSavedViewDescriptor
-} from "./chunk-UDWKWTAX.js";
+} from "./chunk-2UPMDBWD.js";
 import {
   applyNodeQueryDescriptor,
   createNodeQueryDescriptor,

package/dist/store/index.d.ts

@@ -120,9 +120,13 @@ interface SQLiteNodeStorageAdapterOptions {
     adaptiveIndexing?: SQLiteAdaptiveIndexingOptions;
     queryVerification?: SQLiteQueryVerificationOptions;
     /**
-     * Collect EXPLAIN QUERY PLAN + index inventory per query. Costs extra
-     * round trips per query, so it is off unless explicitly enabled or the
-     * `xnet:query:debug` localStorage flag is set.
+     * Collect EXPLAIN QUERY PLAN + index inventory for queries. Costs extra
+     * round trips, so it is off unless explicitly enabled or the
+     * `xnet:query:debug` localStorage flag is set. Diagnostics are collected
+     * once per unique compiled SQL shape per session (invalidated when the
+     * adapter itself runs DDL) — per-execution collection convoyed the serial
+     * worker and delayed the very queries being measured by 18-20s at boot
+     * (2026-07-05 capture).
      */
     queryDiagnostics?: boolean;
     /**
@@ -175,6 +179,14 @@ declare class SQLiteNodeStorageAdapter implements NodeStorageAdapter {
     private pendingQueryTelemetryHits;
     private adaptiveIndexBudgetColumnsReady;
     private storageCapabilitiesPromise?;
+    /**
+     * Plan diagnostics memoized per compiled SQL shape (the string EXPLAINed),
+     * shared across executions AND concurrent callers. Cleared when this adapter
+     * creates/drops an adaptive index, since that changes plans. Debug mode must
+     * not distort what it measures: per-execution EXPLAIN + index-inventory
+     * round-trips convoyed the single serial worker at boot.
+     */
+    private compiledQueryDiagnosticsMemo;
     private spatialTablesState;
     private fullTextSearchTablesState;
     private writeQueue;
@@ -449,7 +461,14 @@ declare class SQLiteNodeStorageAdapter implements NodeStorageAdapter {
     flushQueryTelemetry(): Promise<void>;
     private writeQueryTelemetryRow;
     private isQueryDiagnosticsEnabled;
+    /**
+     * Throttled: one collection per unique compiled SQL shape per session.
+     * EXPLAIN plans depend on the statement, not the bound values, so keyset
+     * pages of the same query share one entry. Concurrent callers share the
+     * in-flight promise; failed collections are not memoized.
+     */
     private collectCompiledQueryDiagnostics;
+    private computeCompiledQueryDiagnostics;
     private getStorageCapabilities;
     private debugQueryPlan;
     private isQueryDebugEnabled;
@@ -495,7 +514,21 @@ declare class SQLiteNodeStorageAdapter implements NodeStorageAdapter {
     private buildSqlOrderBy;
     private hasOnlySystemOrdering;
     private serializePayload;
-    private deserializePayload;
+    /**
+     * Serialize a change for the `changes` table (exploration 0272).
+     *
+     * The table has no columns for `id`, `type`, `protocolVersion`,
+     * `batchIndex`, or `batchSize`, yet all of them are part of the signed
+     * content hash — a change re-read without them can never pass
+     * `verifyChangeHash`, so the reload-resync push (getChangesSince → hub)
+     * was structurally rejected as INVALID_HASH and tripped the 0224 breaker,
+     * stranding offline edits. The hub's own `node_changes` table persists
+     * every one of these fields; the client log now does too, by wrapping the
+     * payload BLOB in an envelope instead of a schema migration (applySchema
+     * re-runs idempotent DDL and never executes ALTERs, so new columns would
+     * not reach existing databases).
+     */
+    private serializeChangeRecord;
     private serializeValue;
     private deserializeValue;
     private deserializeChange;

package/dist/store/index.js

@@ -49,7 +49,7 @@ import {
   sum,
   validateQueryAST,
   validateSavedViewDescriptor
-} from "../chunk-UDWKWTAX.js";
+} from "../chunk-2UPMDBWD.js";
 import {
   applyNodeQueryDescriptor,
   createNodeQueryDescriptor,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xnetjs/data",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -57,12 +57,12 @@
     "nanoid": "^5.1.6",
     "y-protocols": "^1.0.6",
     "yjs": "^13.6.24",
-    "@xnetjs/core": "0.1.0",
-    "@xnetjs/crypto": "0.1.0",
-    "@xnetjs/identity": "0.1.0",
-    "@xnetjs/sqlite": "0.1.0",
-    "@xnetjs/storage": "0.1.0",
-    "@xnetjs/sync": "0.1.0"
+    "@xnetjs/core": "0.1.2",
+    "@xnetjs/crypto": "0.1.2",
+    "@xnetjs/identity": "0.1.2",
+    "@xnetjs/sqlite": "0.1.2",
+    "@xnetjs/storage": "0.1.2",
+    "@xnetjs/sync": "0.1.2"
   },
   "devDependencies": {
     "tsup": "^8.0.0",