@delali/sirannon-db 0.1.5 → 0.1.6

package/README.md

@@ -580,6 +580,8 @@ When a new node joins a running cluster, it needs the full dataset before it can
 
 The state machine is: `pending` -> `syncing` -> `catching-up` -> `ready`. You can monitor it via `engine.status().syncState`.
 
+During `syncing`, `syncState.completedTables` lists the tables the joiner has finished and `syncState.totalTables` holds how many it will receive in all, so `completedTables.length / totalTables` gives you first-sync progress. A source that predates this field leaves `totalTables` at 0 until the sync finishes.
+
 For large databases where a network transfer is impractical, the out-of-band path lets you copy the SQLite file directly and start from a known sequence:
 
 ```ts

package/dist/replication/index.d.ts

@@ -1,5 +1,5 @@
-import { C as ConflictResolver, h as ConflictContext, i as ConflictResolution, H as HLCTimestamp, R as ReplicationBatch, A as ApplyResult, j as SyncPhase, k as SyncTableManifest, I as InFlightBatch, P as PeerState, b as ForwardedTransactionResult, c as SyncBatch, d as SyncComplete, e as SyncAck, S as SyncRequest, l as ReplicationConfig, m as SyncState, n as ReplicationStatus, o as ReplicationErrorEvent, a as ReplicationAck, p as Topology, T as TopologyRole } from '../types-B2byqt0B.js';
-export { F as ForwardedTransaction, N as NodeInfo, q as ReplicationChange, f as ReplicationTransport, g as TransportConfig } from '../types-B2byqt0B.js';
+import { C as ConflictResolver, h as ConflictContext, i as ConflictResolution, H as HLCTimestamp, R as ReplicationBatch, A as ApplyResult, j as SyncPhase, k as SyncTableManifest, I as InFlightBatch, P as PeerState, b as ForwardedTransactionResult, c as SyncBatch, d as SyncComplete, e as SyncAck, S as SyncRequest, l as ReplicationConfig, m as SyncState, n as ReplicationStatus, o as ReplicationErrorEvent, a as ReplicationAck, p as Topology, T as TopologyRole } from '../types-Lc7ywFx7.js';
+export { F as ForwardedTransaction, N as NodeInfo, q as ReplicationChange, f as ReplicationTransport, g as TransportConfig } from '../types-Lc7ywFx7.js';
 import { c as ReplicationGroupState } from '../types-BEu1I_9_.js';
 export { A as AcquireControllerLeaseInput, a as AcquireControllerLeaseResult, h as AdmitNodeToInSyncSetInput, C as ClusterCoordinator, f as CompareAndAdvancePrimaryTermInput, g as CompareAndAdvancePrimaryTermResult, j as CoordinatorCompatibilityMetadata, k as CoordinatorLease, b as CoordinatorNodeSession, l as CoordinatorPrimary, e as CoordinatorWatchDisposer, P as PromoteEligibleReplicaInput, R as RegisterNodeSessionInput, d as ReplicationGroupWatcher, S as SetReplicationGroupStateInput, U as UpdateInSyncSetInput, i as UpdateNodeMaintenanceInput } from '../types-BEu1I_9_.js';
 import { EventEmitter } from 'node:events';
@@ -244,6 +244,7 @@ interface ActiveSyncSession {
     readConn: SQLiteConnection;
     snapshotSeq: bigint;
     tables: string[];
+    totalTables: number;
     completedTables: Set<string>;
     startedAt: number;
     timeoutTimer: ReturnType<typeof setTimeout>;

package/dist/replication/index.mjs

@@ -2322,6 +2322,9 @@ var SyncJoiner = class {
     engine.expectedBatchIndex.set(batch.table, expectedIndex + 1);
     try {
       if (batch.table === "__schema__") {
+        if (typeof batch.totalTables === "number" && Number.isInteger(batch.totalTables) && batch.totalTables >= 0) {
+          engine.syncState.totalTables = batch.totalTables;
+        }
         if (batch.schema) {
           for (const ddl of batch.schema) {
             if (!isSyncSafeDdl(ddl)) {
@@ -2645,6 +2648,7 @@ var SyncServer = class {
       readConn,
       snapshotSeq,
       tables,
+      totalTables: allTables.length,
       completedTables: new Set(request.completedTables),
       startedAt: Date.now(),
       timeoutTimer,
@@ -2770,7 +2774,8 @@ var SyncServer = class {
       rows: [],
       schema: schemaDdl,
       checksum: schemaChecksum,
-      isLastBatchForTable: true
+      isLastBatchForTable: true,
+      totalTables: session.totalTables
     });
     if (!schemaAck.success) {
       this.abortSyncSession(session.requestId);

package/dist/transport/grpc.d.ts

@@ -1,7 +1,7 @@
 import { BinaryWriter, BinaryReader } from '@bufbuild/protobuf/wire';
 import { Client, ClientDuplexStream, CallOptions, Metadata, ServiceError, ClientUnaryCall, ChannelCredentials, ClientOptions, ServerDuplexStream, Server } from '@grpc/grpc-js';
 import { HealthImplementation } from 'grpc-health-check';
-import { R as ReplicationBatch, a as ReplicationAck, F as ForwardedTransaction, b as ForwardedTransactionResult, N as NodeInfo, S as SyncRequest, c as SyncBatch, d as SyncComplete, e as SyncAck, f as ReplicationTransport, T as TopologyRole, g as TransportConfig } from '../types-B2byqt0B.js';
+import { R as ReplicationBatch, a as ReplicationAck, F as ForwardedTransaction, b as ForwardedTransactionResult, N as NodeInfo, S as SyncRequest, c as SyncBatch, d as SyncComplete, e as SyncAck, f as ReplicationTransport, T as TopologyRole, g as TransportConfig } from '../types-Lc7ywFx7.js';
 import '../change-tracker-CFTQ9TSn.js';
 import '../types-BFSsG77t.js';
 import '../types-D-74JiXb.js';
@@ -92,6 +92,7 @@ interface SyncBatchPayload {
     isLastBatchForTable: boolean;
     groupId: string;
     primaryTerm: bigint;
+    totalTables: number;
 }
 declare const SyncBatchPayload: MessageFns<SyncBatchPayload>;
 interface SyncCompletePayload {

package/dist/transport/grpc.mjs

@@ -160,7 +160,8 @@ function toSyncBatchPayload(batch) {
     checksum: batch.checksum,
     isLastBatchForTable: batch.isLastBatchForTable,
     groupId: batch.groupId ?? "",
-    primaryTerm: batch.primaryTerm ?? 0n
+    primaryTerm: batch.primaryTerm ?? 0n,
+    totalTables: batch.totalTables ?? 0
   };
 }
 function fromSyncBatchPayload(p) {
@@ -173,7 +174,8 @@ function fromSyncBatchPayload(p) {
     checksum: p.checksum,
     isLastBatchForTable: p.isLastBatchForTable,
     groupId: p.groupId || void 0,
-    primaryTerm: p.primaryTerm === 0n ? void 0 : p.primaryTerm
+    primaryTerm: p.primaryTerm === 0n ? void 0 : p.primaryTerm,
+    totalTables: p.totalTables === 0 ? void 0 : p.totalTables
   };
 }
 function toSyncCompletePayload(complete) {
@@ -1455,7 +1457,8 @@ function createBaseSyncBatchPayload() {
     checksum: "",
     isLastBatchForTable: false,
     groupId: "",
-    primaryTerm: 0n
+    primaryTerm: 0n,
+    totalTables: 0
   };
 }
 var SyncBatchPayload = {
@@ -1490,6 +1493,9 @@ var SyncBatchPayload = {
       }
       writer.uint32(72).int64(message.primaryTerm);
     }
+    if (message.totalTables !== 0) {
+      writer.uint32(80).int32(message.totalTables);
+    }
     return writer;
   },
   decode(input, length) {
@@ -1562,6 +1568,13 @@ var SyncBatchPayload = {
           message.primaryTerm = reader.int64();
           continue;
         }
+        case 10: {
+          if (tag !== 80) {
+            break;
+          }
+          message.totalTables = reader.int32();
+          continue;
+        }
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -1580,7 +1593,8 @@ var SyncBatchPayload = {
       checksum: isSet(object.checksum) ? globalThis.String(object.checksum) : "",
       isLastBatchForTable: isSet(object.isLastBatchForTable) ? globalThis.Boolean(object.isLastBatchForTable) : isSet(object.is_last_batch_for_table) ? globalThis.Boolean(object.is_last_batch_for_table) : false,
       groupId: isSet(object.groupId) ? globalThis.String(object.groupId) : isSet(object.group_id) ? globalThis.String(object.group_id) : "",
-      primaryTerm: isSet(object.primaryTerm) ? BigInt(object.primaryTerm) : isSet(object.primary_term) ? BigInt(object.primary_term) : 0n
+      primaryTerm: isSet(object.primaryTerm) ? BigInt(object.primaryTerm) : isSet(object.primary_term) ? BigInt(object.primary_term) : 0n,
+      totalTables: isSet(object.totalTables) ? globalThis.Number(object.totalTables) : isSet(object.total_tables) ? globalThis.Number(object.total_tables) : 0
     };
   },
   toJSON(message) {
@@ -1612,6 +1626,9 @@ var SyncBatchPayload = {
     if (message.primaryTerm !== 0n) {
       obj.primaryTerm = message.primaryTerm.toString();
     }
+    if (message.totalTables !== 0) {
+      obj.totalTables = Math.round(message.totalTables);
+    }
     return obj;
   },
   create(base) {
@@ -1628,6 +1645,7 @@ var SyncBatchPayload = {
     message.isLastBatchForTable = object.isLastBatchForTable ?? false;
     message.groupId = object.groupId ?? "";
     message.primaryTerm = object.primaryTerm ?? 0n;
+    message.totalTables = object.totalTables ?? 0;
     return message;
   }
 };

package/dist/transport/memory.d.ts

@@ -106,6 +106,7 @@ interface SyncBatch {
     schema?: string[];
     checksum: string;
     isLastBatchForTable: boolean;
+    totalTables?: number;
     groupId?: string;
     primaryTerm?: bigint;
 }

package/dist/transport/memory.mjs

@@ -66,7 +66,7 @@ function isValidSyncRequest(req) {
 function isValidSyncBatch(batch) {
   if (typeof batch !== "object" || batch === null) return false;
   const b = batch;
-  return typeof b.requestId === "string" && typeof b.table === "string" && typeof b.batchIndex === "number" && Array.isArray(b.rows) && typeof b.checksum === "string" && typeof b.isLastBatchForTable === "boolean" && optionalString(b.groupId) && optionalBigint(b.primaryTerm);
+  return typeof b.requestId === "string" && typeof b.table === "string" && typeof b.batchIndex === "number" && Array.isArray(b.rows) && typeof b.checksum === "string" && typeof b.isLastBatchForTable === "boolean" && optionalNonNegativeInteger(b.totalTables) && optionalString(b.groupId) && optionalBigint(b.primaryTerm);
 }
 function isValidSyncComplete(complete) {
   if (typeof complete !== "object" || complete === null) return false;
@@ -84,6 +84,9 @@ function optionalString(value) {
 function optionalBigint(value) {
   return value === void 0 || typeof value === "bigint";
 }
+function optionalNonNegativeInteger(value) {
+  return value === void 0 || typeof value === "number" && Number.isInteger(value) && value >= 0;
+}
 
 // src/transport/memory/transport.ts
 var InMemoryTransport = class {

package/dist/{types-B2byqt0B.d.ts → types-Lc7ywFx7.d.ts}

@@ -238,6 +238,7 @@ interface SyncBatch {
     schema?: string[];
     checksum: string;
     isLastBatchForTable: boolean;
+    totalTables?: number;
     groupId?: string;
     primaryTerm?: bigint;
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@delali/sirannon-db",
   "type": "module",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "description": "A production-grade library that turns SQLite databases into a networked data layer with real-time subscriptions.",
   "author": "Delali (https://sondelali.com)",
   "license": "Apache-2.0",