@topgunbuild/core 0.11.0 → 0.12.0

package/dist/index.mjs

@@ -1,10 +1,3 @@
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
-
 // src/utils/logger.ts
 import pino from "pino";
 var logLevel = typeof process !== "undefined" && process.env && process.env.LOG_LEVEL || "info";
@@ -18,6 +11,9 @@ var logger = pino({
 // src/HLC.ts
 var HLC = class {
   constructor(nodeId, options = {}) {
+    if (nodeId.includes(":")) {
+      throw new Error('Node ID must not contain ":" (used as delimiter in timestamp format)');
+    }
     this.nodeId = nodeId;
     this.strictMode = options.strictMode ?? false;
     this.maxDriftMs = options.maxDriftMs ?? 6e4;
@@ -64,27 +60,33 @@ var HLC = class {
    * Must be called whenever a message/event is received from another node.
    */
   update(remote) {
+    const remoteMillis = Number(remote.millis);
+    const remoteCounter = Number(remote.counter);
+    if (!Number.isFinite(remoteMillis) || !Number.isFinite(remoteCounter)) {
+      logger.warn({ remoteMillis, remoteCounter, remote }, "HLC.update() received invalid timestamp, ignoring");
+      return;
+    }
     const systemTime = this.clockSource.now();
-    const drift = remote.millis - systemTime;
+    const drift = remoteMillis - systemTime;
     if (drift > this.maxDriftMs) {
       if (this.strictMode) {
-        throw new Error(`Clock drift detected: Remote time ${remote.millis} is ${drift}ms ahead of local ${systemTime} (threshold: ${this.maxDriftMs}ms)`);
+        throw new Error(`Clock drift detected: Remote time ${remoteMillis} is ${drift}ms ahead of local ${systemTime} (threshold: ${this.maxDriftMs}ms)`);
       } else {
         logger.warn({
           drift,
-          remoteMillis: remote.millis,
+          remoteMillis,
           localMillis: systemTime,
           maxDriftMs: this.maxDriftMs
         }, "Clock drift detected");
       }
     }
-    const maxMillis = Math.max(this.lastMillis, systemTime, remote.millis);
-    if (maxMillis === this.lastMillis && maxMillis === remote.millis) {
-      this.lastCounter = Math.max(this.lastCounter, remote.counter) + 1;
+    const maxMillis = Math.max(this.lastMillis, systemTime, remoteMillis);
+    if (maxMillis === this.lastMillis && maxMillis === remoteMillis) {
+      this.lastCounter = Math.max(this.lastCounter, remoteCounter) + 1;
     } else if (maxMillis === this.lastMillis) {
       this.lastCounter++;
-    } else if (maxMillis === remote.millis) {
-      this.lastCounter = remote.counter + 1;
+    } else if (maxMillis === remoteMillis) {
+      this.lastCounter = remoteCounter + 1;
     } else {
       this.lastCounter = 0;
     }
@@ -127,17 +129,7 @@ var HLC = class {
 };
 
 // src/utils/hash.ts
-var nativeHash = null;
-var nativeLoadAttempted = false;
-function tryLoadNative() {
-  if (nativeLoadAttempted) return;
-  nativeLoadAttempted = true;
-  try {
-    nativeHash = __require("@topgunbuild/native");
-  } catch {
-  }
-}
-function fnv1aHash(str) {
+function hashString(str) {
   let hash = 2166136261;
   for (let i = 0; i < str.length; i++) {
     hash ^= str.charCodeAt(i);
@@ -145,13 +137,6 @@ function fnv1aHash(str) {
   }
   return hash >>> 0;
 }
-function hashString(str) {
-  tryLoadNative();
-  if (nativeHash && nativeHash.isNativeHashAvailable()) {
-    return nativeHash.hashString(str);
-  }
-  return fnv1aHash(str);
-}
 function combineHashes(hashes) {
   let result = 0;
   for (const h of hashes) {
@@ -159,18 +144,6 @@ function combineHashes(hashes) {
   }
   return result >>> 0;
 }
-function isUsingNativeHash() {
-  tryLoadNative();
-  return nativeHash?.isNativeHashAvailable() === true;
-}
-function disableNativeHash() {
-  nativeHash = null;
-  nativeLoadAttempted = true;
-}
-function resetNativeHash() {
-  nativeHash = null;
-  nativeLoadAttempted = false;
-}
 function hashObject(obj) {
   const json = JSON.stringify(obj, (_, value) => {
     if (value && typeof value === "object" && !Array.isArray(value)) {
@@ -1008,11 +981,49 @@ var ORMap = class {
 // src/serializer.ts
 import { pack, unpack } from "msgpackr";
 function serialize(data) {
-  return pack(data);
+  return pack(stripUndefined(data));
 }
 function deserialize(data) {
   const buffer = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
-  return unpack(buffer);
+  const result = unpack(buffer);
+  return coerceBigInts(result);
+}
+function stripUndefined(value) {
+  if (value === void 0) {
+    return null;
+  }
+  if (Array.isArray(value)) {
+    return value.map(stripUndefined);
+  }
+  if (value !== null && typeof value === "object") {
+    const result = {};
+    for (const [k, v] of Object.entries(value)) {
+      if (v !== void 0) {
+        result[k] = stripUndefined(v);
+      }
+    }
+    return result;
+  }
+  return value;
+}
+function coerceBigInts(value) {
+  if (typeof value === "bigint") {
+    return Number(value);
+  }
+  if (Array.isArray(value)) {
+    for (let i = 0; i < value.length; i++) {
+      value[i] = coerceBigInts(value[i]);
+    }
+    return value;
+  }
+  if (value !== null && typeof value === "object") {
+    const obj = value;
+    for (const key of Object.keys(obj)) {
+      obj[key] = coerceBigInts(obj[key]);
+    }
+    return obj;
+  }
+  return value;
 }
 
 // src/PNCounter.ts
@@ -2187,6 +2198,7 @@ var ORMapRecordSchema = z3.object({
   tag: z3.string(),
   ttlMs: z3.number().optional()
 });
+var ChangeEventTypeSchema = z3.enum(["ENTER", "UPDATE", "LEAVE"]);
 var PredicateOpSchema = z3.enum([
   "eq",
   "neq",
@@ -2227,7 +2239,11 @@ var ClientOpSchema = z3.object({
 });
 var AuthMessageSchema = z3.object({
   type: z3.literal("AUTH"),
-  token: z3.string()
+  token: z3.string(),
+  protocolVersion: z3.number().optional()
+});
+var AuthRequiredMessageSchema = z3.object({
+  type: z3.literal("AUTH_REQUIRED")
 });
 
 // src/schemas/sync-schemas.ts
@@ -2283,6 +2299,11 @@ var MerkleReqBucketMessageSchema = z4.object({
     path: z4.string()
   })
 });
+var ORMapEntrySchema = z4.object({
+  key: z4.string(),
+  records: z4.array(ORMapRecordSchema),
+  tombstones: z4.array(z4.string())
+});
 var ORMapSyncInitSchema = z4.object({
   type: z4.literal("ORMAP_SYNC_INIT"),
   mapName: z4.string(),
@@ -2318,11 +2339,7 @@ var ORMapSyncRespLeafSchema = z4.object({
   payload: z4.object({
     mapName: z4.string(),
     path: z4.string(),
-    entries: z4.array(z4.object({
-      key: z4.string(),
-      records: z4.array(ORMapRecordSchema),
-      tombstones: z4.array(z4.string())
-    }))
+    entries: z4.array(ORMapEntrySchema)
   })
 });
 var ORMapDiffRequestSchema = z4.object({
@@ -2336,22 +2353,14 @@ var ORMapDiffResponseSchema = z4.object({
   type: z4.literal("ORMAP_DIFF_RESPONSE"),
   payload: z4.object({
     mapName: z4.string(),
-    entries: z4.array(z4.object({
-      key: z4.string(),
-      records: z4.array(ORMapRecordSchema),
-      tombstones: z4.array(z4.string())
-    }))
+    entries: z4.array(ORMapEntrySchema)
   })
 });
 var ORMapPushDiffSchema = z4.object({
   type: z4.literal("ORMAP_PUSH_DIFF"),
   payload: z4.object({
     mapName: z4.string(),
-    entries: z4.array(z4.object({
-      key: z4.string(),
-      records: z4.array(ORMapRecordSchema),
-      tombstones: z4.array(z4.string())
-    }))
+    entries: z4.array(ORMapEntrySchema)
   })
 });
 var OpResultSchema = z4.object({
@@ -2446,7 +2455,7 @@ var SearchRespMessageSchema = z6.object({
   type: z6.literal("SEARCH_RESP"),
   payload: SearchRespPayloadSchema
 });
-var SearchUpdateTypeSchema = z6.enum(["ENTER", "UPDATE", "LEAVE"]);
+var SearchUpdateTypeSchema = ChangeEventTypeSchema;
 var SearchSubPayloadSchema = z6.object({
   subscriptionId: z6.string(),
   mapName: z6.string(),
@@ -2463,7 +2472,7 @@ var SearchUpdatePayloadSchema = z6.object({
   value: z6.unknown(),
   score: z6.number(),
   matchedTerms: z6.array(z6.string()),
-  type: SearchUpdateTypeSchema
+  changeType: SearchUpdateTypeSchema
 });
 var SearchUpdateMessageSchema = z6.object({
   type: z6.literal("SEARCH_UPDATE"),
@@ -2485,17 +2494,37 @@ var PartitionMapRequestSchema = z7.object({
     currentVersion: z7.number().optional()
   }).optional()
 });
+var NodeInfoSchema = z7.object({
+  nodeId: z7.string(),
+  endpoints: z7.object({
+    websocket: z7.string(),
+    http: z7.string().optional()
+  }),
+  status: z7.enum(["ACTIVE", "JOINING", "LEAVING", "SUSPECTED", "FAILED"])
+});
+var PartitionInfoSchema = z7.object({
+  partitionId: z7.number(),
+  ownerNodeId: z7.string(),
+  backupNodeIds: z7.array(z7.string())
+});
+var PartitionMapPayloadSchema = z7.object({
+  version: z7.number(),
+  partitionCount: z7.number(),
+  nodes: z7.array(NodeInfoSchema),
+  partitions: z7.array(PartitionInfoSchema),
+  generatedAt: z7.number()
+});
+var PartitionMapMessageSchema = z7.object({
+  type: z7.literal("PARTITION_MAP"),
+  payload: PartitionMapPayloadSchema
+});
 var ClusterSubRegisterPayloadSchema = z7.object({
   subscriptionId: z7.string(),
   coordinatorNodeId: z7.string(),
   mapName: z7.string(),
   type: z7.enum(["SEARCH", "QUERY"]),
   searchQuery: z7.string().optional(),
-  searchOptions: z7.object({
-    limit: z7.number().int().positive().optional(),
-    minScore: z7.number().optional(),
-    boost: z7.record(z7.string(), z7.number()).optional()
-  }).optional(),
+  searchOptions: SearchOptionsSchema.optional(),
   queryPredicate: z7.any().optional(),
   querySort: z7.record(z7.string(), z7.enum(["asc", "desc"])).optional()
 });
@@ -2527,7 +2556,7 @@ var ClusterSubUpdatePayloadSchema = z7.object({
   value: z7.unknown(),
   score: z7.number().optional(),
   matchedTerms: z7.array(z7.string()).optional(),
-  changeType: z7.enum(["ENTER", "UPDATE", "LEAVE"]),
+  changeType: ChangeEventTypeSchema,
   timestamp: z7.number()
 });
 var ClusterSubUpdateMessageSchema = z7.object({
@@ -2545,10 +2574,8 @@ var ClusterSearchReqPayloadSchema = z7.object({
   requestId: z7.string(),
   mapName: z7.string(),
   query: z7.string(),
-  options: z7.object({
+  options: SearchOptionsSchema.extend({
     limit: z7.number().int().positive().max(1e3),
-    minScore: z7.number().optional(),
-    boost: z7.record(z7.string(), z7.number()).optional(),
     includeMatchedTerms: z7.boolean().optional(),
     afterScore: z7.number().optional(),
     afterKey: z7.string().optional()
@@ -2600,7 +2627,7 @@ var ClusterSearchUpdatePayloadSchema = z7.object({
   value: z7.unknown(),
   score: z7.number(),
   matchedTerms: z7.array(z7.string()).optional(),
-  type: SearchUpdateTypeSchema
+  changeType: ChangeEventTypeSchema
 });
 var ClusterSearchUpdateMessageSchema = z7.object({
   type: z7.literal("CLUSTER_SEARCH_UPDATE"),
@@ -2843,7 +2870,7 @@ var QueryUpdatePayloadSchema = z9.object({
   queryId: z9.string(),
   key: z9.string(),
   value: z9.unknown(),
-  type: z9.enum(["ENTER", "UPDATE", "REMOVE"])
+  changeType: ChangeEventTypeSchema
 });
 var QueryUpdateMessageSchema = z9.object({
   type: z9.literal("QUERY_UPDATE"),
@@ -2856,43 +2883,50 @@ var GcPruneMessageSchema = z9.object({
   type: z9.literal("GC_PRUNE"),
   payload: GcPrunePayloadSchema
 });
+var AuthAckMessageSchema = z9.object({
+  type: z9.literal("AUTH_ACK"),
+  protocolVersion: z9.number().optional(),
+  userId: z9.string().optional()
+});
 var AuthFailMessageSchema = z9.object({
   type: z9.literal("AUTH_FAIL"),
   error: z9.string().optional(),
   code: z9.number().optional()
 });
-var HybridQueryRespPayloadSchema = z9.object({
-  subscriptionId: z9.string(),
-  results: z9.array(z9.object({
-    key: z9.string(),
-    value: z9.unknown(),
-    score: z9.number(),
-    matchedTerms: z9.array(z9.string())
-  })),
-  nextCursor: z9.string().optional(),
-  hasMore: z9.boolean().optional(),
-  cursorStatus: CursorStatusSchema.optional()
-});
-var HybridQueryDeltaPayloadSchema = z9.object({
-  subscriptionId: z9.string(),
-  key: z9.string(),
-  value: z9.unknown().nullable(),
-  score: z9.number().optional(),
-  matchedTerms: z9.array(z9.string()).optional(),
-  type: z9.enum(["ENTER", "UPDATE", "LEAVE"])
+var ErrorMessageSchema = z9.object({
+  type: z9.literal("ERROR"),
+  payload: z9.object({
+    code: z9.number(),
+    message: z9.string(),
+    details: z9.unknown().optional()
+  })
 });
 var LockGrantedPayloadSchema = z9.object({
   requestId: z9.string(),
+  name: z9.string(),
   fencingToken: z9.number()
 });
 var LockReleasedPayloadSchema = z9.object({
   requestId: z9.string(),
+  name: z9.string(),
   success: z9.boolean()
 });
+var LockGrantedMessageSchema = z9.object({
+  type: z9.literal("LOCK_GRANTED"),
+  payload: LockGrantedPayloadSchema
+});
+var LockReleasedMessageSchema = z9.object({
+  type: z9.literal("LOCK_RELEASED"),
+  payload: LockReleasedPayloadSchema
+});
 var SyncResetRequiredPayloadSchema = z9.object({
   mapName: z9.string(),
   reason: z9.string()
 });
+var SyncResetRequiredMessageSchema = z9.object({
+  type: z9.literal("SYNC_RESET_REQUIRED"),
+  payload: SyncResetRequiredPayloadSchema
+});
 
 // src/schemas/http-sync-schemas.ts
 import { z as z10 } from "zod";
@@ -2974,9 +3008,10 @@ var HttpSyncResponseSchema = z10.object({
 // src/schemas/index.ts
 import { z as z11 } from "zod";
 var MessageSchema = z11.discriminatedUnion("type", [
+  // --- Base ---
   AuthMessageSchema,
-  QuerySubMessageSchema,
-  QueryUnsubMessageSchema,
+  AuthRequiredMessageSchema,
+  // --- Sync ---
   ClientOpMessageSchema,
   OpBatchMessageSchema,
   SyncInitMessageSchema,
@@ -2984,13 +3019,10 @@ var MessageSchema = z11.discriminatedUnion("type", [
   SyncRespBucketsMessageSchema,
   SyncRespLeafMessageSchema,
   MerkleReqBucketMessageSchema,
-  LockRequestSchema,
-  LockReleaseSchema,
-  TopicSubSchema,
-  TopicUnsubSchema,
-  TopicPubSchema,
-  PingMessageSchema,
-  PongMessageSchema,
+  OpAckMessageSchema,
+  OpRejectedMessageSchema,
+  BatchMessageSchema,
+  // --- ORMap Sync ---
   ORMapSyncInitSchema,
   ORMapSyncRespRootSchema,
   ORMapSyncRespBucketsSchema,
@@ -2999,18 +3031,54 @@ var MessageSchema = z11.discriminatedUnion("type", [
   ORMapDiffRequestSchema,
   ORMapDiffResponseSchema,
   ORMapPushDiffSchema,
+  // --- Query ---
+  QuerySubMessageSchema,
+  QueryUnsubMessageSchema,
+  QueryRespMessageSchema,
+  QueryUpdateMessageSchema,
+  // --- Search ---
+  SearchMessageSchema,
+  SearchRespMessageSchema,
+  SearchSubMessageSchema,
+  SearchUpdateMessageSchema,
+  SearchUnsubMessageSchema,
+  // --- Cluster ---
   PartitionMapRequestSchema,
+  PartitionMapMessageSchema,
+  ClusterSubRegisterMessageSchema,
+  ClusterSubAckMessageSchema,
+  ClusterSubUpdateMessageSchema,
+  ClusterSubUnregisterMessageSchema,
+  ClusterSearchReqMessageSchema,
+  ClusterSearchRespMessageSchema,
+  ClusterSearchSubscribeMessageSchema,
+  ClusterSearchUnsubscribeMessageSchema,
+  ClusterSearchUpdateMessageSchema,
+  // --- Messaging ---
+  TopicSubSchema,
+  TopicUnsubSchema,
+  TopicPubSchema,
+  TopicMessageEventSchema,
+  LockRequestSchema,
+  LockReleaseSchema,
   CounterRequestSchema,
   CounterSyncSchema,
+  CounterResponseSchema,
+  CounterUpdateSchema,
+  PingMessageSchema,
+  PongMessageSchema,
+  // --- Entry Processor ---
   EntryProcessRequestSchema,
   EntryProcessBatchRequestSchema,
   EntryProcessResponseSchema,
   EntryProcessBatchResponseSchema,
+  // --- Journal ---
   JournalSubscribeRequestSchema,
   JournalUnsubscribeRequestSchema,
   JournalEventMessageSchema,
   JournalReadRequestSchema,
   JournalReadResponseSchema,
+  // --- Conflict Resolver ---
   RegisterResolverRequestSchema,
   RegisterResolverResponseSchema,
   UnregisterResolverRequestSchema,
@@ -3018,15 +3086,16 @@ var MessageSchema = z11.discriminatedUnion("type", [
   MergeRejectedMessageSchema,
   ListResolversRequestSchema,
   ListResolversResponseSchema,
-  SearchMessageSchema,
-  SearchRespMessageSchema,
-  SearchSubMessageSchema,
-  SearchUpdateMessageSchema,
-  SearchUnsubMessageSchema,
-  ClusterSubRegisterMessageSchema,
-  ClusterSubAckMessageSchema,
-  ClusterSubUpdateMessageSchema,
-  ClusterSubUnregisterMessageSchema
+  // --- Server-to-Client ---
+  ServerEventMessageSchema,
+  ServerBatchEventMessageSchema,
+  GcPruneMessageSchema,
+  AuthAckMessageSchema,
+  AuthFailMessageSchema,
+  ErrorMessageSchema,
+  LockGrantedMessageSchema,
+  LockReleasedMessageSchema,
+  SyncResetRequiredMessageSchema
 ]);
 
 // src/types/WriteConcern.ts
@@ -12766,8 +12835,10 @@ var ScenarioRunner = class {
   }
 };
 export {
+  AuthAckMessageSchema,
   AuthFailMessageSchema,
   AuthMessageSchema,
+  AuthRequiredMessageSchema,
   BM25Scorer,
   BatchMessageSchema,
   BuiltInProcessors,
@@ -12775,6 +12846,7 @@ export {
   COST_WEIGHTS,
   CRDTDebugger,
   CRDTInvariants,
+  ChangeEventTypeSchema,
   ClientOpMessageSchema,
   ClientOpSchema,
   ClusterSearchReqMessageSchema,
@@ -12825,6 +12897,7 @@ export {
   EntryProcessResponseSchema,
   EntryProcessorDefSchema,
   EntryProcessorSchema,
+  ErrorMessageSchema,
   EventJournalImpl,
   FORBIDDEN_PATTERNS,
   BM25InvertedIndex as FTSInvertedIndex,
@@ -12843,8 +12916,6 @@ export {
   HttpSyncErrorSchema,
   HttpSyncRequestSchema,
   HttpSyncResponseSchema,
-  HybridQueryDeltaPayloadSchema,
-  HybridQueryRespPayloadSchema,
   IndexRegistry,
   IndexedLWWMap,
   IndexedORMap,
@@ -12865,8 +12936,10 @@ export {
   ListResolversRequestSchema,
   ListResolversResponseSchema,
   LiveQueryManager,
+  LockGrantedMessageSchema,
   LockGrantedPayloadSchema,
   LockReleaseSchema,
+  LockReleasedMessageSchema,
   LockReleasedPayloadSchema,
   LockRequestSchema,
   LowercaseFilter,
@@ -12880,9 +12953,11 @@ export {
   MultiValueAttribute,
   NGramTokenizer,
   NavigableIndex,
+  NodeInfoSchema,
   ORMap,
   ORMapDiffRequestSchema,
   ORMapDiffResponseSchema,
+  ORMapEntrySchema,
   ORMapMerkleReqBucketSchema,
   ORMapMerkleTree,
   ORMapPushDiffSchema,
@@ -12898,6 +12973,9 @@ export {
   PARTITION_COUNT,
   PNCounterImpl,
   PNCounterStateObjectSchema,
+  PartitionInfoSchema,
+  PartitionMapMessageSchema,
+  PartitionMapPayloadSchema,
   PartitionMapRequestSchema,
   PartitionState,
   PingMessageSchema,
@@ -12948,6 +13026,7 @@ export {
   StopWordFilter,
   SyncInitMessageSchema,
   SyncMapEntrySchema,
+  SyncResetRequiredMessageSchema,
   SyncResetRequiredPayloadSchema,
   SyncRespBucketsMessageSchema,
   SyncRespLeafMessageSchema,
@@ -12980,7 +13059,6 @@ export {
   decodeBase64Url,
   deepMerge,
   deserialize,
-  disableNativeHash,
   encodeBase64Url,
   evaluatePredicate,
   getCRDTDebugger,
@@ -12992,13 +13070,11 @@ export {
   hashString,
   isLogicalQuery,
   isSimpleQuery,
-  isUsingNativeHash,
   isWriteConcernAchieved,
   logger,
   multiAttribute,
   porterStem,
   resetCRDTDebugger,
-  resetNativeHash,
   resetSearchDebugger,
   serialize,
   simpleAttribute,