@remnic/cli 1.0.17 → 1.0.19

package/dist/index.js

@@ -88,7 +88,9 @@ import {
   formatProcedureStatsText,
   parseXrayCliOptions,
   renderXray,
+  OFFLINE_SYNC_APPLY_MAX_BODY_BYTES,
   OFFLINE_SYNC_FILE_CONTENT_MAX_CHUNK_BYTES,
+  OFFLINE_SYNC_FILE_CONTENT_TRANSFER_CHUNK_BYTES,
   applyOfflineSyncSnapshot,
   buildOfflineSyncChangeset,
   buildOfflineSyncSnapshot,
@@ -6687,8 +6689,19 @@ async function fetchOfflineFiles(args) {
     }
   );
 }
-var OFFLINE_SYNC_DIRECT_HYDRATE_MIN_BYTES = 16 * 1024 * 1024;
+var OFFLINE_SYNC_DIRECT_DEFAULT_MIN_BYTES = 16 * 1024 * 1024;
 var OFFLINE_SYNC_FILES_CONTENT_MAX_BATCH_BYTES = 8 * 1024 * 1024;
+var OFFLINE_SYNC_APPLY_MAX_REQUEST_BYTES = Math.floor(OFFLINE_SYNC_APPLY_MAX_BODY_BYTES / 2);
+var OFFLINE_SYNC_DIRECT_PUSH_INLINE_MARGIN_BYTES = 256 * 1024;
+var OFFLINE_SYNC_INLINE_CONTENT_MAX_BYTES = Math.max(
+  1,
+  Math.floor((OFFLINE_SYNC_APPLY_MAX_REQUEST_BYTES - OFFLINE_SYNC_DIRECT_PUSH_INLINE_MARGIN_BYTES) * 3 / 4)
+);
+var OFFLINE_SYNC_DIRECT_PUSH_MIN_BYTES = Math.min(
+  OFFLINE_SYNC_DIRECT_DEFAULT_MIN_BYTES,
+  OFFLINE_SYNC_INLINE_CONTENT_MAX_BYTES
+);
+var OFFLINE_SYNC_DIRECT_HYDRATE_MIN_BYTES = OFFLINE_SYNC_DIRECT_PUSH_MIN_BYTES;
 function parseOfflineHeaderNumber(headers, name) {
   const raw = headers.get(name);
   if (raw === null) throw new Error(`offline file content response omitted ${name}`);
@@ -6837,7 +6850,7 @@ function shouldDirectHydrateOfflineFile(options) {
 function offlineDirectPushFiles(options) {
   const base = offlineFileStateMap(options.baseFiles);
   return options.currentFiles.filter((current) => {
-    if (current.bytes < OFFLINE_SYNC_DIRECT_HYDRATE_MIN_BYTES) return false;
+    if (current.bytes < OFFLINE_SYNC_DIRECT_PUSH_MIN_BYTES) return false;
     return current.sha256 !== base.get(current.path)?.sha256;
   }).sort((left, right) => right.bytes - left.bytes || left.path.localeCompare(right.path));
 }
@@ -6850,6 +6863,7 @@ function resolveOfflineDirectHydrationPath(memoryDir, relPath) {
   }
   return target;
 }
+var OFFLINE_SYNC_FILE_CONTENT_UPLOAD_CHUNK_BYTES = OFFLINE_SYNC_FILE_CONTENT_TRANSFER_CHUNK_BYTES;
 async function pushOfflineFileContent(args) {
   if (args.readFileChunks) {
     return pushOfflineFileContentFromChunkReader(args);
@@ -6862,7 +6876,7 @@ async function pushOfflineFileContent(args) {
       path: args.file.path,
       offset,
       length: Math.min(
-        OFFLINE_SYNC_FILE_CONTENT_MAX_CHUNK_BYTES,
+        OFFLINE_SYNC_FILE_CONTENT_UPLOAD_CHUNK_BYTES,
         Math.max(1, args.file.bytes - offset)
       ),
       includeTranscripts: args.includeTranscripts,
@@ -6907,7 +6921,7 @@ async function pushOfflineFileContentFromChunkReader(args) {
     root: path11.resolve(args.memoryDir),
     path: args.file.path,
     filePath,
-    chunkSize: OFFLINE_SYNC_FILE_CONTENT_MAX_CHUNK_BYTES
+    chunkSize: OFFLINE_SYNC_FILE_CONTENT_UPLOAD_CHUNK_BYTES
   });
   let offset = 0;
   let pending = null;
@@ -7126,7 +7140,39 @@ async function hydrateOfflineSnapshotContent(args) {
     })
   };
 }
-async function pushOfflineChanges(args) {
+function chunkOfflineChangesetApplyBatches(changeset, namespace, maxRequestBytes = OFFLINE_SYNC_APPLY_MAX_REQUEST_BYTES) {
+  if (!Number.isInteger(maxRequestBytes) || maxRequestBytes < 1) {
+    throw new Error("offline sync apply max request bytes must be a positive integer");
+  }
+  const chunks = [];
+  let current = [];
+  const requestBytesFor = (changes) => Buffer.byteLength(JSON.stringify({
+    namespace,
+    changeset: {
+      ...changeset,
+      changes
+    }
+  }), "utf-8");
+  for (const change of changeset.changes) {
+    const withChange = [...current, change];
+    if (current.length > 0 && requestBytesFor(withChange) > maxRequestBytes) {
+      chunks.push({ ...changeset, changes: current });
+      current = [];
+    }
+    const singleBytes = requestBytesFor([...current, change]);
+    if (singleBytes > maxRequestBytes) {
+      throw new Error(
+        `offline sync change for ${change.path} exceeds the apply request size budget; retry after direct-push threshold is lowered`
+      );
+    }
+    current.push(change);
+  }
+  if (current.length > 0) {
+    chunks.push({ ...changeset, changes: current });
+  }
+  return chunks;
+}
+async function postOfflineChangesBatch(args) {
   return fetchOfflineJson(
     offlineEndpoint(args.remoteUrl, "/remnic/v1/offline-sync/apply"),
     args.token,
@@ -7139,6 +7185,31 @@ async function pushOfflineChanges(args) {
     }
   );
 }
+async function pushOfflineChanges(args) {
+  let namespace = args.namespace ?? "";
+  let appliedUpserts = 0;
+  let appliedDeletes = 0;
+  let skipped = 0;
+  const conflicts = [];
+  for (const changeset of chunkOfflineChangesetApplyBatches(args.changeset, args.namespace)) {
+    const result = await postOfflineChangesBatch({
+      ...args,
+      changeset
+    });
+    namespace = result.namespace || namespace;
+    appliedUpserts += result.appliedUpserts;
+    appliedDeletes += result.appliedDeletes;
+    skipped += result.skipped;
+    conflicts.push(...result.conflicts);
+  }
+  return {
+    namespace,
+    appliedUpserts,
+    appliedDeletes,
+    skipped,
+    conflicts
+  };
+}
 function parseOfflineIntervalMs(args) {
   const raw = resolveRequiredValueFlag(args, "--interval-ms");
   if (raw === void 0) return 6e4;
@@ -10604,12 +10675,17 @@ if (argv1Base.endsWith("remnic.ts") || argv1Base.endsWith("remnic.js") || argv1B
 }
 export {
   BENCHMARK_CATALOG,
+  OFFLINE_SYNC_APPLY_MAX_REQUEST_BYTES,
+  OFFLINE_SYNC_DIRECT_HYDRATE_MIN_BYTES,
+  OFFLINE_SYNC_DIRECT_PUSH_MIN_BYTES,
+  OFFLINE_SYNC_FILE_CONTENT_UPLOAD_CHUNK_BYTES,
   TAXONOMY_RESOLVE_BOOLEAN_FLAGS,
   TAXONOMY_RESOLVE_VALUE_FLAGS,
   __benchDatasetTestHooks,
   buildBenchRuntimeProfileRequest,
   buildPackageBenchExecutionPlans,
   buildQueryRecallRequest,
+  chunkOfflineChangesetApplyBatches,
   chunkOfflineFileContentBatches,
   extractXrayRawArgs,
   formatOfflineLargeFilePushFailureMessage,
@@ -10628,6 +10704,7 @@ export {
   resolveSyncSourceDir,
   runTrainingExport,
   runXrayCommand,
+  shouldDirectHydrateOfflineFile,
   stripConfigArgv,
   stripResolveFlags
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/cli",
-  "version": "1.0.17",
+  "version": "1.0.19",
   "description": "CLI for Remnic memory — init, query, doctor, daemon management",
   "type": "module",
   "main": "dist/index.js",
@@ -26,9 +26,9 @@
   },
   "dependencies": {
     "yaml": "^2.4.2",
-    "@remnic/plugin-pi": "^1.0.3",
-    "@remnic/core": "^1.1.23",
-    "@remnic/server": "^1.0.5"
+    "@remnic/plugin-pi": "^1.0.5",
+    "@remnic/server": "^1.0.5",
+    "@remnic/core": "^1.1.25"
   },
   "peerDependencies": {
     "@remnic/bench": "^1.0.0",
@@ -73,13 +73,13 @@
   "devDependencies": {
     "tsup": "^8.5.1",
     "typescript": "^5.9.3",
-    "@remnic/bench": "1.0.1",
     "@remnic/export-weclone": "1.0.1",
+    "@remnic/bench": "1.0.1",
     "@remnic/import-weclone": "1.0.1",
-    "@remnic/import-chatgpt": "0.1.0",
-    "@remnic/import-gemini": "0.1.0",
     "@remnic/import-claude": "0.1.0",
+    "@remnic/import-gemini": "0.1.0",
     "@remnic/import-lossless-claw": "0.1.1",
+    "@remnic/import-chatgpt": "0.1.0",
     "@remnic/import-mem0": "0.1.0",
     "@remnic/import-supermemory": "0.1.2"
   },