@remnic/cli 9.3.749 → 9.3.750

package/dist/index.js

@@ -96,6 +96,7 @@ import {
   applyOfflineSyncFileContentChunk,
   applyOfflineSyncSnapshot,
   buildOfflineSyncChangesetFromSnapshot,
+  compileOfflineSyncExcludeGlobs,
   buildOfflineSyncSnapshotFromBase,
   defaultOfflineSyncStatePath,
   normalizeOfflineSyncSnapshot,
@@ -8438,12 +8439,14 @@ async function runOfflineSyncOnce(options) {
     includeContent: false,
     includeTranscripts: options.includeTranscripts,
     readFile: storageIo.readFile,
-    readFileDigest: storageIo.readFileDigest
+    readFileDigest: storageIo.readFileDigest,
+    userExcludeRegexps: options.userExcludeRegexps
   });
   const pendingSummary = summarizeOfflineSyncPendingFiles({
     baseFiles,
     currentFiles: currentSnapshotForPush.files,
-    includeTranscripts: options.includeTranscripts
+    includeTranscripts: options.includeTranscripts,
+    userExcludeRegexps: options.userExcludeRegexps
   });
   const baseByPath = offlineFileStateMap(baseFiles);
   let directPushAppliedUpserts = 0;
@@ -8457,6 +8460,9 @@ async function runOfflineSyncOnce(options) {
     currentFiles: currentSnapshotForPush.files,
     baseFiles
   })) {
+    if (options.skipLargeFilePaths?.has(file.path)) {
+      continue;
+    }
     let result;
     try {
       result = await pushOfflineFileContent({
@@ -8561,6 +8567,7 @@ async function runOfflineSyncOnce(options) {
       partial: true,
       pendingSummary,
       remoteFileCount: partial?.remoteFileCount ?? null,
+      largeFilePushFailures: [...directPushFailures],
       deferred: {
         localChangedDuringPush: [...directPushDeferredPaths].sort(),
         remoteChangedDuringHydrate: [...partial?.remoteDeferredPaths ?? []].sort(),
@@ -8581,7 +8588,8 @@ async function runOfflineSyncOnce(options) {
     includeContent: false,
     includeTranscripts: options.includeTranscripts,
     readFile: storageIo.readFile,
-    readFileDigest: storageIo.readFileDigest
+    readFileDigest: storageIo.readFileDigest,
+    userExcludeRegexps: options.userExcludeRegexps
   }) : currentSnapshotForPush;
   let changesetRetryCount = 0;
   for (; ; ) {
@@ -8591,9 +8599,18 @@ async function runOfflineSyncOnce(options) {
         sourceId: localSourceId,
         currentFiles: currentSnapshotForChangeset.files,
         baseFiles,
-        excludePaths: [...directPushedPaths, ...directPushDeferredPaths],
+        // 3-strikes skipped large files must be excluded here too — the
+        // direct-push loop skips them, but without this line the changeset
+        // path would still try to upsert them inline (Cursor review, PR
+        // #1793, High severity).
+        excludePaths: [
+          ...directPushedPaths,
+          ...directPushDeferredPaths,
+          ...options.skipLargeFilePaths ?? []
+        ],
         includeTranscripts: options.includeTranscripts,
-        readFile: storageIo.readFile
+        readFile: storageIo.readFile,
+        userExcludeRegexps: options.userExcludeRegexps
       });
       break;
     } catch (error) {
@@ -8624,7 +8641,8 @@ async function runOfflineSyncOnce(options) {
         includeContent: false,
         includeTranscripts: options.includeTranscripts,
         readFile: storageIo.readFile,
-        readFileDigest: storageIo.readFileDigest
+        readFileDigest: storageIo.readFileDigest,
+        userExcludeRegexps: options.userExcludeRegexps
       });
     }
   }
@@ -8741,9 +8759,10 @@ async function runOfflineSyncOnce(options) {
     includeContent: false,
     includeTranscripts: options.includeTranscripts,
     readFile: storageIo.readFile,
-    readFileDigest: storageIo.readFileDigest
+    readFileDigest: storageIo.readFileDigest,
+    excludeNodeLocalState: false
   });
-  const applyCurrentSnapshot = directHydratedPaths.size > 0 ? await buildCurrentSnapshotForApply() : currentSnapshot;
+  const applyCurrentSnapshot = await buildCurrentSnapshotForApply();
   let remoteSnapshot;
   try {
     remoteSnapshot = await hydrateOfflineSnapshotContent({
@@ -8854,6 +8873,7 @@ async function runOfflineSyncOnce(options) {
     partial: false,
     pendingSummary,
     remoteFileCount: remoteSnapshot.files.length,
+    largeFilePushFailures: [...directPushFailures],
     deferred: {
       localChangedDuringPush: [...directPushDeferredPaths].sort(),
       remoteChangedDuringHydrate: [...remoteDeferredPaths].sort(),
@@ -8917,6 +8937,53 @@ function assertOfflineStateMatches(options) {
     );
   }
 }
+var OFFLINE_LARGE_FILE_SKIP_AFTER_FAILURES = 3;
+function advanceOfflineLargeFileFailureCounts(options) {
+  const threshold = options.threshold ?? OFFLINE_LARGE_FILE_SKIP_AFTER_FAILURES;
+  const next = /* @__PURE__ */ new Map();
+  const newlySkipped = [];
+  for (const failure of options.failures) {
+    const count = (options.counts.get(failure.path) ?? 0) + 1;
+    next.set(failure.path, count);
+    if (count >= threshold) newlySkipped.push(failure.path);
+  }
+  return { counts: next, newlySkipped };
+}
+function resolveOfflineSyncUserExcludes(rest) {
+  const globs = [];
+  for (let i = 0; i < rest.length; i += 1) {
+    if (rest[i] !== "--exclude") continue;
+    const value = rest[i + 1];
+    if (value === void 0 || value.startsWith("--") || value.trim().length === 0) {
+      throw new Error("--exclude requires a glob argument");
+    }
+    globs.push(value.trim());
+    i += 1;
+  }
+  const configPath = resolveConfigPath();
+  try {
+    const raw = fs7.existsSync(configPath) ? JSON.parse(fs7.readFileSync(configPath, "utf8")) : {};
+    const remnicCfg = raw.remnic ?? raw.engram ?? raw;
+    const configured = remnicCfg.offlineSyncExcludes;
+    if (configured !== void 0 && configured !== null) {
+      if (!Array.isArray(configured)) {
+        throw new Error("offlineSyncExcludes config must be an array of non-empty glob strings");
+      }
+      for (const entry of configured) {
+        if (typeof entry !== "string" || entry.trim().length === 0) {
+          throw new Error("offlineSyncExcludes config must contain only non-empty glob strings");
+        }
+        globs.push(entry.trim());
+      }
+    }
+  } catch (error) {
+    if (error instanceof SyntaxError) {
+      throw new Error(`cannot read offlineSyncExcludes from ${configPath}: ${error.message}`);
+    }
+    throw error;
+  }
+  return compileOfflineSyncExcludeGlobs(globs);
+}
 async function cmdOffline(action, rest, json) {
   if (action === "help" || action === "--help" || action === "-h" || rest.includes("--help") || rest.includes("-h")) {
     console.log(`Usage: remnic offline <prepare|sync|status|watch> [options]
@@ -8929,6 +8996,9 @@ Options:
   --state <path>           Override offline sync state file
   --no-transcripts         Exclude transcripts/ from the offline cache
   --interval-ms <ms>       Watch interval (default 60000)
+  --exclude <glob>         Extra push-side exclude (repeatable; additive to the
+                           built-in node-local state excludes and to the
+                           offlineSyncExcludes config key)
   --json                   JSON output
 
 Environment fallbacks:
@@ -8940,6 +9010,7 @@ Environment fallbacks:
   const includeTranscripts = !hasFlag(rest, "--no-transcripts");
   const stateOverride = resolveRequiredValueFlag(rest, "--state");
   const statePathExplicit = stateOverride !== void 0;
+  const userExcludeRegexps = resolveOfflineSyncUserExcludes(rest);
   const needsRemote = action === "prepare" || action === "sync" || action === "watch";
   const remoteUrl = needsRemote ? resolveOfflineRemoteUrl(rest) : resolveOptionalOfflineRemoteUrl(rest);
   const token = needsRemote ? resolveOfflineToken(rest) : void 0;
@@ -9016,7 +9087,8 @@ Environment fallbacks:
       namespace,
       includeTranscripts,
       statePath,
-      statePathExplicit
+      statePathExplicit,
+      userExcludeRegexps
     });
     if (json) {
       console.log(JSON.stringify(offlineSyncResultJsonSummary(result), null, 2));
@@ -9057,7 +9129,8 @@ Environment fallbacks:
       baseCapturedAt: state ? new Date(state.lastSyncedAt) : void 0,
       includeTranscripts,
       readFile: storageIo.readFile,
-      readFileDigest: storageIo.readFileDigest
+      readFileDigest: storageIo.readFileDigest,
+      userExcludeRegexps
     });
     if (json) {
       console.log(JSON.stringify({
@@ -9084,6 +9157,8 @@ Environment fallbacks:
       cancelSleep?.();
       console.log("Stopping offline sync watcher.");
     });
+    let largeFileFailureCounts = /* @__PURE__ */ new Map();
+    const skippedLargeFiles = /* @__PURE__ */ new Set();
     while (!stopped) {
       try {
         const result = await runOfflineSyncOnce({
@@ -9093,14 +9168,42 @@ Environment fallbacks:
           namespace,
           includeTranscripts,
           statePath,
-          statePathExplicit
+          statePathExplicit,
+          userExcludeRegexps,
+          skipLargeFilePaths: skippedLargeFiles
         });
+        const advanced = advanceOfflineLargeFileFailureCounts({
+          counts: largeFileFailureCounts,
+          failures: result.largeFilePushFailures
+        });
+        largeFileFailureCounts = advanced.counts;
+        for (const path12 of advanced.newlySkipped) {
+          if (skippedLargeFiles.has(path12)) continue;
+          skippedLargeFiles.add(path12);
+          console.warn(
+            `offline sync: permanently skipping ${path12} after ${OFFLINE_LARGE_FILE_SKIP_AFTER_FAILURES} failed large-file pushes for this watcher process (see issue #1786; use --exclude or offlineSyncExcludes to silence permanently)`
+          );
+        }
         const pulled = result.pull ? result.pull.upserted + result.pull.deleted : 0;
         const conflicts = (result.pushed?.conflicts.length ?? 0) + (result.pull?.conflicts.length ?? 0);
         console.log(
           `[${(/* @__PURE__ */ new Date()).toISOString()}] sync ${result.partial ? "partial" : "ok"}: pushed=${result.pushed ? result.pushed.appliedUpserts + result.pushed.appliedDeletes : 0}, pulled=${pulled}, conflicts=${conflicts}, deferred=${result.deferred.total}${result.pullError ? `, pullError=${result.pullError}` : ""}`
         );
       } catch (error) {
+        if (error instanceof OfflineLargeFilePushError) {
+          const advanced = advanceOfflineLargeFileFailureCounts({
+            counts: largeFileFailureCounts,
+            failures: error.failures
+          });
+          largeFileFailureCounts = advanced.counts;
+          for (const path12 of advanced.newlySkipped) {
+            if (skippedLargeFiles.has(path12)) continue;
+            skippedLargeFiles.add(path12);
+            console.warn(
+              `offline sync: permanently skipping ${path12} after ${OFFLINE_LARGE_FILE_SKIP_AFTER_FAILURES} failed large-file pushes for this watcher process (see issue #1786; use --exclude or offlineSyncExcludes to silence permanently)`
+            );
+          }
+        }
         console.log(`[${(/* @__PURE__ */ new Date()).toISOString()}] sync waiting: ${error instanceof Error ? error.message : String(error)}`);
       }
       if (stopped) break;
@@ -12112,6 +12215,7 @@ if (argv1Base.endsWith("remnic.ts") || argv1Base.endsWith("remnic.js") || argv1B
 }
 export {
   BENCHMARK_CATALOG,
+  OFFLINE_LARGE_FILE_SKIP_AFTER_FAILURES,
   OFFLINE_SYNC_APPLY_MAX_REQUEST_BYTES,
   OFFLINE_SYNC_CHANGESET_RETRY_MAX,
   OFFLINE_SYNC_CONTENT_MISSING_RETRY_DELAY_MS,
@@ -12126,6 +12230,7 @@ export {
   TAXONOMY_RESOLVE_VALUE_FLAGS,
   __benchDatasetTestHooks,
   advanceOfflineBaseFilesForSuccessfulPush,
+  advanceOfflineLargeFileFailureCounts,
   buildBenchRuntimeProfileRequest,
   buildPackageBenchExecutionPlans,
   buildQueryRecallRequest,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/cli",
-  "version": "9.3.749",
+  "version": "9.3.750",
   "description": "CLI for Remnic memory — init, query, doctor, daemon management",
   "type": "module",
   "main": "dist/index.js",
@@ -26,23 +26,23 @@
   },
   "dependencies": {
     "yaml": "^2.4.2",
-    "@remnic/server": "^9.3.749",
-    "@remnic/plugin-pi": "^9.3.749",
-    "@remnic/core": "^9.3.749"
+    "@remnic/plugin-pi": "^9.3.750",
+    "@remnic/core": "^9.3.750",
+    "@remnic/server": "^9.3.750"
   },
   "peerDependencies": {
-    "@remnic/bench": "^9.3.749",
-    "@remnic/export-weclone": "^9.3.749",
-    "@remnic/import-weclone": "^9.3.749",
-    "@remnic/import-chatgpt": "^9.3.749",
-    "@remnic/import-claude": "^9.3.749",
-    "@remnic/import-gemini": "^9.3.749",
-    "@remnic/import-lossless-claw": "^9.3.749",
-    "@remnic/import-mem0": "^9.3.749",
-    "@remnic/import-supermemory": "^9.3.749",
-    "@remnic/connector-limitless": "^9.3.749",
-    "@remnic/connector-bee": "^9.3.749",
-    "@remnic/connector-omi": "^9.3.749"
+    "@remnic/bench": "^9.3.750",
+    "@remnic/export-weclone": "^9.3.750",
+    "@remnic/import-weclone": "^9.3.750",
+    "@remnic/import-chatgpt": "^9.3.750",
+    "@remnic/import-claude": "^9.3.750",
+    "@remnic/import-gemini": "^9.3.750",
+    "@remnic/import-lossless-claw": "^9.3.750",
+    "@remnic/import-mem0": "^9.3.750",
+    "@remnic/import-supermemory": "^9.3.750",
+    "@remnic/connector-limitless": "^9.3.750",
+    "@remnic/connector-bee": "^9.3.750",
+    "@remnic/connector-omi": "^9.3.750"
   },
   "peerDependenciesMeta": {
     "@remnic/bench": {
@@ -85,18 +85,18 @@
   "devDependencies": {
     "tsup": "^8.5.1",
     "typescript": "^5.9.3",
-    "@remnic/bench": "9.3.749",
-    "@remnic/export-weclone": "9.3.749",
-    "@remnic/import-weclone": "9.3.749",
-    "@remnic/import-chatgpt": "9.3.749",
-    "@remnic/import-claude": "9.3.749",
-    "@remnic/import-lossless-claw": "9.3.749",
-    "@remnic/import-mem0": "9.3.749",
-    "@remnic/import-supermemory": "9.3.749",
-    "@remnic/connector-bee": "9.3.749",
-    "@remnic/connector-limitless": "9.3.749",
-    "@remnic/import-gemini": "9.3.749",
-    "@remnic/connector-omi": "9.3.749"
+    "@remnic/bench": "9.3.750",
+    "@remnic/export-weclone": "9.3.750",
+    "@remnic/import-weclone": "9.3.750",
+    "@remnic/import-chatgpt": "9.3.750",
+    "@remnic/import-gemini": "9.3.750",
+    "@remnic/import-lossless-claw": "9.3.750",
+    "@remnic/import-mem0": "9.3.750",
+    "@remnic/import-supermemory": "9.3.750",
+    "@remnic/connector-limitless": "9.3.750",
+    "@remnic/import-claude": "9.3.750",
+    "@remnic/connector-bee": "9.3.750",
+    "@remnic/connector-omi": "9.3.750"
   },
   "license": "MIT",
   "repository": {