@remnic/cli 10.0.11 → 10.0.12

package/dist/index.js

@@ -6364,6 +6364,7 @@ var BENCH_VALUE_FLAGS = Object.freeze([
   "--limit",
   "--trial-limit",
   "--trial-concurrency",
+  "--replay-extraction-mode",
   "--ingest-concurrency",
   "--task-filter",
   "--seed",
@@ -6464,6 +6465,7 @@ var RUN_VALUE_FLAGS = Object.freeze([
   "--limit",
   "--trial-limit",
   "--trial-concurrency",
+  "--replay-extraction-mode",
   "--ingest-concurrency",
   "--task-filter",
   "--seed",
@@ -6742,6 +6744,51 @@ function parseBenchResearchArgs(action, args) {
   };
 }
 
+// src/bench-args-replay-extraction.ts
+var LOCOMO_REPLAY_EXTRACTION_MODES = Object.freeze(["skip", "await"]);
+function isLoCoMoReplayExtractionMode(value) {
+  return LOCOMO_REPLAY_EXTRACTION_MODES.includes(value);
+}
+function resolveLoCoMoReplayExtractionMode(args) {
+  return args.locomoReplayExtractionMode ?? "skip";
+}
+var EXTRACTION_CAPABLE_RUNTIME_PROFILES = Object.freeze([
+  "real",
+  "openclaw-chain"
+]);
+function parseLoCoMoReplayExtractionArgs(args, ctx) {
+  const { action, publishedName, benchmarks } = ctx;
+  const flag = "--replay-extraction-mode";
+  const occurrences = args.filter(
+    (arg) => arg === flag || arg.startsWith(`${flag}=`)
+  ).length;
+  if (occurrences > 1) {
+    throw new Error("ERROR: --replay-extraction-mode may be given only once.");
+  }
+  const raw = readBenchOptionValue(args, flag);
+  if (raw === void 0) return {};
+  if (!isLoCoMoReplayExtractionMode(raw)) {
+    throw new Error("ERROR: --replay-extraction-mode must be one of: skip, await.");
+  }
+  const targetsLoCoMo = publishedName === "locomo" || publishedName === void 0 && action !== "published" && !args.includes("--all") && benchmarks.length === 1 && benchmarks[0] === "locomo";
+  if (!targetsLoCoMo) {
+    throw new Error(
+      "ERROR: --replay-extraction-mode is currently supported only for a single LoCoMo run."
+    );
+  }
+  if (raw === "await") {
+    const capable = ctx.adapter !== "mcp" && ctx.matrixProfiles === void 0 && !args.includes("--quick") && EXTRACTION_CAPABLE_RUNTIME_PROFILES.includes(
+      ctx.runtimeProfile ?? "baseline"
+    );
+    if (!capable) {
+      throw new Error(
+        "ERROR: --replay-extraction-mode await requires the remnic adapter with --runtime-profile real or openclaw-chain (no --matrix or --quick); other setups cannot run extraction."
+      );
+    }
+  }
+  return { locomoReplayExtractionMode: raw };
+}
+
 // src/bench-args.ts
 function createBenchWorkItems(benchmarks, runtimeProfiles) {
   return benchmarks.flatMap(
@@ -7574,6 +7621,7 @@ function parseBenchArgs(argv) {
     resume,
     retryFailed,
     ...research,
+    ...parseLoCoMoReplayExtractionArgs(args, { action, publishedName, benchmarks, runtimeProfile, matrixProfiles, adapter }),
     driftGenAction,
     driftGenDir
   };
@@ -11360,6 +11408,10 @@ Options:
   --threshold <value>      Regression threshold for compare (default: 0.05);
                            gold-memory similarity threshold for attribute (default: 0.6)
   --trial-limit <n>        Cap scored LoCoMo or MemoryAgentBench QA trials for staged published runs
+  --replay-extraction-mode <skip|await>
+                           LoCoMo only: memory extraction during replay ingest
+                           (default: skip; await compares extractor models and
+                           needs --runtime-profile real|openclaw-chain)
   --task-ids-file <path>   Select an explicit JSON array of LoCoMo task IDs
   --expected-task-id-list-sha256 <sha256>
                            Pin the selected LoCoMo task-ID list
@@ -12628,7 +12680,7 @@ function buildPublishedBenchmarkOptions(benchmarkId, args, taskSelector) {
     return {
       ...trialLimitOptions ?? {},
       ...trialConcurrencyOptions ?? {},
-      replayExtractionMode: "skip",
+      replayExtractionMode: resolveLoCoMoReplayExtractionMode(args),
       ...taskSelector ? { taskSelector } : {}
     };
   }
@@ -12906,7 +12958,7 @@ async function runBenchViaPackage(parsed, benchmarkId, runtimeProfile, benchStat
     );
     system = benchmarkId === "memcorrect-v1" && parsed.adapter === "mcp" ? await createPackageMcpMemCorrectAdapter(benchModule, parsed) : await plan.createAdapter({
       ...plan.runtime.adapterOptions,
-      ...benchmarkId === "locomo" ? { replayExtractionMode: "skip" } : {},
+      ...benchmarkId === "locomo" ? { replayExtractionMode: resolveLoCoMoReplayExtractionMode(parsed) } : {},
       ...amaBenchProtocol.primaryJudge ? { judge: amaBenchProtocol.primaryJudge } : {}
     });
     if (benchmarkId === "memcorrect-v1" && parsed.adapter === "mcp") {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/cli",
-  "version": "10.0.11",
+  "version": "10.0.12",
   "description": "CLI for Remnic memory — init, query, doctor, daemon management",
   "type": "module",
   "main": "dist/index.js",
@@ -26,26 +26,26 @@
   },
   "dependencies": {
     "yaml": "^2.4.2",
-    "@remnic/plugin-pi": "^10.0.11",
-    "@remnic/server": "^10.0.11",
-    "@remnic/core": "^10.0.11"
+    "@remnic/server": "^10.0.12",
+    "@remnic/plugin-pi": "^10.0.12",
+    "@remnic/core": "^10.0.12"
   },
   "peerDependencies": {
-    "@remnic/bench": "^10.0.11",
-    "@remnic/plugin-openclaw": "^10.0.11",
-    "@remnic/export-weclone": "^10.0.11",
-    "@remnic/import-weclone": "^10.0.11",
-    "@remnic/import-chatgpt": "^10.0.11",
-    "@remnic/import-claude": "^10.0.11",
-    "@remnic/import-gemini": "^10.0.11",
-    "@remnic/import-lossless-claw": "^10.0.11",
-    "@remnic/import-mem0": "^10.0.11",
-    "@remnic/import-supermemory": "^10.0.11",
-    "@remnic/import-okf": "^10.0.11",
-    "@remnic/connector-limitless": "^10.0.11",
-    "@remnic/connector-bee": "^10.0.11",
-    "@remnic/connector-omi": "^10.0.11",
-    "@remnic/capture-audio": "^10.0.11"
+    "@remnic/bench": "^10.0.12",
+    "@remnic/plugin-openclaw": "^10.0.12",
+    "@remnic/export-weclone": "^10.0.12",
+    "@remnic/import-weclone": "^10.0.12",
+    "@remnic/import-chatgpt": "^10.0.12",
+    "@remnic/import-claude": "^10.0.12",
+    "@remnic/import-gemini": "^10.0.12",
+    "@remnic/import-lossless-claw": "^10.0.12",
+    "@remnic/import-mem0": "^10.0.12",
+    "@remnic/import-supermemory": "^10.0.12",
+    "@remnic/import-okf": "^10.0.12",
+    "@remnic/connector-limitless": "^10.0.12",
+    "@remnic/connector-bee": "^10.0.12",
+    "@remnic/connector-omi": "^10.0.12",
+    "@remnic/capture-audio": "^10.0.12"
   },
   "peerDependenciesMeta": {
     "@remnic/bench": {
@@ -97,19 +97,19 @@
   "devDependencies": {
     "tsup": "^8.5.1",
     "typescript": "^5.9.3",
-    "@remnic/bench": "10.0.11",
-    "@remnic/plugin-openclaw": "10.0.11",
-    "@remnic/export-weclone": "10.0.11",
-    "@remnic/import-weclone": "10.0.11",
-    "@remnic/import-chatgpt": "10.0.11",
-    "@remnic/import-gemini": "10.0.11",
-    "@remnic/import-claude": "10.0.11",
-    "@remnic/import-lossless-claw": "10.0.11",
-    "@remnic/import-mem0": "10.0.11",
-    "@remnic/import-supermemory": "10.0.11",
-    "@remnic/connector-limitless": "10.0.11",
-    "@remnic/connector-bee": "10.0.11",
-    "@remnic/connector-omi": "10.0.11"
+    "@remnic/bench": "10.0.12",
+    "@remnic/plugin-openclaw": "10.0.12",
+    "@remnic/import-weclone": "10.0.12",
+    "@remnic/import-claude": "10.0.12",
+    "@remnic/import-chatgpt": "10.0.12",
+    "@remnic/import-gemini": "10.0.12",
+    "@remnic/import-lossless-claw": "10.0.12",
+    "@remnic/import-supermemory": "10.0.12",
+    "@remnic/import-mem0": "10.0.12",
+    "@remnic/connector-limitless": "10.0.12",
+    "@remnic/connector-omi": "10.0.12",
+    "@remnic/export-weclone": "10.0.12",
+    "@remnic/connector-bee": "10.0.12"
   },
   "license": "MIT",
   "repository": {