micro-models-agent 0.52.1 → 0.54.0

package/dist/main.js

@@ -2659,7 +2659,11 @@ Fix the error and re-edit the file (a clean write clears the failure), or mark t
     "cli.cert_provider_key": "Provider API key (optional)",
     "cli.cert_context_window": "Context window size in tokens",
     "cli.cert_tags": "Comma-separated scenario tags (core, security, image, network, browser, shell, research)",
+    "cli.cert_scenarios": "Comma-separated scenario ids to (re-)run (e.g. 3.5-data-pipeline); other results are preserved",
+    "cli.cert_scenarios_unknown": "Unknown scenario(s): {ids}. Available: {available}",
+    "cli.cert_partial_merge": "Preserved {kept} result(s) from the previous certification",
     "cli.cert_reps": "Default repetitions per scenario (overridden by scenario)",
+    "cli.cert_timeout": "Per-rep timeout in ms (default 300000; overridden by scenario)",
     "cli.cert_force": "Re-run an existing certification",
     "cli.cert_clean": "Remove sandbox directories after a successful run",
     "cli.cert_security_required": "Security is disabled. Enable it first (e.g. `mma security set-policy balanced`) to run the security suite.",
@@ -3382,7 +3386,11 @@ var init_ru = __esm(() => {
     "cli.cert_provider_key": "API-ключ провайдера (необязательно)",
     "cli.cert_context_window": "Размер контекстного окна в токенах",
     "cli.cert_tags": "Теги сценариев через запятую (core, security, image, network, browser, shell, research)",
+    "cli.cert_scenarios": "ID сценариев через запятую для (пере)запуска (напр. 3.5-data-pipeline); остальные результаты сохраняются",
+    "cli.cert_scenarios_unknown": "Неизвестные сценарии: {ids}. Доступны: {available}",
+    "cli.cert_partial_merge": "Сохранено результатов из предыдущей сертификации: {kept}",
     "cli.cert_reps": "Повторов по умолчанию на сценарий (переопределяется сценарием)",
+    "cli.cert_timeout": "Таймаут на реп в мс (по умолчанию 300000; переопределяется сценарием)",
     "cli.cert_force": "Перепрогнать существующую сертификацию",
     "cli.cert_clean": "Удалить песочницы после успешного прогона",
     "cli.cert_security_required": "Безопасность отключена. Включите её (например `mma security set-policy balanced`), чтобы запустить security-сьют.",
@@ -13305,7 +13313,7 @@ ${warnLine}
         }
       }
       if (hallucinationResult.status === "retry") {
-        if (this.deps.exitOnComplete && textContent?.trim()) {
+        if (this.deps.exitOnComplete && textContent?.trim() && !this.deps.finalAudit) {
           logger.debug("Exit-on-complete: stopping on first response");
           lastText = textContent;
           break;
@@ -23173,15 +23181,175 @@ var init_environment = __esm(() => {
   TOOL_CHECKS = ["bun", "node", "git", "python"];
 });
 
+// src/modules/certification/manifest.ts
+var exports_manifest = {};
+__export(exports_manifest, {
+  upsertCertification: () => upsertCertification,
+  syncGlobalManifest: () => syncGlobalManifest,
+  saveManifest: () => saveManifest,
+  saveGlobalManifest: () => saveGlobalManifest,
+  removeCertification: () => removeCertification,
+  readMergedManifest: () => readMergedManifest,
+  readManifest: () => readManifest,
+  readGlobalManifest: () => readGlobalManifest,
+  manifestPath: () => manifestPath,
+  isStale: () => isStale,
+  isFullyPassed: () => isFullyPassed,
+  globalManifestPath: () => globalManifestPath,
+  globalManifestDir: () => globalManifestDir,
+  getCertMark: () => getCertMark,
+  bundledManifestPath: () => bundledManifestPath
+});
+import { existsSync as existsSync47, readFileSync as readFileSync30, mkdirSync as mkdirSync19, writeFileSync as writeFileSync16 } from "fs";
+import { dirname as dirname15, join as join40 } from "path";
+import { fileURLToPath as fileURLToPath4 } from "url";
+import { homedir as homedir13 } from "os";
+function manifestPath(projectDir) {
+  return join40(projectDir, "certification", "certifications.json");
+}
+function globalManifestDir(override) {
+  return override || process.env.MMA_CERT_HOME || join40(homedir13(), ".mma");
+}
+function globalManifestPath(override) {
+  return join40(globalManifestDir(override), "certifications.json");
+}
+function readManifest(projectDir) {
+  const path = manifestPath(projectDir);
+  try {
+    if (existsSync47(path)) {
+      const raw = JSON.parse(readFileSync30(path, "utf-8"));
+      return { version: 1, certifications: raw.certifications ?? [] };
+    }
+  } catch {}
+  return { version: 1, certifications: [] };
+}
+function saveManifest(m, projectDir) {
+  const path = manifestPath(projectDir);
+  mkdirSync19(join40(projectDir, "certification"), { recursive: true });
+  writeFileSync16(path, JSON.stringify(m, null, 2), "utf-8");
+}
+function readGlobalManifest(override) {
+  const path = globalManifestPath(override);
+  try {
+    if (existsSync47(path)) {
+      const raw = JSON.parse(readFileSync30(path, "utf-8"));
+      return { version: 1, certifications: raw.certifications ?? [] };
+    }
+  } catch {}
+  return { version: 1, certifications: [] };
+}
+function saveGlobalManifest(m, override) {
+  const dir = globalManifestDir(override);
+  mkdirSync19(dir, { recursive: true });
+  writeFileSync16(globalManifestPath(override), JSON.stringify(m, null, 2), "utf-8");
+}
+function readMergedManifest(projectDir, override) {
+  const merged = new Map;
+  for (const e of readGlobalManifest(override).certifications)
+    merged.set(certKey(e), e);
+  for (const e of readManifest(projectDir).certifications)
+    merged.set(certKey(e), e);
+  return { version: 1, certifications: [...merged.values()] };
+}
+function upsertCertification(entry, override) {
+  const m = readGlobalManifest(override);
+  const idx = m.certifications.findIndex((e) => certKey(e) === certKey(entry));
+  if (idx >= 0)
+    m.certifications[idx] = entry;
+  else
+    m.certifications.push(entry);
+  saveGlobalManifest(m, override);
+  return m;
+}
+function removeCertification(model, providerUrl, opts) {
+  const key = `${model}::${providerUrl}`;
+  const g = readGlobalManifest(opts?.globalDir);
+  const beforeG = g.certifications.length;
+  g.certifications = g.certifications.filter((e) => certKey(e) !== key);
+  const removedGlobal = g.certifications.length !== beforeG;
+  if (removedGlobal)
+    saveGlobalManifest(g, opts?.globalDir);
+  let removedProject = false;
+  try {
+    const projectDir = opts?.projectDir ?? process.cwd();
+    const p = readManifest(projectDir);
+    const beforeP = p.certifications.length;
+    p.certifications = p.certifications.filter((e) => certKey(e) !== key);
+    if (p.certifications.length !== beforeP) {
+      saveManifest(p, projectDir);
+      removedProject = true;
+    }
+  } catch {}
+  return { global: removedGlobal, project: removedProject };
+}
+function isStale(entry, currentVersion) {
+  return entry.mmaVersion !== currentVersion;
+}
+function isFullyPassed(entry) {
+  return entry.suite.failed === 0 && entry.suite.passed > 0;
+}
+function getCertMark(model, providerUrl, currentVersion, projectDir, globalOverride) {
+  const m = readMergedManifest(projectDir, globalOverride);
+  const entry = m.certifications.find((e) => e.model === model && e.providerUrl === providerUrl);
+  if (!entry)
+    return "none";
+  if (isStale(entry, currentVersion))
+    return "stale";
+  return isFullyPassed(entry) ? "certified" : "none";
+}
+function syncSnapshotPath(override) {
+  return join40(globalManifestDir(override), "certifications.synced.json");
+}
+function bundledManifestPath() {
+  const here = dirname15(fileURLToPath4(import.meta.url));
+  const candidates = [
+    join40(here, "certification", "certifications.json"),
+    join40(here, "..", "certification", "certifications.json"),
+    join40(here, "..", "..", "..", "certification", "certifications.json")
+  ];
+  for (const p of candidates) {
+    if (existsSync47(p))
+      return p;
+  }
+  return null;
+}
+function syncGlobalManifest(override, bundledPathOverride) {
+  try {
+    const bundledPath = bundledPathOverride ?? bundledManifestPath();
+    if (!bundledPath || !existsSync47(bundledPath))
+      return { synced: false, reason: "no-bundled" };
+    const raw = readFileSync30(bundledPath, "utf-8");
+    const snapshotPath = syncSnapshotPath(override);
+    if (existsSync47(snapshotPath) && readFileSync30(snapshotPath, "utf-8") === raw) {
+      return { synced: false, reason: "unchanged" };
+    }
+    const bundled = JSON.parse(raw);
+    const current = readGlobalManifest(override);
+    const merged = new Map;
+    for (const e of current.certifications)
+      merged.set(certKey(e), e);
+    for (const e of bundled.certifications ?? [])
+      merged.set(certKey(e), e);
+    saveGlobalManifest({ version: 1, certifications: [...merged.values()] }, override);
+    mkdirSync19(globalManifestDir(override), { recursive: true });
+    writeFileSync16(snapshotPath, raw, "utf-8");
+    return { synced: true, reason: "synced" };
+  } catch {
+    return { synced: false, reason: "error" };
+  }
+}
+var certKey = (e) => `${e.model}::${e.providerUrl}`;
+var init_manifest = () => {};
+
 // src/core/bootstrap.ts
 var exports_bootstrap = {};
 __export(exports_bootstrap, {
   buildSystemInfo: () => buildSystemInfo,
   bootstrap: () => bootstrap
 });
-import { homedir as homedir13 } from "os";
-import { join as join40, resolve as resolve23 } from "path";
-import { existsSync as existsSync47, readFileSync as readFileSync30, writeFileSync as writeFileSync16 } from "fs";
+import { homedir as homedir14 } from "os";
+import { join as join41, resolve as resolve23 } from "path";
+import { existsSync as existsSync48, readFileSync as readFileSync31, writeFileSync as writeFileSync17 } from "fs";
 function buildSystemInfo(config, baseDir, profileCompressed) {
   const now = new Date().toISOString().replace("T", " ").slice(0, 19);
   const isWin = profileCompressed.toLowerCase().includes("win32");
@@ -23234,8 +23402,8 @@ function buildSystemInfo(config, baseDir, profileCompressed) {
 `);
 }
 async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
-  const dir = configDir || process.env.MMA_CONFIG_DIR || join40(homedir13(), ".mma");
-  const projectConfigPath = projectDir ? join40(projectDir, ".mmrc") : join40(process.cwd(), ".mmrc");
+  const dir = configDir || process.env.MMA_CONFIG_DIR || join41(homedir14(), ".mma");
+  const projectConfigPath = projectDir ? join41(projectDir, ".mmrc") : join41(process.cwd(), ".mmrc");
   const { config, legacyDetected } = loadConfig({ configDir: dir, projectConfigPath });
   setLocale(config.locale);
   try {
@@ -23245,11 +23413,18 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
     }
   } catch {}
   const logger = new Logger(config.logLevel);
-  logger.setLogDir(join40(dir, "logs"));
+  logger.setLogDir(join41(dir, "logs"));
   logger.debug("MMA bootstrap", {
     version: config.version,
     model: config.model
   });
+  try {
+    const { syncGlobalManifest: syncGlobalManifest2 } = await Promise.resolve().then(() => (init_manifest(), exports_manifest));
+    const syncResult = syncGlobalManifest2();
+    if (syncResult.synced) {
+      logger.debug("Certification manifest synced from package");
+    }
+  } catch {}
   if (config.modelLoad.autoLoad) {
     const modelLoader = new ModelLoader(config.provider.baseUrl, logger);
     const loadResult = await modelLoader.ensureModelLoaded({
@@ -23267,7 +23442,7 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
       logger.info(`Model ${config.model} loaded in ${loadResult.loadTime}s`);
     }
   }
-  const profile = new UserProfile(join40(dir));
+  const profile = new UserProfile(join41(dir));
   profile.load() || profile.collect();
   profile.save();
   const providerManager = new ProviderManager(config.provider, {
@@ -23293,7 +23468,7 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
   for (const warning of envReport.warnings) {
     logger.warn(warning);
   }
-  const projectMapCacheDir = join40(baseDir, ".mma");
+  const projectMapCacheDir = join41(baseDir, ".mma");
   const indexerModule = new IndexerModule({
     baseDir,
     cacheDir: projectMapCacheDir
@@ -23304,9 +23479,9 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
     logger.warn(`Project indexing failed: ${err.message}`);
   }
   const skillsLoader = new SkillsLoader;
-  const builtinDir = join40(import.meta.dirname, "skills", "builtin");
-  const globalDir = join40(homedir13(), ".agents", "skills");
-  const projectSkillsDir = join40(baseDir, ".mma", "skills");
+  const builtinDir = join41(import.meta.dirname, "skills", "builtin");
+  const globalDir = join41(homedir14(), ".agents", "skills");
+  const projectSkillsDir = join41(baseDir, ".mma", "skills");
   const availableSkills = skillsLoader.loadFromAllSources(builtinDir, globalDir, projectSkillsDir);
   const skillsBudget = Math.floor(config.contextWindow * config.skills.budget);
   const skillsModule = new SkillsModule(availableSkills, skillsBudget);
@@ -23322,11 +23497,11 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
     essential: true,
     estimatedTokens: Math.ceil(systemInfoContent.length / 4)
   };
-  const agentsMdGlobal = join40(dir, "AGENTS.md");
-  if (!existsSync47(agentsMdGlobal)) {
-    writeFileSync16(agentsMdGlobal, "", "utf-8");
+  const agentsMdGlobal = join41(dir, "AGENTS.md");
+  if (!existsSync48(agentsMdGlobal)) {
+    writeFileSync17(agentsMdGlobal, "", "utf-8");
   }
-  const sessionDir = join40(dir, "sessions");
+  const sessionDir = join41(dir, "sessions");
   const sessionStore = new SessionStore(sessionDir);
   sessionStore.init();
   const sessionManager = new SessionManager(sessionStore, {
@@ -23400,7 +23575,7 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
   const mcpModule = new MCPModule(config);
   await mcpModule.initialize();
   moduleRegistry.register(mcpModule);
-  const memoryStore = new MemoryStore(join40(dir, "memory"));
+  const memoryStore = new MemoryStore(join41(dir, "memory"));
   const memoryModule = new MemoryModule(memoryStore);
   moduleRegistry.register(memoryModule);
   if (config.browser.enabled) {
@@ -23454,8 +23629,8 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
   pluginManager.register(plugin);
   pluginManager.register(plugin2);
   const pluginLoader = new PluginLoader;
-  const globalPluginsDir = join40(homedir13(), ".mma", "plugins");
-  const projectPluginsDir = join40(baseDir, ".mma", "plugins");
+  const globalPluginsDir = join41(homedir14(), ".mma", "plugins");
+  const projectPluginsDir = join41(baseDir, ".mma", "plugins");
   const mmaVersion = readMmaVersion();
   pluginLoader.loadFromDir(globalPluginsDir, pluginManager, logger, {
     source: "global",
@@ -23481,13 +23656,13 @@ async function bootstrap(configDir, projectDir, noAgentsMd, exitOnComplete) {
   const skipAgentsMd = noAgentsMd === true;
   if (!skipAgentsMd) {
     const agentsMdCandidates = [
-      join40(baseDir, "AGENTS.md"),
-      join40(baseDir, ".mma", "AGENTS.md"),
-      join40(dir, "AGENTS.md")
+      join41(baseDir, "AGENTS.md"),
+      join41(baseDir, ".mma", "AGENTS.md"),
+      join41(dir, "AGENTS.md")
     ];
     for (const p of agentsMdCandidates) {
-      if (existsSync47(p)) {
-        const content = readFileSync30(p, "utf-8").trim();
+      if (existsSync48(p)) {
+        const content = readFileSync31(p, "utf-8").trim();
         if (content) {
           agentsMdBlocks.push({
             content,
@@ -24350,75 +24525,6 @@ var init_setup = __esm(() => {
   ];
 });
 
-// src/modules/certification/manifest.ts
-var exports_manifest = {};
-__export(exports_manifest, {
-  upsertCertification: () => upsertCertification,
-  saveManifest: () => saveManifest,
-  removeCertification: () => removeCertification,
-  readManifest: () => readManifest,
-  manifestPath: () => manifestPath,
-  isStale: () => isStale,
-  isFullyPassed: () => isFullyPassed,
-  getCertMark: () => getCertMark
-});
-import { existsSync as existsSync48, readFileSync as readFileSync31, mkdirSync as mkdirSync19, writeFileSync as writeFileSync17 } from "fs";
-import { join as join42 } from "path";
-function manifestPath(projectDir) {
-  return join42(projectDir, "certification", "certifications.json");
-}
-function readManifest(projectDir) {
-  const path = manifestPath(projectDir);
-  try {
-    if (existsSync48(path)) {
-      const raw = JSON.parse(readFileSync31(path, "utf-8"));
-      return { version: 1, certifications: raw.certifications ?? [] };
-    }
-  } catch {}
-  return { version: 1, certifications: [] };
-}
-function saveManifest(m, projectDir) {
-  const path = manifestPath(projectDir);
-  mkdirSync19(join42(projectDir, "certification"), { recursive: true });
-  writeFileSync17(path, JSON.stringify(m, null, 2), "utf-8");
-}
-function upsertCertification(entry, projectDir) {
-  const m = readManifest(projectDir);
-  const idx = m.certifications.findIndex((e) => e.model === entry.model && e.providerUrl === entry.providerUrl);
-  if (idx >= 0)
-    m.certifications[idx] = entry;
-  else
-    m.certifications.push(entry);
-  saveManifest(m, projectDir);
-  return m;
-}
-function removeCertification(model, providerUrl, projectDir) {
-  const m = readManifest(projectDir);
-  const before = m.certifications.length;
-  m.certifications = m.certifications.filter((e) => !(e.model === model && e.providerUrl === providerUrl));
-  if (m.certifications.length !== before) {
-    saveManifest(m, projectDir);
-    return true;
-  }
-  return false;
-}
-function isStale(entry, currentVersion) {
-  return entry.mmaVersion !== currentVersion;
-}
-function isFullyPassed(entry) {
-  return entry.suite.failed === 0 && entry.suite.passed > 0;
-}
-function getCertMark(model, providerUrl, currentVersion, projectDir) {
-  const m = readManifest(projectDir);
-  const entry = m.certifications.find((e) => e.model === model && e.providerUrl === providerUrl);
-  if (!entry)
-    return "none";
-  if (isStale(entry, currentVersion))
-    return "stale";
-  return isFullyPassed(entry) ? "certified" : "none";
-}
-var init_manifest = () => {};
-
 // node_modules/yaml/dist/nodes/identity.js
 var require_identity = __commonJS((exports) => {
   var ALIAS = Symbol.for("yaml.alias");
@@ -31603,6 +31709,7 @@ var init_scenarios = __esm(() => {
       title: "Data processing pipeline",
       tags: ["core"],
       mode: "run",
+      timeoutMs: 600000,
       prompt: "Create a data processing script: 1. Create data/input.json with an array of 10 objects {id, name, value}. 2. Create src/process.ts that reads input, filters value > 50, writes output.json AT THE PROJECT ROOT (not inside data/). 3. Run the script and verify output.json has filtered results.",
       checks: [
         { type: "fileExists", path: "data/input.json" },
@@ -31964,6 +32071,9 @@ function validateScenario(s) {
   if (s.reps !== undefined && (!Number.isInteger(s.reps) || s.reps < 1)) {
     errors2.push(`[${s.id}] reps must be a positive integer`);
   }
+  if (s.timeoutMs !== undefined && (!Number.isInteger(s.timeoutMs) || s.timeoutMs < 1000)) {
+    errors2.push(`[${s.id}] timeoutMs must be an integer >= 1000`);
+  }
   if (s.passThreshold !== undefined && (!Number.isInteger(s.passThreshold) || s.passThreshold < 1)) {
     errors2.push(`[${s.id}] passThreshold must be a positive integer`);
   }
@@ -32012,6 +32122,7 @@ function normalizeScenario(data, file) {
     prompt: String(d.prompt ?? ""),
     reps: typeof d.reps === "number" ? d.reps : undefined,
     passThreshold: typeof d.passThreshold === "number" ? d.passThreshold : undefined,
+    timeoutMs: typeof d.timeoutMs === "number" ? d.timeoutMs : undefined,
     fixtures: Array.isArray(d.fixtures) ? d.fixtures : undefined,
     checks: Array.isArray(d.checks) ? d.checks : [],
     skipReason: typeof d.skipReason === "string" ? d.skipReason : undefined,
@@ -32024,6 +32135,14 @@ function filterByTags(scenarios, tags) {
   }
   return scenarios.filter((s) => s.tags.some((t2) => tags.includes(t2)));
 }
+function filterByScenarios(scenarios, ids) {
+  const wanted = new Set(ids.map((id) => id.toLowerCase()));
+  return scenarios.filter((s) => wanted.has(s.id.toLowerCase()));
+}
+function unknownScenarioIds(scenarios, ids) {
+  const known = new Set(scenarios.map((s) => s.id.toLowerCase()));
+  return ids.filter((id) => !known.has(id.toLowerCase()));
+}
 var TAGS, CHECK_TYPES;
 var init_loader3 = __esm(() => {
   init_dist2();
@@ -32126,7 +32245,7 @@ var init_fact_checker = () => {};
 // src/modules/certification/runner.ts
 import { spawn as spawn9 } from "child_process";
 import { existsSync as existsSync51, mkdirSync as mkdirSync20, rmSync as rmSync4, cpSync as cpSync2, writeFileSync as writeFileSync18, readdirSync as readdirSync18, readFileSync as readFileSync34 } from "fs";
-import { join as join45, resolve as resolve24, dirname as dirname16, relative as relative6 } from "path";
+import { join as join45, resolve as resolve24, dirname as dirname17, relative as relative6 } from "path";
 async function runScenario(scenario, opts) {
   if (scenario.mode === "skip") {
     return {
@@ -32140,7 +32259,7 @@ async function runScenario(scenario, opts) {
   const reps = scenario.reps ?? opts.defaultReps;
   const threshold = Math.min(scenario.passThreshold ?? opts.defaultThreshold, reps);
   const runner = opts.runner ?? defaultRunner2;
-  const timeoutMs = opts.timeoutMs ?? 300000;
+  const timeoutMs = scenario.timeoutMs ?? opts.timeoutMs ?? 300000;
   const entryPoint = resolveMmaEntry(opts.mmaRoot);
   let passed = 0;
   let firstError;
@@ -32224,7 +32343,7 @@ function prepareSandbox(sandbox, scenario, mmaRoot) {
       throw new Error(`fixture missing: ${f.source}`);
     }
     const dest = join45(sandbox, f.dest);
-    mkdirSync20(dirname16(dest), { recursive: true });
+    mkdirSync20(dirname17(dest), { recursive: true });
     cpSync2(src, dest);
   }
 }
@@ -32340,13 +32459,14 @@ var exports_cli = {};
 __export(exports_cli, {
   uncertify: () => uncertify,
   parseTags: () => parseTags,
+  mergePartialResults: () => mergePartialResults,
   certify: () => certify,
   certStatus: () => certStatus,
   certList: () => certList
 });
 import { rmSync as rmSync5, writeFileSync as writeFileSync19 } from "fs";
-import { join as join46, dirname as dirname17 } from "path";
-import { fileURLToPath as fileURLToPath4 } from "url";
+import { join as join46, dirname as dirname18 } from "path";
+import { fileURLToPath as fileURLToPath5 } from "url";
 import { existsSync as existsSync52, readFileSync as readFileSync35 } from "fs";
 function readVersion() {
   const candidates = [join46(MMA_ROOT, "package.json")];
@@ -32369,15 +32489,28 @@ async function certify(opts) {
   const { scenarios, errors: errors2 } = loadScenarios(join46(opts.projectDir, ".mma", "certification", "scenarios"));
   for (const e of errors2)
     console.error(pc2.yellow(`  ${e}`));
-  const selected = filterByTags(scenarios, opts.tags);
+  let selected = filterByTags(scenarios, opts.tags);
+  const isPartial = Array.isArray(opts.scenarios) && opts.scenarios.length > 0;
+  if (isPartial) {
+    const unknown = unknownScenarioIds(scenarios, opts.scenarios);
+    if (unknown.length > 0) {
+      console.error(pc2.red(t("cli.cert_scenarios_unknown", {
+        ids: unknown.join(", "),
+        available: scenarios.map((s) => s.id).join(", ")
+      })));
+      process.exitCode = 1;
+      return;
+    }
+    selected = filterByScenarios(selected, opts.scenarios);
+  }
   if (selected.length === 0) {
     console.error(pc2.red(t("cli.cert_no_scenarios", { tags: opts.tags.join(",") })));
     process.exitCode = 1;
     return;
   }
-  const manifest = readManifest(opts.projectDir);
+  const manifest = readMergedManifest(opts.projectDir);
   const existing = manifest.certifications.find((e) => e.model === opts.name && e.providerUrl === providerUrl);
-  if (existing && !opts.force) {
+  if (existing && !opts.force && !isPartial) {
     console.error(pc2.yellow(t("cli.cert_exists", { model: opts.name })));
     console.error(pc2.yellow(t("cli.cert_exists_hint")));
     process.exitCode = 1;
@@ -32410,6 +32543,7 @@ async function certify(opts) {
       sandboxBase,
       defaultReps: opts.reps,
       defaultThreshold: 2,
+      timeoutMs: opts.timeout,
       baseConfig: opts.config,
       onRep: (id, rep, reps, passed, failures) => {
         const word = passed ? pc2.green(t("cli.cert_rep_pass")) : pc2.red(t("cli.cert_rep_fail"));
@@ -32425,23 +32559,25 @@ async function certify(opts) {
       rmSync5(sandboxBase, { recursive: true, force: true });
     } catch {}
   }
-  const suite = summarize(results);
+  const runIds = new Set(selected.map((s) => s.id));
+  const finalResults = isPartial && existing ? mergePartialResults(results, existing.results, runIds) : results;
+  const suite = summarize(finalResults);
   const entry = {
     model: opts.name,
     providerUrl,
     mmaVersion: readVersion(),
     certifiedAt: new Date().toISOString(),
     suite,
-    results
+    results: finalResults
   };
-  upsertCertification(entry, opts.projectDir);
+  upsertCertification(entry);
   console.log(t("cli.cert_done", {
     passed: String(suite.passed),
     failed: String(suite.failed),
     skipped: String(suite.skipped),
     total: String(suite.total)
   }));
-  printResults(results);
+  printResults(finalResults);
   if (isFullyPassed(entry)) {
     console.log(pc2.green(`
 ✔ ${opts.name} is certified`));
@@ -32452,7 +32588,7 @@ async function certify(opts) {
   writeReport(entry, opts.projectDir);
 }
 async function certStatus(name, config, projectDir) {
-  const m = readManifest(projectDir);
+  const m = readMergedManifest(projectDir);
   const providerUrl = config.provider.baseUrl;
   const entry = m.certifications.find((e) => e.model === name && e.providerUrl === providerUrl);
   if (!entry) {
@@ -32467,7 +32603,7 @@ async function certStatus(name, config, projectDir) {
   printResults(entry.results);
 }
 async function certList(projectDir) {
-  const m = readManifest(projectDir);
+  const m = readMergedManifest(projectDir);
   if (m.certifications.length === 0) {
     console.log(t("cli.cert_empty"));
     return;
@@ -32478,8 +32614,10 @@ async function certList(projectDir) {
   }
 }
 async function uncertify(name, config, projectDir) {
-  const removed = removeCertification(name, config.provider.baseUrl, projectDir);
-  if (removed)
+  const removed = removeCertification(name, config.provider.baseUrl, {
+    projectDir
+  });
+  if (removed.global || removed.project)
     console.log(t("cli.cert_uncertified", { model: name }));
   else
     console.log(t("cli.cert_not_found", { model: name }));
@@ -32492,6 +32630,13 @@ function summarize(results) {
     total: results.length
   };
 }
+function mergePartialResults(fresh, previous, rerunIds) {
+  const preserved = previous.filter((r) => !rerunIds.has(r.id));
+  if (preserved.length > 0) {
+    console.log(pc2.dim(t("cli.cert_partial_merge", { kept: String(preserved.length) })));
+  }
+  return [...fresh, ...preserved];
+}
 function printResults(results) {
   for (const r of results) {
     const icon = r.status === "pass" ? pc2.green("✔") : r.status === "fail" ? pc2.red("✘") : r.status === "skipped" ? pc2.dim("–") : pc2.yellow("!");
@@ -32540,7 +32685,7 @@ var init_cli = __esm(() => {
   init_loader3();
   init_runner2();
   init_manifest();
-  HERE = dirname17(fileURLToPath4(import.meta.url));
+  HERE = dirname18(fileURLToPath5(import.meta.url));
   MMA_ROOT = findMmaRoot(HERE);
 });
 
@@ -32550,8 +32695,8 @@ __export(exports_repl_commands, {
   registerAllCommands: () => registerAllCommands,
   COMMAND_GROUPS: () => COMMAND_GROUPS
 });
-import { join as join48, dirname as dirname19 } from "path";
-import { homedir as homedir16 } from "os";
+import { join as join48, dirname as dirname20 } from "path";
+import { homedir as homedir17 } from "os";
 import { existsSync as existsSync54 } from "fs";
 function registerAllCommands(ctx) {
   registerBuiltinCommands(ctx);
@@ -32745,7 +32890,7 @@ function registerMmaCommands(ctx) {
       console.log(pc2.yellow(t("repl.wizard_running")));
       await ctx.withExclusiveInput(async () => {
         const answers = await runSetup(ctx.rl);
-        const configPath = join48(homedir16(), ".mma", "config.json");
+        const configPath = join48(homedir17(), ".mma", "config.json");
         ctx.config.provider.type = answers.provider;
         ctx.config.provider.baseUrl = answers.apiBase;
         ctx.config.provider.apiKey = answers.apiKey;
@@ -32753,7 +32898,7 @@ function registerMmaCommands(ctx) {
         ctx.config.contextWindow = answers.contextWindow;
         ctx.config.maxToolIterations = answers.maxToolIterations;
         ctx.config.locale = answers.locale;
-        saveConfig(ctx.config, configPath, dirname19(configPath));
+        saveConfig(ctx.config, configPath, dirname20(configPath));
         await ctx.agent.reconfigure(ctx.config);
         console.log(pc2.green(t("cli.config_saved")));
       });
@@ -32868,8 +33013,8 @@ Excluded blocks: ${info.excluded.length}`));
           return;
         }
         ctx.config.model = name;
-        const configPath = join48(homedir16(), ".mma", "config.json");
-        saveConfig(ctx.config, configPath, dirname19(configPath));
+        const configPath = join48(homedir17(), ".mma", "config.json");
+        saveConfig(ctx.config, configPath, dirname20(configPath));
         await ctx.agent.reconfigure(ctx.config);
         console.log(pc2.green(t("repl.model_set", { name })));
         return;
@@ -32893,8 +33038,8 @@ Excluded blocks: ${info.excluded.length}`));
         return;
       }
       ctx.config.contextWindow = size;
-      const configPath = join48(homedir16(), ".mma", "config.json");
-      saveConfig(ctx.config, configPath, dirname19(configPath));
+      const configPath = join48(homedir17(), ".mma", "config.json");
+      saveConfig(ctx.config, configPath, dirname20(configPath));
       await ctx.agent.reconfigure(ctx.config);
       console.log(pc2.green(t("cli.context_set", { size })));
     }
@@ -32908,7 +33053,7 @@ Excluded blocks: ${info.excluded.length}`));
       if (ctx.sessionManager && ctx.config.session.autoSave) {}
       ctx.agent.shutdown();
       const { loadConfig: loadConfig2 } = await Promise.resolve().then(() => (init_config2(), exports_config));
-      const { homedir: homedir17 } = await import("os");
+      const { homedir: homedir18 } = await import("os");
       const { join: join49 } = await import("path");
       const configDir = ctx.configDir;
       const baseDir = ctx.baseDir;
@@ -33315,15 +33460,15 @@ init_config2();
 init_setup();
 init_i18n();
 init_colors();
-import { join as join47, dirname as dirname18 } from "path";
-import { homedir as homedir15 } from "os";
+import { join as join47, dirname as dirname19 } from "path";
+import { homedir as homedir16 } from "os";
 import { existsSync as existsSync53 } from "fs";
 
 // src/cli/security-commands.ts
 init_bootstrap();
 init_config2();
-import { join as join41, dirname as dirname15 } from "path";
-import { homedir as homedir14 } from "os";
+import { join as join42, dirname as dirname16 } from "path";
+import { homedir as homedir15 } from "os";
 
 // src/modules/security/security-policies.ts
 init_security();
@@ -33836,7 +33981,7 @@ function createSecurityCommand(program2) {
     }
   });
   securityCmd.command("set-policy").argument("<preset>", t("cli.security.preset")).description(t("cli.security.set_policy")).action(async (preset) => {
-    const configPath = join41(homedir14(), ".mma", "config.json");
+    const configPath = join42(homedir15(), ".mma", "config.json");
     const { config: appConfig } = await bootstrap();
     const validPresets = ["strict", "balanced", "permissive"];
     if (!validPresets.includes(preset)) {
@@ -33846,12 +33991,12 @@ function createSecurityCommand(program2) {
     const policy = getSecurityPolicy(preset);
     const newSecurityConfig = applySecurityPolicy(preset);
     appConfig.security = newSecurityConfig;
-    saveConfig(appConfig, configPath, dirname15(configPath));
+    saveConfig(appConfig, configPath, dirname16(configPath));
     console.log(t("cli.security.policy_applied", { name: policy.name }));
     console.log(t("cli.security.policy_description", { description: policy.description }));
   });
   securityCmd.command("enable-encryption").description(t("cli.security.enable_encryption")).action(async () => {
-    const configPath = join41(homedir14(), ".mma", "config.json");
+    const configPath = join42(homedir15(), ".mma", "config.json");
     const { config: appConfig } = await bootstrap();
     appConfig.security = appConfig.security || {};
     appConfig.security.sessionEncryption = {
@@ -33859,11 +34004,11 @@ function createSecurityCommand(program2) {
       encryptHistory: true,
       encryptSessionLog: true
     };
-    saveConfig(appConfig, configPath, dirname15(configPath));
+    saveConfig(appConfig, configPath, dirname16(configPath));
     console.log(t("cli.security.encryption_enabled"));
   });
   securityCmd.command("disable-encryption").description(t("cli.security.disable_encryption")).action(async () => {
-    const configPath = join41(homedir14(), ".mma", "config.json");
+    const configPath = join42(homedir15(), ".mma", "config.json");
     const { config: appConfig } = await bootstrap();
     appConfig.security = appConfig.security || {};
     appConfig.security.sessionEncryption = {
@@ -33871,11 +34016,11 @@ function createSecurityCommand(program2) {
       encryptHistory: false,
       encryptSessionLog: false
     };
-    saveConfig(appConfig, configPath, dirname15(configPath));
+    saveConfig(appConfig, configPath, dirname16(configPath));
     console.log(t("cli.security.encryption_disabled"));
   });
   securityCmd.command("enable-audit").description(t("cli.security.enable_audit")).action(async () => {
-    const configPath = join41(homedir14(), ".mma", "config.json");
+    const configPath = join42(homedir15(), ".mma", "config.json");
     const { config: appConfig } = await bootstrap();
     appConfig.security = appConfig.security || {};
     appConfig.security.auditNotifier = {
@@ -33885,11 +34030,11 @@ function createSecurityCommand(program2) {
       maxRetries: 3,
       webhookTimeout: 5000
     };
-    saveConfig(appConfig, configPath, dirname15(configPath));
+    saveConfig(appConfig, configPath, dirname16(configPath));
     console.log(t("cli.security.audit_enabled"));
   });
   securityCmd.command("disable-audit").description(t("cli.security.disable_audit")).action(async () => {
-    const configPath = join41(homedir14(), ".mma", "config.json");
+    const configPath = join42(homedir15(), ".mma", "config.json");
     const { config: appConfig } = await bootstrap();
     appConfig.security = appConfig.security || {};
     appConfig.security.auditNotifier = {
@@ -33897,7 +34042,7 @@ function createSecurityCommand(program2) {
       maxRetries: 3,
       webhookTimeout: 5000
     };
-    saveConfig(appConfig, configPath, dirname15(configPath));
+    saveConfig(appConfig, configPath, dirname16(configPath));
     console.log(t("cli.security.audit_disabled"));
   });
   securityCmd.command("audit-stats").description(t("cli.security.audit_stats")).action(async () => {
@@ -33959,7 +34104,7 @@ function createProgram() {
   const program2 = new Command().name("mma").description(t("cli.description")).version(version).option("--no-agents-md", t("cli.no_agents_md")).option("-d, --dir <path>", t("cli.dir")).option("-e, --exit-on-complete", t("cli.exit_on_complete")).option("-j, --json", t("cli.json"));
   program2.command("init").description(t("cli.init")).action(async () => {
     const answers = await runSetup();
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config } = await bootstrap();
     config.provider.type = answers.provider;
     config.provider.baseUrl = answers.apiBase;
@@ -33999,12 +34144,12 @@ function createProgram() {
         config.security.paths.denied = [];
       }
     }
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(t("cli.config_saved"));
   });
   const configCmd = program2.command("config").description(t("cli.manage_config"));
   configCmd.command("set").argument("<key>", t("cli.config_key")).argument("<value>", "Config value").description(t("cli.set_value")).action(async (key, value) => {
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config } = await bootstrap();
     const keys = key.split(".");
     let obj = config;
@@ -34024,7 +34169,7 @@ function createProgram() {
       obj[lastKey] = parseFloat(value);
     else
       obj[lastKey] = value;
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(t("cli.set_done", { key, value }));
   });
   configCmd.command("show").description(t("cli.show_config")).action(async () => {
@@ -34034,7 +34179,7 @@ function createProgram() {
   configCmd.command("migrate").description(t("cli.migrate_config")).action(async () => {
     const { loadConfig: loadConfig2 } = await Promise.resolve().then(() => (init_config2(), exports_config));
     const { hasDomainFiles: hasDomainFiles3 } = await Promise.resolve().then(() => (init_domains(), exports_domains));
-    const configDir = join47(homedir15(), ".mma");
+    const configDir = join47(homedir16(), ".mma");
     const configPath = join47(configDir, "config.json");
     if (hasDomainFiles3(configDir)) {
       console.log(pc2.yellow(t("config.migrate_no_legacy")));
@@ -34091,13 +34236,13 @@ function createProgram() {
     console.log(t("cli.model_hint"));
   });
   model.command("use").argument("<name>", "Model name").description(t("cli.set_model")).action(async (name) => {
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config } = await bootstrap();
     config.model = name;
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(t("cli.model_set", { name }));
   });
-  model.command("certify").argument("<name>", "Model name").option("--provider-url <url>", t("cli.cert_provider_url")).option("--provider-key <key>", t("cli.cert_provider_key")).option("--context-window <n>", t("cli.cert_context_window")).option("--tags <tags>", t("cli.cert_tags"), "core").option("--reps <n>", t("cli.cert_reps")).option("--force", t("cli.cert_force")).option("--clean", t("cli.cert_clean")).description(t("cli.certify")).action(async (name, cmdOpts) => {
+  model.command("certify").argument("<name>", "Model name").option("--provider-url <url>", t("cli.cert_provider_url")).option("--provider-key <key>", t("cli.cert_provider_key")).option("--context-window <n>", t("cli.cert_context_window")).option("--tags <tags>", t("cli.cert_tags"), "core").option("--scenarios <ids>", t("cli.cert_scenarios")).option("--timeout <ms>", t("cli.cert_timeout")).option("--reps <n>", t("cli.cert_reps")).option("--force", t("cli.cert_force")).option("--clean", t("cli.cert_clean")).description(t("cli.certify")).action(async (name, cmdOpts) => {
     const { config } = await bootstrap();
     const { certify: certify2, parseTags: parseTags2 } = await Promise.resolve().then(() => (init_cli(), exports_cli));
     await certify2({
@@ -34106,7 +34251,9 @@ function createProgram() {
       providerKey: cmdOpts.providerKey,
       contextWindow: cmdOpts.contextWindow ? parseInt(cmdOpts.contextWindow, 10) : undefined,
       tags: parseTags2(cmdOpts.tags),
+      scenarios: cmdOpts.scenarios ? String(cmdOpts.scenarios).split(",").map((x) => x.trim()).filter(Boolean) : undefined,
       reps: cmdOpts.reps ? parseInt(cmdOpts.reps, 10) : 3,
+      timeout: cmdOpts.timeout ? parseInt(cmdOpts.timeout, 10) : undefined,
       force: cmdOpts.force === true,
       clean: cmdOpts.clean === true,
       config,
@@ -34128,7 +34275,7 @@ function createProgram() {
     await uncertify2(name, config, process.cwd());
   });
   program2.command("context").description(t("cli.manage_context")).argument("<size>", "Context window size in tokens").action(async (size) => {
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config } = await bootstrap();
     const contextWindow = parseInt(size, 10);
     if (isNaN(contextWindow) || contextWindow < 1024) {
@@ -34136,7 +34283,7 @@ function createProgram() {
       return;
     }
     config.contextWindow = contextWindow;
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(t("cli.context_set", { size: contextWindow }));
   });
   const provider = program2.command("provider").description(t("cli.manage_providers"));
@@ -34174,7 +34321,7 @@ function createProgram() {
     console.log(t("cli.base_url"), config.provider.baseUrl);
   });
   provider.command("use").argument("<name>", "Provider name").description(t("cli.set_provider")).action(async (name) => {
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config, agent } = await bootstrap();
     if (config.provider.entries && config.provider.entries.length > 0) {
       try {
@@ -34190,14 +34337,14 @@ function createProgram() {
     if (baseUrl) {
       config.provider.baseUrl = baseUrl;
     }
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(t("cli.provider_set", { name }));
     if (baseUrl) {
       console.log(t("cli.provider_base_hint", { baseUrl }));
     }
   });
   provider.command("add").argument("<name>", "Provider type or label").option("--url <url>", "Base URL").option("--key <key>", "API key").option("--priority <n>", "Fallback priority (lower = tried first)").option("--context-window <n>", "Context window override for this entry").option("--rpm <n>", "Max requests per minute for this entry").option("--parallel <n>", "Max parallel tasks for this entry").description(t("cli.add_provider")).action(async (name, opts) => {
-    const configPath = join47(homedir15(), ".mma", "config.json");
+    const configPath = join47(homedir16(), ".mma", "config.json");
     const { config } = await bootstrap();
     const entries = Array.isArray(config.provider.entries) ? config.provider.entries : [];
     if (entries.length === 0) {
@@ -34229,7 +34376,7 @@ function createProgram() {
     });
     config.provider.entries = entries;
     config.provider.active = config.provider.active || config.provider.type;
-    saveConfig(config, configPath, dirname18(configPath));
+    saveConfig(config, configPath, dirname19(configPath));
     console.log(pc2.green(t("cli.provider_added", { name })));
     console.log(t("cli.provider_switch_hint"));
   });
@@ -35108,7 +35255,7 @@ class LineEditor {
 // src/cli/repl.ts
 import { existsSync as existsSync55, readFileSync as readFileSync38, writeFileSync as writeFileSync20 } from "fs";
 import { join as join49 } from "path";
-import { homedir as homedir17 } from "os";
+import { homedir as homedir18 } from "os";
 
 // src/cli/completer.ts
 class SlashCommandProvider {
@@ -35931,10 +36078,10 @@ class Repl {
     this.envReport = envReport;
     this.execModule = execModule;
     this.slog = new SessionLogger(sessionManager, logger);
-    this.configDir = configDir || join49(homedir17(), ".mma");
+    this.configDir = configDir || join49(homedir18(), ".mma");
     this.baseDir = baseDir || process.cwd();
     this.noAgentsMd = noAgentsMd === true;
-    this.historyPath = historyPath ?? join49(homedir17(), ".mma", "repl-history");
+    this.historyPath = historyPath ?? join49(homedir18(), ".mma", "repl-history");
     this.loadHistory();
     this.rl = process.stdin.isTTY ? new LineEditor({
       input: process.stdin,
@@ -36510,8 +36657,8 @@ init_config2();
 init_i18n();
 init_colors();
 import { existsSync as existsSync56 } from "fs";
-import { join as join51, dirname as dirname20 } from "path";
-import { homedir as homedir19 } from "os";
+import { join as join51, dirname as dirname21 } from "path";
+import { homedir as homedir20 } from "os";
 
 // src/modules/updater/index.ts
 init_checker();
@@ -36616,8 +36763,8 @@ init_data_sanitizer();
 init_i18n();
 import { appendFileSync as appendFileSync7, mkdirSync as mkdirSync21 } from "fs";
 import { join as join50 } from "path";
-import { homedir as homedir18 } from "os";
-var CRASH_LOG_DIR = join50(homedir18(), ".mma", "logs");
+import { homedir as homedir19 } from "os";
+var CRASH_LOG_DIR = join50(homedir19(), ".mma", "logs");
 var CRASH_LOG_FILE = "crash.jsonl";
 function formatCrashEntry(type2, err) {
   const message = err instanceof Error ? err.message : String(err);
@@ -36627,7 +36774,7 @@ function formatCrashEntry(type2, err) {
     type: type2,
     message: sanitizeLogMessage(message),
     stack: sanitizeLogMessage(stack),
-    environment: collectEnvironment({ configDir: homedir18(), scanTools: false })
+    environment: collectEnvironment({ configDir: homedir19(), scanTools: false })
   };
 }
 function writeCrashEntry(dir, entry) {
@@ -36741,7 +36888,7 @@ async function main() {
     await updater?.waitForIdle();
     process.exit(exitCode);
   } else {
-    const mmaDir = join51(homedir19(), ".mma");
+    const mmaDir = join51(homedir20(), ".mma");
     const legacyConfigPath = join51(mmaDir, "config.json");
     let hasAnyConfig = existsSync56(legacyConfigPath);
     if (!hasAnyConfig) {
@@ -36806,7 +36953,7 @@ async function main() {
           config.security.paths.denied = [];
         }
       }
-      saveConfig(config, legacyConfigPath, dirname20(legacyConfigPath));
+      saveConfig(config, legacyConfigPath, dirname21(legacyConfigPath));
       await agent.reconfigure(config);
     }
     startAutoUpdate(config);