nemoris 0.1.0 → 0.1.2

package/src/runtime/report-fallback.js

@@ -1,71 +1,71 @@
-import { getProviderModePolicy } from "./guards.js";
-
-function readFlag(name) {
-  const raw = process.env[name];
-  return raw === "1" || raw === "true";
-}
-
-export function classifyRuntimeFailure(message) {
-  const normalized = String(message || "").toLowerCase();
-  if (!normalized) return "unknown_failure";
-  if (normalized.includes("timed out")) return "timeout";
-  if (normalized.includes("loading model") || normalized.includes("server loading")) return "provider_loading";
-  if (normalized.includes("missing auth token") || normalized.includes("missing api key")) return "auth_missing";
-  if (normalized.includes("model") && normalized.includes("not found")) return "missing_model";
-  if (normalized.includes("structured") && normalized.includes("output")) return "structured_output_failure";
-  if (normalized.includes("provider error")) return "provider_error";
-  return "unknown_failure";
-}
-
-export function getReportFallbackPolicy(runtimeConfig = {}, options = {}) {
-  const configured = runtimeConfig?.reportFallback || {};
-  const envEnabled = readFlag("NEMORIS_ALLOW_REPORT_FALLBACK");
-  const allowReportFallback = Boolean(options.allowReportFallback || envEnabled || configured.enabled === true);
-
-  return {
-    enabled: allowReportFallback,
-    configEnabled: configured.enabled === true,
-    envEnabled,
-    overrideEnabled: Boolean(options.allowReportFallback),
-    lane: configured.lane || "report_fallback_lowcost",
-    allowedJobIds: configured.allowedJobIds || ["workspace-health"],
-    allowedFailureClasses: configured.allowedFailureClasses || ["timeout", "provider_loading"]
-  };
-}
-
-export function resolveReportFallback({ runtimeConfig, job, routingDecision, providerId, failureClass, options = {} }) {
-  const policy = getReportFallbackPolicy(runtimeConfig, options);
-  const jobPolicy = job?.reportFallback || null;
-
-  if (!jobPolicy?.enabled) {
-    return { allowed: false, policy, reason: "Job is not configured for report fallback." };
-  }
-
-  if (!policy.enabled) {
-    return { allowed: false, policy, reason: "Report fallback is disabled." };
-  }
-
-  if (!policy.allowedJobIds.includes(job.id)) {
-    return { allowed: false, policy, reason: `Job ${job.id} is not allowed to use report fallback.` };
-  }
-
-  if (!policy.allowedFailureClasses.includes(failureClass)) {
-    return { allowed: false, policy, reason: `Failure class ${failureClass} does not qualify for report fallback.` };
-  }
-
-  if (providerId !== "ollama" || routingDecision?.selectedLane !== "local_report") {
-    return { allowed: false, policy, reason: "Report fallback only applies after local_report Ollama failures." };
-  }
-
-  const providerModePolicy = getProviderModePolicy();
-  if (!providerModePolicy.allowRemoteProviders) {
-    return { allowed: false, policy, reason: "Remote provider execution is not enabled." };
-  }
-
-  return {
-    allowed: true,
-    policy,
-    targetLane: jobPolicy.lane || policy.lane,
-    trigger: failureClass
-  };
-}
+import { getProviderModePolicy } from "./guards.js";
+
+function readFlag(name) {
+  const raw = process.env[name];
+  return raw === "1" || raw === "true";
+}
+
+export function classifyRuntimeFailure(message) {
+  const normalized = String(message || "").toLowerCase();
+  if (!normalized) return "unknown_failure";
+  if (normalized.includes("timed out")) return "timeout";
+  if (normalized.includes("loading model") || normalized.includes("server loading")) return "provider_loading";
+  if (normalized.includes("missing auth token") || normalized.includes("missing api key")) return "auth_missing";
+  if (normalized.includes("model") && normalized.includes("not found")) return "missing_model";
+  if (normalized.includes("structured") && normalized.includes("output")) return "structured_output_failure";
+  if (normalized.includes("provider error")) return "provider_error";
+  return "unknown_failure";
+}
+
+export function getReportFallbackPolicy(runtimeConfig = {}, options = {}) {
+  const configured = runtimeConfig?.reportFallback || {};
+  const envEnabled = readFlag("NEMORIS_ALLOW_REPORT_FALLBACK");
+  const allowReportFallback = Boolean(options.allowReportFallback || envEnabled || configured.enabled === true);
+
+  return {
+    enabled: allowReportFallback,
+    configEnabled: configured.enabled === true,
+    envEnabled,
+    overrideEnabled: Boolean(options.allowReportFallback),
+    lane: configured.lane || "report_fallback_lowcost",
+    allowedJobIds: configured.allowedJobIds || ["workspace-health"],
+    allowedFailureClasses: configured.allowedFailureClasses || ["timeout", "provider_loading"]
+  };
+}
+
+export function resolveReportFallback({ runtimeConfig, job, routingDecision, providerId, failureClass, options = {} }) {
+  const policy = getReportFallbackPolicy(runtimeConfig, options);
+  const jobPolicy = job?.reportFallback || null;
+
+  if (!jobPolicy?.enabled) {
+    return { allowed: false, policy, reason: "Job is not configured for report fallback." };
+  }
+
+  if (!policy.enabled) {
+    return { allowed: false, policy, reason: "Report fallback is disabled." };
+  }
+
+  if (!policy.allowedJobIds.includes(job.id)) {
+    return { allowed: false, policy, reason: `Job ${job.id} is not allowed to use report fallback.` };
+  }
+
+  if (!policy.allowedFailureClasses.includes(failureClass)) {
+    return { allowed: false, policy, reason: `Failure class ${failureClass} does not qualify for report fallback.` };
+  }
+
+  if (providerId !== "ollama" || routingDecision?.selectedLane !== "local_report") {
+    return { allowed: false, policy, reason: "Report fallback only applies after local_report Ollama failures." };
+  }
+
+  const providerModePolicy = getProviderModePolicy();
+  if (!providerModePolicy.allowRemoteProviders) {
+    return { allowed: false, policy, reason: "Remote provider execution is not enabled." };
+  }
+
+  return {
+    allowed: true,
+    policy,
+    targetLane: jobPolicy.lane || policy.lane,
+    trigger: failureClass
+  };
+}

package/src/runtime/result-normalizer.js

@@ -1,183 +1,183 @@
-import { renderContractOutput } from "./output-contract-validator.js";
-import { estimateCost } from "../utils/usage-cost.js";
-import { extractUsageMetrics } from "../utils/usage-metrics.js";
-
-export function synthesizeDryRun(plan, modelId) {
-  const memoryCount = plan.packet.layers.memory.length;
-  const summary = `Dry-run shadow execution for ${plan.job.id} prepared on ${modelId} with ${memoryCount} relevant memory items.`;
-  const output = [
-    `Job ${plan.job.id} would run on lane ${plan.job.modelLane} using model ${modelId}.`,
-    `Workspace: ${plan.agent.workspaceRoot || "unknown"}.`,
-    `Tools: ${plan.packet.layers.tools.join(", ") || "none"}.`,
-    `Memory items included: ${memoryCount}.`
-  ].join(" ");
-
-  return {
-    summary,
-    output,
-    nextActions: ["switch to provider mode for a real shadow run", "compare with live cron output"]
-  };
-}
-
-export function formatOutputContract(contract) {
-  const lines = [];
-  if (contract.format) lines.push(`- format: ${contract.format}`);
-  if (contract.requiredSections?.length) {
-    lines.push(`- required sections: ${contract.requiredSections.join(", ")}`);
-  }
-  if (contract.styleHints?.length) {
-    lines.push(`- style hints: ${contract.styleHints.join("; ")}`);
-  }
-  if (contract.profile?.sectionStyle) {
-    lines.push(`- section style: ${contract.profile.sectionStyle}`);
-  }
-  if (contract.profile?.requireStatus) {
-    lines.push("- requires status: yes");
-  }
-  return lines.join("\n");
-}
-
-export function formatReportGuidance(reportGuidance) {
-  const lines = [];
-  if (reportGuidance.focus?.length) {
-    lines.push(`- focus: ${reportGuidance.focus.join("; ")}`);
-  }
-  if (reportGuidance.qualityChecks?.length) {
-    lines.push(`- quality checks: ${reportGuidance.qualityChecks.join("; ")}`);
-  }
-  if (reportGuidance.avoid?.length) {
-    lines.push(`- avoid: ${reportGuidance.avoid.join("; ")}`);
-  }
-  return lines.join("\n");
-}
-
-export function normalizeNextActions(nextActions = []) {
-  return (nextActions || [])
-    .map((item) => {
-      if (typeof item === "string") return item.trim();
-      if (item && typeof item === "object") {
-        const action = String(item.action || "").trim();
-        const details = String(item.details || item.summary || "").trim();
-        return [action, details].filter(Boolean).join(": ");
-      }
-      return String(item || "").trim();
-    })
-    .filter(Boolean);
-}
-
-export function hasOnlyShadowImportEvidence(plan) {
-  const memory = plan?.packet?.layers?.memory || [];
-  if (!memory.length) return false;
-  return memory.every((item) => ["shadow_import", "artifact_summary"].includes(item.category));
-}
-
-export function normalizeResultForContract(plan, result, options = {}) {
-  const contract = plan?.packet?.layers?.outputContract || null;
-  if (!contract || options.mode !== "provider") {
-    return {
-      ...result,
-      nextActions: normalizeNextActions(result.nextActions || [])
-    };
-  }
-
-  const originalOutput = result.output;
-  const canonicalOutput = renderContractOutput(contract, originalOutput, {
-    shadowOnlyEvidence: contract.format === "structured_rollup" && hasOnlyShadowImportEvidence(plan),
-    status: result.summary
-  });
-
-  return {
-    ...result,
-    output: canonicalOutput,
-    outputStructured: originalOutput,
-    nextActions: normalizeNextActions(result.nextActions || [])
-  };
-}
-
-export function buildOutputTemplate(contract) {
-  if (!contract) return null;
-  if (contract.profile?.templateLines?.length) {
-    return contract.profile.templateLines.join("\n");
-  }
-
-  if (contract.format === "bulleted_briefing") {
-    return [
-      "Status: <one-line status>",
-      "- Calendar: <brief update or None>",
-      "- Issues: <brief update or None>",
-      "- Weather: <brief update or None>"
-    ].join("\n");
-  }
-
-  if (contract.format === "structured_rollup") {
-    return [
-      "## Inbox",
-      "- <brief update or None>",
-      "",
-      "## Projects",
-      "- <brief update or None>",
-      "",
-      "## Backlog",
-      "- <brief update or None>",
-      "",
-      "## Update",
-      "- <brief update or None>"
-    ].join("\n");
-  }
-
-  return null;
-}
-
-function normalizeProviderResponse(rawResponse, adapter) {
-  if (typeof adapter?.normalizeResponse === "function") {
-    return adapter.normalizeResponse(rawResponse);
-  }
-  return {
-    summary: "Provider returned unnormalized data.",
-    output: rawResponse,
-    nextActions: [],
-    reasoning: null,
-    raw: rawResponse
-  };
-}
-
-export async function normalizeResult({ plan, rawResponse, toolResults = [], usage, options = {} }) {
-  const mode = options.mode || "dry-run";
-  let result = null;
-
-  if (options.pendingApprovalResult) {
-    result = options.pendingApprovalResult;
-  } else if (mode === "dry-run") {
-    result = synthesizeDryRun(plan, options.modelId);
-  } else {
-    result = normalizeProviderResponse(rawResponse, options.adapter);
-    result = normalizeResultForContract(plan, result, { mode });
-  }
-
-  const usageMetrics = usage || extractUsageMetrics(rawResponse || {});
-  const costUsd = options.modelId ? estimateCost(options.modelId, usageMetrics.tokensIn, usageMetrics.tokensOut) : null;
-
-  if (!options.pendingApprovalResult && mode === "provider" && rawResponse && typeof options.logUsage === "function") {
-    try {
-      await options.logUsage({
-        plan,
-        providerId: options.providerId,
-        modelId: options.modelId,
-        usage: usageMetrics,
-        costUsd,
-        rawResponse,
-        toolResults,
-        sessionId: options.sessionId || plan.job.chat_id || "unknown"
-      });
-    } catch (err) {
-      console.error(JSON.stringify({ service: "usage_logging", error: err.message, jobId: plan.job.id }));
-    }
-  }
-
-  return {
-    result,
-    usage: usageMetrics,
-    costUsd,
-    cached: Boolean(usageMetrics.cacheIn || usageMetrics.cacheCreation)
-  };
-}
+import { renderContractOutput } from "./output-contract-validator.js";
+import { estimateCost } from "../utils/usage-cost.js";
+import { extractUsageMetrics } from "../utils/usage-metrics.js";
+
+export function synthesizeDryRun(plan, modelId) {
+  const memoryCount = plan.packet.layers.memory.length;
+  const summary = `Dry-run shadow execution for ${plan.job.id} prepared on ${modelId} with ${memoryCount} relevant memory items.`;
+  const output = [
+    `Job ${plan.job.id} would run on lane ${plan.job.modelLane} using model ${modelId}.`,
+    `Workspace: ${plan.agent.workspaceRoot || "unknown"}.`,
+    `Tools: ${plan.packet.layers.tools.join(", ") || "none"}.`,
+    `Memory items included: ${memoryCount}.`
+  ].join(" ");
+
+  return {
+    summary,
+    output,
+    nextActions: ["switch to provider mode for a real shadow run", "compare with live cron output"]
+  };
+}
+
+export function formatOutputContract(contract) {
+  const lines = [];
+  if (contract.format) lines.push(`- format: ${contract.format}`);
+  if (contract.requiredSections?.length) {
+    lines.push(`- required sections: ${contract.requiredSections.join(", ")}`);
+  }
+  if (contract.styleHints?.length) {
+    lines.push(`- style hints: ${contract.styleHints.join("; ")}`);
+  }
+  if (contract.profile?.sectionStyle) {
+    lines.push(`- section style: ${contract.profile.sectionStyle}`);
+  }
+  if (contract.profile?.requireStatus) {
+    lines.push("- requires status: yes");
+  }
+  return lines.join("\n");
+}
+
+export function formatReportGuidance(reportGuidance) {
+  const lines = [];
+  if (reportGuidance.focus?.length) {
+    lines.push(`- focus: ${reportGuidance.focus.join("; ")}`);
+  }
+  if (reportGuidance.qualityChecks?.length) {
+    lines.push(`- quality checks: ${reportGuidance.qualityChecks.join("; ")}`);
+  }
+  if (reportGuidance.avoid?.length) {
+    lines.push(`- avoid: ${reportGuidance.avoid.join("; ")}`);
+  }
+  return lines.join("\n");
+}
+
+export function normalizeNextActions(nextActions = []) {
+  return (nextActions || [])
+    .map((item) => {
+      if (typeof item === "string") return item.trim();
+      if (item && typeof item === "object") {
+        const action = String(item.action || "").trim();
+        const details = String(item.details || item.summary || "").trim();
+        return [action, details].filter(Boolean).join(": ");
+      }
+      return String(item || "").trim();
+    })
+    .filter(Boolean);
+}
+
+export function hasOnlyShadowImportEvidence(plan) {
+  const memory = plan?.packet?.layers?.memory || [];
+  if (!memory.length) return false;
+  return memory.every((item) => ["shadow_import", "artifact_summary"].includes(item.category));
+}
+
+export function normalizeResultForContract(plan, result, options = {}) {
+  const contract = plan?.packet?.layers?.outputContract || null;
+  if (!contract || options.mode !== "provider") {
+    return {
+      ...result,
+      nextActions: normalizeNextActions(result.nextActions || [])
+    };
+  }
+
+  const originalOutput = result.output;
+  const canonicalOutput = renderContractOutput(contract, originalOutput, {
+    shadowOnlyEvidence: contract.format === "structured_rollup" && hasOnlyShadowImportEvidence(plan),
+    status: result.summary
+  });
+
+  return {
+    ...result,
+    output: canonicalOutput,
+    outputStructured: originalOutput,
+    nextActions: normalizeNextActions(result.nextActions || [])
+  };
+}
+
+export function buildOutputTemplate(contract) {
+  if (!contract) return null;
+  if (contract.profile?.templateLines?.length) {
+    return contract.profile.templateLines.join("\n");
+  }
+
+  if (contract.format === "bulleted_briefing") {
+    return [
+      "Status: <one-line status>",
+      "- Calendar: <brief update or None>",
+      "- Issues: <brief update or None>",
+      "- Weather: <brief update or None>"
+    ].join("\n");
+  }
+
+  if (contract.format === "structured_rollup") {
+    return [
+      "## Inbox",
+      "- <brief update or None>",
+      "",
+      "## Projects",
+      "- <brief update or None>",
+      "",
+      "## Backlog",
+      "- <brief update or None>",
+      "",
+      "## Update",
+      "- <brief update or None>"
+    ].join("\n");
+  }
+
+  return null;
+}
+
+function normalizeProviderResponse(rawResponse, adapter) {
+  if (typeof adapter?.normalizeResponse === "function") {
+    return adapter.normalizeResponse(rawResponse);
+  }
+  return {
+    summary: "Provider returned unnormalized data.",
+    output: rawResponse,
+    nextActions: [],
+    reasoning: null,
+    raw: rawResponse
+  };
+}
+
+export async function normalizeResult({ plan, rawResponse, toolResults = [], usage, options = {} }) {
+  const mode = options.mode || "dry-run";
+  let result = null;
+
+  if (options.pendingApprovalResult) {
+    result = options.pendingApprovalResult;
+  } else if (mode === "dry-run") {
+    result = synthesizeDryRun(plan, options.modelId);
+  } else {
+    result = normalizeProviderResponse(rawResponse, options.adapter);
+    result = normalizeResultForContract(plan, result, { mode });
+  }
+
+  const usageMetrics = usage || extractUsageMetrics(rawResponse || {});
+  const costUsd = options.modelId ? estimateCost(options.modelId, usageMetrics.tokensIn, usageMetrics.tokensOut) : null;
+
+  if (!options.pendingApprovalResult && mode === "provider" && rawResponse && typeof options.logUsage === "function") {
+    try {
+      await options.logUsage({
+        plan,
+        providerId: options.providerId,
+        modelId: options.modelId,
+        usage: usageMetrics,
+        costUsd,
+        rawResponse,
+        toolResults,
+        sessionId: options.sessionId || plan.job.chat_id || "unknown"
+      });
+    } catch (err) {
+      console.error(JSON.stringify({ service: "usage_logging", error: err.message, jobId: plan.job.id }));
+    }
+  }
+
+  return {
+    result,
+    usage: usageMetrics,
+    costUsd,
+    cached: Boolean(usageMetrics.cacheIn || usageMetrics.cacheCreation)
+  };
+}

package/src/runtime/retention.js

@@ -1,74 +1,74 @@
-import path from "node:path";
-import { listFilesRecursive, readJson, removePath } from "../utils/fs.js";
-
-const DAY_MS = 24 * 60 * 60 * 1000;
-
-function inferTimestampFromPath(filePath) {
-  const base = path.basename(filePath, ".json");
-  const candidate = base.replace(/-/g, ":").replace(/(\d{4}):(\d{2}):(\d{2})T/, "$1-$2-$3T").replace(/:(\d{3})$/, ".$1");
-  const parsed = new Date(candidate);
-  return Number.isNaN(parsed.getTime()) ? null : parsed.toISOString();
-}
-
-function normalizeTimestamp(item) {
-  return item.timestamp || item.receivedAt || inferTimestampFromPath(item.filePath) || "1970-01-01T00:00:00.000Z";
-}
-
-function isJsonFile(filePath) {
-  return filePath.endsWith(".json");
-}
-
-export function buildRetentionPolicy(config = {}, defaults = {}) {
-  return {
-    ttlDays: Number(config.ttlDays ?? defaults.ttlDays ?? 30),
-    maxFilesPerBucket: Number(config.maxFilesPerBucket ?? defaults.maxFilesPerBucket ?? 1000)
-  };
-}
-
-export async function pruneJsonBuckets(rootDir, policy, options = {}) {
-  const now = options.now ? new Date(options.now) : new Date();
-  const ttlCutoff = now.getTime() - policy.ttlDays * DAY_MS;
-  const excluded = new Set((options.excludePaths || []).map((filePath) => path.resolve(filePath)));
-  const files = (await listFilesRecursive(rootDir)).filter((filePath) => isJsonFile(filePath) && !excluded.has(path.resolve(filePath)));
-  const buckets = new Map();
-
-  for (const filePath of files) {
-    const bucket = path.dirname(filePath);
-    if (!buckets.has(bucket)) buckets.set(bucket, []);
-    const data = await readJson(filePath, null);
-    buckets.get(bucket).push({
-      filePath,
-      timestamp: normalizeTimestamp({
-        ...(data || {}),
-        filePath
-      })
-    });
-  }
-
-  const removed = [];
-  for (const entries of buckets.values()) {
-    entries.sort((a, b) => b.timestamp.localeCompare(a.timestamp));
-    const keep = new Set();
-
-    for (let index = 0; index < entries.length; index += 1) {
-      const item = entries[index];
-      const expired = new Date(item.timestamp).getTime() < ttlCutoff;
-      const overflow = index >= policy.maxFilesPerBucket;
-      if (!expired && !overflow) {
-        keep.add(item.filePath);
-      }
-    }
-
-    for (const item of entries) {
-      if (keep.has(item.filePath)) continue;
-      await removePath(item.filePath);
-      removed.push(item.filePath);
-    }
-  }
-
-  return {
-    rootDir,
-    removedCount: removed.length,
-    removed
-  };
-}
+import path from "node:path";
+import { listFilesRecursive, readJson, removePath } from "../utils/fs.js";
+
+const DAY_MS = 24 * 60 * 60 * 1000;
+
+function inferTimestampFromPath(filePath) {
+  const base = path.basename(filePath, ".json");
+  const candidate = base.replace(/-/g, ":").replace(/(\d{4}):(\d{2}):(\d{2})T/, "$1-$2-$3T").replace(/:(\d{3})$/, ".$1");
+  const parsed = new Date(candidate);
+  return Number.isNaN(parsed.getTime()) ? null : parsed.toISOString();
+}
+
+function normalizeTimestamp(item) {
+  return item.timestamp || item.receivedAt || inferTimestampFromPath(item.filePath) || "1970-01-01T00:00:00.000Z";
+}
+
+function isJsonFile(filePath) {
+  return filePath.endsWith(".json");
+}
+
+export function buildRetentionPolicy(config = {}, defaults = {}) {
+  return {
+    ttlDays: Number(config.ttlDays ?? defaults.ttlDays ?? 30),
+    maxFilesPerBucket: Number(config.maxFilesPerBucket ?? defaults.maxFilesPerBucket ?? 1000)
+  };
+}
+
+export async function pruneJsonBuckets(rootDir, policy, options = {}) {
+  const now = options.now ? new Date(options.now) : new Date();
+  const ttlCutoff = now.getTime() - policy.ttlDays * DAY_MS;
+  const excluded = new Set((options.excludePaths || []).map((filePath) => path.resolve(filePath)));
+  const files = (await listFilesRecursive(rootDir)).filter((filePath) => isJsonFile(filePath) && !excluded.has(path.resolve(filePath)));
+  const buckets = new Map();
+
+  for (const filePath of files) {
+    const bucket = path.dirname(filePath);
+    if (!buckets.has(bucket)) buckets.set(bucket, []);
+    const data = await readJson(filePath, null);
+    buckets.get(bucket).push({
+      filePath,
+      timestamp: normalizeTimestamp({
+        ...(data || {}),
+        filePath
+      })
+    });
+  }
+
+  const removed = [];
+  for (const entries of buckets.values()) {
+    entries.sort((a, b) => b.timestamp.localeCompare(a.timestamp));
+    const keep = new Set();
+
+    for (let index = 0; index < entries.length; index += 1) {
+      const item = entries[index];
+      const expired = new Date(item.timestamp).getTime() < ttlCutoff;
+      const overflow = index >= policy.maxFilesPerBucket;
+      if (!expired && !overflow) {
+        keep.add(item.filePath);
+      }
+    }
+
+    for (const item of entries) {
+      if (keep.has(item.filePath)) continue;
+      await removePath(item.filePath);
+      removed.push(item.filePath);
+    }
+  }
+
+  return {
+    rootDir,
+    removedCount: removed.length,
+    removed
+  };
+}