@botbotgo/agent-harness 0.0.297 → 0.0.299

package/dist/init-project.js

@@ -1,6 +1,7 @@
 import path from "node:path";
 import { writeFile } from "node:fs/promises";
 import { AGENT_HARNESS_VERSION } from "./package-version.js";
+import { readBundledText, renderBundledTemplate } from "./utils/bundled-text.js";
 import { ensureDir, fileExists } from "./utils/fs.js";
 function toProjectSlug(projectName) {
     const normalized = projectName
@@ -78,16 +79,18 @@ ${providerEnvLine}npm run start -- "Research the latest model serving stack for
 - \`src/run.mjs\`: minimal launcher
 - \`config/\`: workspace runtime and agent topology
 - \`config/knowledge/knowledge-runtime.yaml\`: optional standalone durable-knowledge policy mirror
+- \`config/knowledge/procedural-memory-runtime.yaml\`: optional background procedural-memory runtime backed by ReMe-compatible provider config
 - \`resources/\`: place local \`tool({...})\` tools and skills here as your product grows
 
 ## Customize
 
-- change \`config/catalogs/models.yaml\` to switch models or providers
+- change \`config/models.yaml\` to switch models or providers
 - keep \`config/runtime/runtime-memory.yaml\` for runtime-owned durable memory defaults
 - keep \`config/knowledge/knowledge-runtime.yaml\` when the same policy should also run in a standalone knowledge worker or server
+- keep \`config/knowledge/procedural-memory-runtime.yaml\` when background experience learning should stay separate from the durable knowledge store
 - add local \`tool({...})\` tools under \`resources/tools/\`
 - add product-specific skills under \`resources/skills/\`
-- edit the prompts in \`config/agents/\` to turn this into your own product
+- edit the prompt files in \`config/prompts/\` to turn this into your own product
 `;
 }
 function renderGitignore() {
@@ -102,20 +105,30 @@ metadata:
   name: default
 spec:
   applicationRoot: .
-  dataRoot: ./.agent
+  dataRoot: ./.botbotgo
   profile: default
 `;
 }
+function resolveResearchHostPromptTemplate(options) {
+    return options.template === "deep-research"
+        ? (options.withWebSearch
+            ? "init-templates/prompts/research-host-deep-research-web-search.md"
+            : "init-templates/prompts/research-host-deep-research-basic.md")
+        : (options.withWebSearch
+            ? "init-templates/prompts/research-host-single-agent-web-search.md"
+            : "init-templates/prompts/research-host-single-agent-basic.md");
+}
+function resolveResearchAnalystPromptTemplate(options) {
+    return options.withWebSearch
+        ? "init-templates/prompts/research-analyst-web-search.md"
+        : "init-templates/prompts/research-analyst-basic.md";
+}
 function renderAgentContext(options) {
-    const webSearchGuidance = options.withWebSearch
-        ? "- Favor recent, attributable sources when the request depends on current information."
-        : "- Favor clear internal reasoning and add search or local tools as your product needs evolve.";
-    return `# Deep Research Workspace Context
-
-- This workspace is a starter for product-oriented research applications.
-${webSearchGuidance}
-- Synthesize findings clearly, call out uncertainty, and separate facts from inference.
-`;
+    return renderBundledTemplate("init-templates/agent-context/deep-research.md", {
+        webSearchGuidance: options.withWebSearch
+            ? "- Favor recent, attributable sources when the request depends on current information."
+            : "- Favor clear internal reasoning and add search or local tools as your product needs evolve.",
+    });
 }
 function renderModelsYaml(options) {
     return `apiVersion: agent-harness/v1alpha1
@@ -153,7 +166,7 @@ spec:
   enabled: true
   store:
     kind: SqliteStore
-    path: knowledge/records.sqlite
+    path: knowledge/knowledge.sqlite
   namespaces:
     users: memories/users/{userId}
     projects: memories/projects/{projectId}
@@ -176,25 +189,59 @@ spec:
       - intermediate_results
   ingestion:
     backgroundConsolidation: true
-    writeOnApprovalResolution: true
-    writeOnRequestCompletion: true
+    writeOnApprovalResolution: false
+    writeOnRequestCompletion: false
   formation:
     hotPath:
       enabled: true
     manager:
       enabled: true
-      strategy: rules
+      strategy: model
+      prompt: |-
+        You are the runtime memory manager.
+        Decide whether a candidate should be stored as durable memory and refine it if appropriate.
+        Return JSON only.
+
+        Rules:
+        - Store only durable reusable knowledge. Reject transient chatter, scratchpad, or duplication without added value.
+        - Reject raw request/session summaries, source-specific page/news recaps, and generic "we learned how to use the tools/workflow" reflections unless they clearly contain reusable preferences, facts, decisions, or procedures.
+        - If transcript evidence shows the user explicitly asked the system to remember or follow a future instruction and the assistant confirmed that intent, store the durable instruction instead of rejecting it as a generic summary.
+        - Treat durable knowledge as generic mutable records with database-like operations over the same underlying knowledge item.
+        - One candidate may yield zero, one, or multiple durable knowledge items. Split it only when the input clearly contains multiple independently mutable knowledge points.
+        - When storing a knowledge item, always return a \`knowledgeMutation\` object with a stable \`identity\` and an \`operation\` of \`create\`, \`update\`, or \`delete\`.
+        - Keep \`knowledgeMutation.identity\` stable across revisions of the same knowledge point, even when the wording changes.
+        - Use \`create\` for a newly introduced knowledge item, \`update\` for a revised active state of an existing knowledge item, and \`delete\` when the candidate says an existing knowledge item should no longer remain active.
+        - If an existing relevant record already represents the same underlying knowledge item, reuse that record's \`knowledge_identity\` instead of inventing a new one.
+        - Do not invent a second identity just because the new statement negates, revokes, deletes, or replaces the old wording. That is usually the same knowledge item with a different mutation operation.
+        - The stored \`content\` must be canonical knowledge text, not an assistant acknowledgement such as "已记住" or "I will remember".
+        - You may optionally include \`operationalRule\` when the knowledge is naturally a rule, instruction, or recurring procedure. Treat it as structured metadata, not as the primary identity mechanism.
+        - Prefer semantic/episodic/procedural kinds only.
+        - Prefer scopes session/agent/workspace/user/project only.
+        - If the candidate should not be stored, return {"store": false, "reason": "..."}
+        - If the candidate maps to one durable item, you may return {"store": true, "content": "...", "summary": "...", "kind": "...", "scope": "...", "tags": ["..."], "confidence": 0.0, "knowledgeMutation": {"identity": "...", "operation": "create|update|delete"}, "operationalRule": {"trigger": "...", "action": "...", "target": "...", "effect": "apply|invalidate"}}
+        - If the candidate maps to multiple durable items, return {"store": true, "mutations": [{"content": "...", "summary": "...", "kind": "...", "scope": "...", "tags": ["..."], "confidence": 0.0, "knowledgeMutation": {"identity": "...", "operation": "create|update|delete"}, "operationalRule": {"trigger": "...", "action": "...", "target": "...", "effect": "apply|invalidate"}}]}
+
+        sessionId={{sessionId}}
+        requestId={{requestId}}
+
+        Candidate:
+        {{candidateJson}}
+
+        Existing relevant records:
+        {{existingRecords}}
       maxContextRecords: 12
     background:
       enabled: true
       scopes:
-        - session
+        - user
+        - project
+        - workspace
       stateStorePath: knowledge/formation-state.json
       maxMessagesPerRequest: 40
       writeOnApprovalResolution: true
       writeOnRequestCompletion: true
   sessionMemorySync:
-    enabled: true
+    enabled: false
   mem0:
     enabled: false
     apiKeyEnv: MEM0_API_KEY
@@ -212,7 +259,7 @@ spec:
   enabled: true
   store:
     kind: SqliteStore
-    path: knowledge/records.sqlite
+    path: knowledge/knowledge.sqlite
   namespaces:
     users: memories/users/{userId}
     projects: memories/projects/{projectId}
@@ -227,12 +274,46 @@ spec:
       enabled: true
     manager:
       enabled: true
-      strategy: rules
+      strategy: model
+      prompt: |-
+        You are the runtime memory manager.
+        Decide whether a candidate should be stored as durable memory and refine it if appropriate.
+        Return JSON only.
+
+        Rules:
+        - Store only durable reusable knowledge. Reject transient chatter, scratchpad, or duplication without added value.
+        - Reject raw request/session summaries, source-specific page/news recaps, and generic "we learned how to use the tools/workflow" reflections unless they clearly contain reusable preferences, facts, decisions, or procedures.
+        - If transcript evidence shows the user explicitly asked the system to remember or follow a future instruction and the assistant confirmed that intent, store the durable instruction instead of rejecting it as a generic summary.
+        - Treat durable knowledge as generic mutable records with database-like operations over the same underlying knowledge item.
+        - One candidate may yield zero, one, or multiple durable knowledge items. Split it only when the input clearly contains multiple independently mutable knowledge points.
+        - When storing a knowledge item, always return a \`knowledgeMutation\` object with a stable \`identity\` and an \`operation\` of \`create\`, \`update\`, or \`delete\`.
+        - Keep \`knowledgeMutation.identity\` stable across revisions of the same knowledge point, even when the wording changes.
+        - Use \`create\` for a newly introduced knowledge item, \`update\` for a revised active state of an existing knowledge item, and \`delete\` when the candidate says an existing knowledge item should no longer remain active.
+        - If an existing relevant record already represents the same underlying knowledge item, reuse that record's \`knowledge_identity\` instead of inventing a new one.
+        - Do not invent a second identity just because the new statement negates, revokes, deletes, or replaces the old wording. That is usually the same knowledge item with a different mutation operation.
+        - The stored \`content\` must be canonical knowledge text, not an assistant acknowledgement such as "已记住" or "I will remember".
+        - You may optionally include \`operationalRule\` when the knowledge is naturally a rule, instruction, or recurring procedure. Treat it as structured metadata, not as the primary identity mechanism.
+        - Prefer semantic/episodic/procedural kinds only.
+        - Prefer scopes session/agent/workspace/user/project only.
+        - If the candidate should not be stored, return {"store": false, "reason": "..."}
+        - If the candidate maps to one durable item, you may return {"store": true, "content": "...", "summary": "...", "kind": "...", "scope": "...", "tags": ["..."], "confidence": 0.0, "knowledgeMutation": {"identity": "...", "operation": "create|update|delete"}, "operationalRule": {"trigger": "...", "action": "...", "target": "...", "effect": "apply|invalidate"}}
+        - If the candidate maps to multiple durable items, return {"store": true, "mutations": [{"content": "...", "summary": "...", "kind": "...", "scope": "...", "tags": ["..."], "confidence": 0.0, "knowledgeMutation": {"identity": "...", "operation": "create|update|delete"}, "operationalRule": {"trigger": "...", "action": "...", "target": "...", "effect": "apply|invalidate"}}]}
+
+        sessionId={{sessionId}}
+        requestId={{requestId}}
+
+        Candidate:
+        {{candidateJson}}
+
+        Existing relevant records:
+        {{existingRecords}}
       maxContextRecords: 12
     background:
       enabled: true
       scopes:
-        - session
+        - user
+        - project
+        - workspace
       stateStorePath: knowledge/formation-state.json
       maxMessagesPerRequest: 40
       writeOnApprovalResolution: true
@@ -245,6 +326,72 @@ spec:
     maxMessagesPerRequest: 200
 `;
 }
+function renderProceduralMemoryRuntimeYaml() {
+    return `apiVersion: agent-harness/v1alpha1
+kind: ProceduralMemoryRuntime
+metadata:
+  name: default
+spec:
+  enabled: true
+  provider:
+    kind: reme
+  mode:
+    backgroundOnly: true
+  trigger:
+    onRequestCompleted: true
+    onApprovalResolved: true
+  store:
+    kind: SqliteStore
+    path: knowledge/procedural-memory.sqlite
+  vectorStore:
+    kind: LibSQLVectorStore
+    url: file:knowledge/procedural-vectors.sqlite
+    table: procedural_memory
+    column: embedding
+  embeddingModel:
+    ref: embedding-model/default
+  extraction:
+    focus:
+      - coding_patterns
+      - debugging_lessons
+      - workflow_patterns
+      - failure_prevention
+      - reusable_procedures
+    maxMessagesPerRequest: 60
+  retrieval:
+    enabled: true
+    defaultTopK: 5
+    maxPromptItems: 4
+  state:
+    cursorPath: knowledge/procedural-memory-state.json
+  maintenance:
+    enabled: true
+    onWrite:
+      dedupeNearby: true
+      updateFrequency: true
+    schedule:
+      enabled: true
+      everyMinutes: 60
+    idle:
+      enabled: true
+      minIdleMinutes: 20
+      maxRunsPerIdleWindow: 1
+    tasks:
+      - dedupe
+      - merge_similar
+      - decay_stale
+      - prune_low_value
+    limits:
+      maxRecordsPerRun: 200
+      maxClustersPerRun: 50
+    decay:
+      enabled: true
+      maxAgeDays: 90
+    pruning:
+      minScore: 0.2
+      minFrequency: 2
+`;
+}
 function renderToolsYaml(options) {
     if (!options.withWebSearch) {
         return `apiVersion: agent-harness/v1alpha1
@@ -268,12 +415,6 @@ spec:
 function renderResearchAgentYaml(options) {
     const toolsBlock = options.withWebSearch ? "  tools:\n    - web-search\n" : "  tools: []\n";
     const subagentsBlock = options.template === "deep-research" ? "  subagents:\n    - research-analyst\n" : "  subagents: []\n";
-    const prompt = options.withWebSearch
-        ? "Break complex research requests into a clear plan, use web search when current information matters, and return a concise synthesis with sources and explicit uncertainty."
-        : "Break complex research requests into a clear plan and return a concise synthesis with explicit assumptions and uncertainty.";
-    const delegationLine = options.template === "deep-research"
-        ? " Delegate detailed investigation to the analyst when useful."
-        : "";
     return `apiVersion: agent-harness/v1alpha1
 kind: Agent
 metadata:
@@ -282,6 +423,7 @@ metadata:
 spec:
   runtime:
     runtimeMemory: default
+    proceduralMemory: default
   backend: deepagent
   modelRef: model/default
 ${toolsBlock}  skills:
@@ -293,14 +435,12 @@ ${toolsBlock}  skills:
     - deep-research
 ${subagentsBlock}  config:
     backend: default
-  systemPrompt: ${prompt}${delegationLine}
+  systemPrompt:
+    path: ../prompts/research-system.md
 `;
 }
 function renderResearchAnalystYaml(options) {
     const toolsBlock = options.withWebSearch ? "  tools:\n    - web-search\n" : "  tools: []\n";
-    const prompt = options.withWebSearch
-        ? "Gather current sources, compare claims carefully, extract the most decision-relevant facts, and return clean notes the host agent can synthesize."
-        : "Break down the problem, compare alternatives carefully, extract the most decision-relevant facts, and return clean notes the host agent can synthesize.";
     return `apiVersion: agent-harness/v1alpha1
 kind: Agent
 metadata:
@@ -309,6 +449,7 @@ metadata:
 spec:
   runtime:
     runtimeMemory: default
+    proceduralMemory: default
   backend: deepagent
   modelRef: model/default
 ${toolsBlock}  skills:
@@ -318,7 +459,8 @@ ${toolsBlock}  skills:
     - deep-research
   config:
     backend: default
-  systemPrompt: ${prompt}
+  systemPrompt:
+    path: ../prompts/research-analyst-system.md
 `;
 }
 function renderResourcePackageJson(projectSlug) {
@@ -476,8 +618,10 @@ export async function initProject(projectRoot, projectName, options = {}) {
         ["src/run.mjs", renderRunScript(resolved)],
         ["config/runtime/workspace.yaml", renderWorkspaceYaml()],
         ["config/agent-context.md", renderAgentContext(resolved)],
-        ["config/catalogs/models.yaml", renderModelsYaml(resolved)],
+        ["config/prompts/research-system.md", readBundledText(resolveResearchHostPromptTemplate(resolved)).trim()],
+        ["config/models.yaml", renderModelsYaml(resolved)],
         ["config/knowledge/knowledge-runtime.yaml", renderKnowledgeRuntimeYaml(projectSlug)],
+        ["config/knowledge/procedural-memory-runtime.yaml", renderProceduralMemoryRuntimeYaml()],
         ["config/runtime/runtime-memory.yaml", renderRuntimeMemoryYaml(projectSlug)],
         ["config/catalogs/backends.yaml", renderBackendsYaml()],
         ["config/catalogs/tools.yaml", renderToolsYaml(resolved)],
@@ -491,6 +635,7 @@ export async function initProject(projectRoot, projectName, options = {}) {
         ["resources/skills/completion-discipline/SKILL.md", renderStarterSkill("completion-discipline")],
     ]);
     if (resolved.template === "deep-research") {
+        files.set("config/prompts/research-analyst-system.md", readBundledText(resolveResearchAnalystPromptTemplate(resolved)).trim());
         files.set("config/agents/research-analyst.yaml", renderResearchAnalystYaml(resolved));
     }
     await ensureDir(projectRoot);

package/dist/knowledge/contracts.d.ts

@@ -7,6 +7,7 @@ import type { Mem0SearchInput, Mem0SearchResult } from "../runtime/harness/syste
 export type KnowledgeMemorizeInput = {
     records: MemorizeInputRecord[];
     storeCandidateLog?: boolean;
+    forceStore?: boolean;
 };
 export type KnowledgeRecallInput = {
     query: string;
@@ -38,6 +39,10 @@ export type KnowledgeModuleDependencies = {
 export type KnowledgeModule = {
     memorize(input: KnowledgeMemorizeInput, context: KnowledgeRuntimeContext): Promise<MemorizeResult>;
     recall(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<RecallResult>;
+    buildPromptRecall(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<{
+        items: MemoryRecord[];
+        context?: string;
+    }>;
     buildPromptContext(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<string | undefined>;
     list(input: KnowledgeListInput, context: KnowledgeRuntimeContext): Promise<ListMemoriesResult>;
     update(input: UpdateMemoryInput, context: KnowledgeRuntimeContext): Promise<MemoryRecord>;

package/dist/knowledge/module.d.ts

@@ -5,12 +5,17 @@ export declare class DefaultKnowledgeModule implements KnowledgeModule {
     constructor(deps: KnowledgeModuleDependencies);
     memorize(input: KnowledgeMemorizeInput, context: KnowledgeRuntimeContext): Promise<MemorizeResult>;
     recall(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<RecallResult>;
+    buildPromptRecall(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<{
+        items: MemoryRecord[];
+        context?: string;
+    }>;
     buildPromptContext(input: KnowledgeRecallInput, context: KnowledgeRuntimeContext): Promise<string | undefined>;
     list(input: KnowledgeListInput | undefined, context: KnowledgeRuntimeContext): Promise<ListMemoriesResult>;
     update(input: UpdateMemoryInput, context: KnowledgeRuntimeContext): Promise<MemoryRecord>;
     remove(input: RemoveMemoryInput, context: KnowledgeRuntimeContext): Promise<MemoryRecord>;
     memorizeCandidates(candidates: MemoryCandidate[], context: KnowledgeRuntimeContext, options: {
         storeCandidateLog: boolean;
+        forceStore?: boolean;
     }): Promise<MemorizeResult>;
     private refreshAfterWrite;
     private appendMemoryDigest;