@johpaz/hive-sdk 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +129 -0
- package/README.md +78 -23
- package/bun.lock +55 -29
- package/bunfig.toml +4 -2
- package/docs/API-AGENTS.md +78 -27
- package/docs/API-CONTEXT-COMPILER.md +31 -34
- package/docs/API-TOOLS-SKILLS-CHANNELS.md +58 -22
- package/docs/HIVE-HARNESS.md +1 -1
- package/docs/INDEX.md +4 -4
- package/docs/TEMPLATE-HIVE-APP.md +10 -10
- package/package.json +17 -12
- package/packages/cli/package.json +2 -2
- package/packages/cli/src/commands/create-app.test.ts +36 -7
- package/packages/cli/src/commands/init.ts +3 -3
- package/packages/cli/src/commands/run.ts +1 -1
- package/packages/cli/src/commands/test.ts +37 -25
- package/packages/cli/src/commands/trace.ts +30 -28
- package/packages/cli/templates/hive-app/.env.example +10 -2
- package/packages/cli/templates/hive-app/README.md +103 -0
- package/packages/cli/templates/hive-app/hive.config.ts +9 -3
- package/packages/cli/templates/hive-app/src/agents/coordinator.ts +8 -1
- package/packages/cli/templates/hive-app/src/main.ts +12 -19
- package/packages/core/package.json +13 -12
- package/packages/core/src/agent/acceptance-checks.ts +172 -0
- package/packages/core/src/agent/agent-catalog.ts +348 -0
- package/packages/core/src/agent/agent-loop.ts +1373 -0
- package/packages/core/src/agent/capability-search.ts +186 -0
- package/packages/core/src/agent/catalog-selector.ts +103 -0
- package/packages/core/src/agent/{Compaction.ts → compaction.ts} +86 -63
- package/packages/core/src/agent/context-compiler.ts +689 -0
- package/packages/core/src/agent/conversation-store.ts +381 -0
- package/packages/core/src/agent/curator.ts +276 -0
- package/packages/core/src/agent/delegation-runtime.ts +241 -0
- package/packages/core/src/agent/goal-runner.ts +323 -0
- package/packages/core/src/agent/index.ts +17 -12
- package/packages/core/src/agent/llm-client.ts +266 -0
- package/packages/core/src/agent/llm-providers/anthropic.ts +264 -0
- package/packages/core/src/agent/llm-providers/deepseek.ts +8 -0
- package/packages/core/src/agent/{providers → llm-providers}/gemini.ts +98 -60
- package/packages/core/src/agent/llm-providers/groq.ts +5 -0
- package/packages/core/src/agent/llm-providers/hiveagents.ts +253 -0
- package/packages/core/src/agent/{providers → llm-providers}/interface.ts +73 -13
- package/packages/core/src/agent/llm-providers/kimi.ts +8 -0
- package/packages/core/src/agent/llm-providers/minimax.ts +13 -0
- package/packages/core/src/agent/llm-providers/mistral.ts +5 -0
- package/packages/core/src/agent/llm-providers/modelscope.ts +5 -0
- package/packages/core/src/agent/llm-providers/nvidia.ts +5 -0
- package/packages/core/src/agent/{providers → llm-providers}/ollama.ts +31 -5
- package/packages/core/src/agent/llm-providers/openai-compat-base.ts +418 -0
- package/packages/core/src/agent/llm-providers/openai.ts +5 -0
- package/packages/core/src/agent/llm-providers/opencode-go.ts +9 -0
- package/packages/core/src/agent/llm-providers/openrouter.ts +5 -0
- package/packages/core/src/agent/llm-providers/qwen.ts +5 -0
- package/packages/core/src/agent/llm-providers/z-ai.ts +5 -0
- package/packages/core/src/agent/minimal-loadout.ts +47 -0
- package/packages/core/src/agent/playbook-selector.ts +119 -0
- package/packages/core/src/agent/{PromptBuilder.ts → prompt-builder.ts} +21 -22
- package/packages/core/src/{harness → agent}/proof-packet.ts +16 -21
- package/packages/core/src/agent/providers/index.ts +35 -16
- package/packages/core/src/agent/reflector.ts +320 -0
- package/packages/core/src/agent/routing-intent.ts +22 -0
- package/packages/core/src/{harness → agent}/run-epoch.ts +4 -3
- package/packages/core/src/{harness → agent}/run-store.ts +142 -81
- package/packages/core/src/agent/{Service.ts → service.ts} +37 -26
- package/packages/core/src/agent/skill-selector.ts +374 -0
- package/packages/core/src/agent/stuck-loop.ts +209 -0
- package/packages/core/src/agent/{selectors/ToolSelector.ts → tool-selector.ts} +188 -178
- package/packages/core/src/{ace/Tracer.ts → agent/tracer.ts} +37 -27
- package/packages/core/src/api/createAgent.test.ts +139 -27
- package/packages/core/src/api/createAgent.ts +232 -44
- package/packages/core/src/artifacts/store.ts +162 -0
- package/packages/core/src/canvas/canvas-manager.ts +161 -0
- package/packages/core/src/canvas/canvas.test.ts +8 -4
- package/packages/core/src/canvas/emitter.ts +131 -80
- package/packages/core/src/canvas/index.ts +1 -3
- package/packages/core/src/channels/base.ts +9 -1
- package/packages/core/src/channels/discord.ts +5 -4
- package/packages/core/src/channels/manager.ts +122 -30
- package/packages/core/src/channels/slack.ts +5 -4
- package/packages/core/src/channels/telegram.ts +36 -6
- package/packages/core/src/channels/webchat.ts +11 -10
- package/packages/core/src/channels/whatsapp.ts +23 -7
- package/packages/core/src/config/index.ts +13 -2
- package/packages/core/src/config/loader.ts +76 -29
- package/packages/core/src/ethics/EthicsGuard.test.ts +90 -36
- package/packages/core/src/ethics/EthicsGuard.ts +51 -47
- package/packages/core/src/events/agent-bus.ts +44 -68
- package/packages/core/src/events/channel-narration.ts +150 -0
- package/packages/core/src/events/narration.ts +82 -0
- package/packages/core/src/events/tool-narration.ts +62 -0
- package/packages/core/src/gateway/delegation-groups.ts +258 -0
- package/packages/core/src/{harness → gateway}/durable-queue.ts +102 -42
- package/packages/core/src/{harness → gateway}/job-store.ts +85 -48
- package/packages/core/src/gateway/lane-queue.ts +173 -0
- package/packages/core/src/gateway/notification-inbox.ts +57 -0
- package/packages/core/src/gateway/server.ts +1 -1
- package/packages/core/src/harness/index.ts +46 -27
- package/packages/core/src/index.ts +33 -27
- package/packages/core/src/mcp/hot-reload.ts +32 -23
- package/packages/core/src/mcp/index.ts +6 -3
- package/packages/core/src/mcp/singleton.ts +1 -4
- package/packages/core/src/mcp/tool-sync.ts +138 -0
- package/packages/core/src/memory/Scratchpad.test.ts +39 -20
- package/packages/core/src/memory/Scratchpad.ts +27 -34
- package/packages/core/src/multimodal/vision-service.ts +44 -38
- package/packages/core/src/resilience/retry.ts +95 -0
- package/packages/core/src/scheduler/CronScheduler.ts +334 -287
- package/packages/core/src/scheduler/index.ts +9 -7
- package/packages/core/src/scheduler/integration.ts +46 -26
- package/packages/core/src/scheduler/scheduler.test.ts +9 -13
- package/packages/core/src/scheduler/types.ts +7 -2
- package/packages/core/src/security/Pairing.ts +1 -1
- package/packages/core/src/skills/bundled/a2ui/a2ui_dashboard/SKILL.md +176 -0
- package/packages/core/src/skills/bundled/a2ui/a2ui_form/SKILL.md +202 -0
- package/packages/core/src/skills/bundled/a2ui/a2ui_interactive/SKILL.md +206 -0
- package/packages/core/src/skills/bundled/agents/agent_spawner/SKILL.md +173 -0
- package/packages/core/src/skills/bundled/agents/memory_manager/SKILL.md +143 -0
- package/packages/core/src/skills/bundled/agents/research_and_remember/SKILL.md +139 -0
- package/packages/core/src/skills/bundled/agents/task_orchestrator/SKILL.md +98 -0
- package/packages/core/src/skills/bundled/api/api_client/SKILL.md +132 -0
- package/packages/core/src/skills/bundled/cli/cli_pipeline/SKILL.md +135 -0
- package/packages/core/src/skills/bundled/cli/cli_safe_exec/SKILL.md +125 -0
- package/packages/core/src/skills/bundled/cli/software_engineering/SKILL.md +23 -0
- package/packages/core/src/skills/bundled/cron_manager/SKILL.md +188 -0
- package/packages/core/src/skills/bundled/cron_reminder/SKILL.md +112 -0
- package/packages/core/src/skills/bundled/filesystem/file_manager/SKILL.md +118 -0
- package/packages/core/src/skills/bundled/filesystem/file_read_and_summarize/SKILL.md +109 -0
- package/packages/core/src/skills/bundled/filesystem/file_writer/SKILL.md +129 -0
- package/packages/core/src/skills/bundled/filesystem/workspace_file_operator/SKILL.md +22 -0
- package/packages/core/src/skills/bundled/office/office_document_manager/SKILL.md +262 -0
- package/packages/core/src/skills/bundled/search_knowledge/capability_discovery/SKILL.md +75 -0
- package/packages/core/src/skills/bundled/web/browser_automate/SKILL.md +120 -0
- package/packages/core/src/skills/bundled/web/browser_scrape/SKILL.md +109 -0
- package/packages/core/src/skills/bundled/web/web_monitor/SKILL.md +127 -0
- package/packages/core/src/skills/bundled/web/web_research/SKILL.md +119 -0
- package/packages/core/src/skills/bundled-data.generated.ts +731 -2678
- package/packages/core/src/skills/skills.test.ts +52 -11
- package/packages/core/src/{harness → storage}/boot-id.ts +5 -2
- package/packages/core/src/storage/bootstrap.ts +151 -0
- package/packages/core/src/storage/causal-events.ts +84 -0
- package/packages/core/src/storage/collections.ts +680 -0
- package/packages/core/src/storage/crypto.ts +205 -74
- package/packages/core/src/{harness/db-helpers.ts → storage/hive.ts} +63 -7
- package/packages/core/src/storage/hivedb.ts +61 -0
- package/packages/core/src/storage/index.ts +111 -18
- package/packages/core/src/storage/model-id.ts +53 -0
- package/packages/core/src/storage/onboarding.ts +540 -972
- package/packages/core/src/storage/reconcile.ts +238 -0
- package/packages/core/src/storage/seed.ts +572 -406
- package/packages/core/src/storage/usage.ts +285 -225
- package/packages/core/src/storage/user-email.ts +11 -0
- package/packages/core/src/swarm/AgentExecutor.ts +1 -1
- package/packages/core/src/swarm/EventBridge.ts +1 -1
- package/packages/core/src/swarm/index.ts +12 -9
- package/packages/core/src/tool-runtime/index.ts +146 -23
- package/packages/core/src/tool-runtime/tool-worker.ts +2 -2
- package/packages/core/src/tool-runtime/worker-tools.ts +27 -0
- package/packages/core/src/{canvas/a2ui-tools.ts → tools/a2ui/index.ts} +17 -8
- package/packages/core/src/tools/agents/get-available-models.ts +36 -54
- package/packages/core/src/tools/agents/index.ts +784 -292
- package/packages/core/src/tools/api/api-request.test.ts +164 -0
- package/packages/core/src/tools/api/api-request.ts +174 -0
- package/packages/core/src/tools/api/index.ts +16 -0
- package/packages/core/src/tools/cli/index.ts +4 -0
- package/packages/core/src/tools/core/index.ts +281 -112
- package/packages/core/src/tools/cron/index.ts +121 -124
- package/packages/core/src/tools/index.ts +63 -78
- package/packages/core/src/tools/office/office-escribir-xlsx.ts +3 -1
- package/packages/core/src/tools/types.ts +3 -1
- package/packages/core/src/tools/web/artifact-inspect.ts +23 -0
- package/packages/core/src/tools/web/browser-backend.ts +129 -0
- package/packages/core/src/tools/web/browser-screenshot.ts +26 -5
- package/packages/core/src/tools/web/browser-service.ts +80 -35
- package/packages/core/src/tools/web/browser-type.ts +3 -8
- package/packages/core/src/tools/web/index.ts +4 -4
- package/packages/core/src/tools/web/webview-backend.ts +412 -0
- package/packages/core/src/voice/index.ts +89 -63
- package/packages/core/src/workers/agent.worker.ts +2 -2
- package/packages/core/src/workers/workers.test.ts +3 -10
- package/scripts/bump-version.ts +248 -0
- package/scripts/generate-skill-bundle.ts +108 -0
- package/test/acceptance-checks.test.ts +403 -0
- package/test/agent-loop-terminal-synthesis.test.ts +32 -0
- package/test/browser-backend.test.ts +308 -0
- package/test/catalog-agents-stay-enabled.test.ts +117 -0
- package/test/causal-events.test.ts +117 -0
- package/test/compaction.test.ts +105 -0
- package/test/context-compiler.test.ts +269 -0
- package/test/curator.test.ts +130 -0
- package/test/durable-queue.test.ts +114 -0
- package/test/harness-barrel.test.ts +64 -0
- package/test/hive-helpers.test.ts +130 -0
- package/test/hivedb-search.test.ts +189 -0
- package/test/internal-turns.test.ts +166 -0
- package/test/job-idempotency.test.ts +68 -0
- package/test/job-retry-backoff.test.ts +184 -0
- package/test/job-store.test.ts +381 -0
- package/test/llm-retry.test.ts +97 -0
- package/test/memory-perf.test.ts +774 -0
- package/test/minimal-loadout.test.ts +78 -0
- package/test/model-catalog.test.ts +105 -0
- package/test/preload.ts +12 -0
- package/test/reflector.test.ts +320 -0
- package/test/retention-cap.test.ts +91 -0
- package/test/retired-capabilities-pruned.test.ts +192 -0
- package/test/run-store.test.ts +355 -0
- package/test/scratchpad.test.ts +74 -0
- package/test/secrets-durability.test.ts +119 -0
- package/test/seed-model-reseed.test.ts +155 -0
- package/test/setup-agent-seed.test.ts +264 -0
- package/test/tool-inventory.test.ts +65 -0
- package/test/tool-runtime.test.ts +258 -0
- package/test/tool-selector-runtime-tools.test.ts +117 -0
- package/test/toon.test.ts +429 -0
- package/tsconfig.json +2 -0
- package/packages/core/src/ace/Curator.ts +0 -158
- package/packages/core/src/ace/Reflector.ts +0 -200
- package/packages/core/src/ace/index.ts +0 -4
- package/packages/core/src/agent/AgentRunner.ts +0 -711
- package/packages/core/src/agent/ContextCompiler.ts +0 -567
- package/packages/core/src/agent/ContextGuard.ts +0 -91
- package/packages/core/src/agent/ConversationStore.ts +0 -254
- package/packages/core/src/agent/Hooks.ts +0 -166
- package/packages/core/src/agent/StuckLoop.ts +0 -133
- package/packages/core/src/agent/providers/LLMClient.ts +0 -149
- package/packages/core/src/agent/providers/anthropic.ts +0 -212
- package/packages/core/src/agent/providers/openai-compat.ts +0 -231
- package/packages/core/src/agent/selectors/PlaybookSelector.ts +0 -121
- package/packages/core/src/agent/selectors/SkillSelector.ts +0 -322
- package/packages/core/src/agent/selectors/index.ts +0 -6
- package/packages/core/src/auth/auth.ts +0 -121
- package/packages/core/src/auth/index.ts +0 -1
- package/packages/core/src/canvas/CanvasManager.ts +0 -390
- package/packages/core/src/canvas/canvas-tools.ts +0 -448
- package/packages/core/src/harness/collections.ts +0 -98
- package/packages/core/src/harness/goal-verifier.ts +0 -141
- package/packages/core/src/harness/harness.test.ts +0 -236
- package/packages/core/src/harness/reconcile.ts +0 -149
- package/packages/core/src/mcp/MCPToolAdapter.ts +0 -176
- package/packages/core/src/multimodal/VisionService.ts +0 -293
- package/packages/core/src/scheduler/dag/AgentExecutor.ts +0 -53
- package/packages/core/src/scheduler/dag/DAGScheduler.ts +0 -250
- package/packages/core/src/scheduler/dag/EventBridge.ts +0 -122
- package/packages/core/src/scheduler/dag/TaskGraph.ts +0 -192
- package/packages/core/src/scheduler/dag/TaskNode.ts +0 -97
- package/packages/core/src/scheduler/dag/TaskResult.ts +0 -22
- package/packages/core/src/scheduler/dag/errors.ts +0 -37
- package/packages/core/src/scheduler/dag/index.ts +0 -26
- package/packages/core/src/scheduler/dag/presets/ResearchPreset.ts +0 -97
- package/packages/core/src/scheduler/dag/strategies/ParallelStrategy.ts +0 -21
- package/packages/core/src/scheduler/dag/strategies/PriorityStrategy.ts +0 -46
- package/packages/core/src/storage/HiveDBStorage.ts +0 -64
- package/packages/core/src/storage/SQLiteStorage.ts +0 -414
- package/packages/core/src/storage/hiveSeed.ts +0 -308
- package/packages/core/src/storage/hiveStorage.test.ts +0 -38
- package/packages/core/src/storage/schema.ts +0 -689
- package/packages/core/src/storage/storage.test.ts +0 -37
- package/packages/core/src/swarm/AgentBus.ts +0 -460
- package/packages/core/src/swarm/EventBus.ts +0 -169
- package/packages/core/src/swarm/WorkerPool.ts +0 -236
- package/packages/core/src/tools/bridge-events.ts +0 -26
- package/packages/core/src/tools/canvas/index.ts +0 -375
- package/packages/core/src/tools/codebridge/index.ts +0 -342
- package/packages/core/src/tools/meeting/index.ts +0 -353
- package/packages/core/src/tools/projects/index.ts +0 -37
- package/packages/core/src/tools/projects/project-create.ts +0 -94
- package/packages/core/src/tools/projects/project-done.ts +0 -66
- package/packages/core/src/tools/projects/project-fail.ts +0 -66
- package/packages/core/src/tools/projects/project-list.ts +0 -96
- package/packages/core/src/tools/projects/project-update.ts +0 -72
- package/packages/core/src/tools/projects/task-create.ts +0 -68
- package/packages/core/src/tools/projects/task-evaluate.ts +0 -93
- package/packages/core/src/tools/projects/task-update.ts +0 -93
- package/packages/core/src/tools/voice/index.ts +0 -104
- package/packages/core/src/tools/web/api-request.test.ts +0 -170
- package/packages/core/src/tools/web/api-request.ts +0 -239
- package/test/setup-db.ts +0 -216
- /package/packages/core/src/agent/{NativeTools.ts → native-tools.ts} +0 -0
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* ACE Reflector — analyzes recent traces and produces insights.
|
|
3
|
-
*
|
|
4
|
-
* Runs in the background (never blocks the main agent loop).
|
|
5
|
-
* Triggered by the tracer after N new traces.
|
|
6
|
-
*
|
|
7
|
-
* Output → `reflections` table → picked up by Curator.
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
import { logger } from "../utils/logger.ts"
|
|
11
|
-
|
|
12
|
-
const log = logger.child("reflector")
|
|
13
|
-
|
|
14
|
-
const MAX_TRACES_TO_ANALYZE = 30
|
|
15
|
-
const MIN_TRACES_TO_RUN = 10
|
|
16
|
-
|
|
17
|
-
/** Main entry point — called from tracer.ts */
|
|
18
|
-
export async function runReflector(): Promise<void> {
|
|
19
|
-
try {
|
|
20
|
-
const { getDb } = await import("../storage/SQLiteStorage.ts")
|
|
21
|
-
const db = getDb()
|
|
22
|
-
|
|
23
|
-
log.info(`[reflector] Starting reflection cycle...`)
|
|
24
|
-
|
|
25
|
-
// Fetch traces not yet covered by any reflection
|
|
26
|
-
log.debug(`[reflector] Querying last reflection ID...`)
|
|
27
|
-
const lastReflectionId = (db.query<any, []>(
|
|
28
|
-
"SELECT MAX(id) as mid FROM reflections"
|
|
29
|
-
).get() as any)?.mid ?? 0
|
|
30
|
-
log.debug(`[reflector] Last reflection ID: ${lastReflectionId}`)
|
|
31
|
-
|
|
32
|
-
// Get last processed trace ID from reflections
|
|
33
|
-
log.debug(`[reflector] Querying last processed trace ID with json_each...`)
|
|
34
|
-
let lastProcessedTrace = 0
|
|
35
|
-
try {
|
|
36
|
-
const result = (db.query<any, []>(
|
|
37
|
-
`SELECT MAX(CAST(json_each.value AS INTEGER)) as max_id
|
|
38
|
-
FROM reflections, json_each(reflections.trace_ids)
|
|
39
|
-
WHERE reflections.id = (SELECT MAX(id) FROM reflections)`
|
|
40
|
-
).get() as any)?.max_id ?? 0
|
|
41
|
-
lastProcessedTrace = result
|
|
42
|
-
log.debug(`[reflector] Last processed trace ID: ${lastProcessedTrace}`)
|
|
43
|
-
} catch (jsonErr) {
|
|
44
|
-
log.error(`[reflector] json_each query failed:`, jsonErr)
|
|
45
|
-
log.error(`[reflector] Full error details:`, {
|
|
46
|
-
message: (jsonErr as Error).message,
|
|
47
|
-
stack: (jsonErr as Error).stack,
|
|
48
|
-
errno: (jsonErr as any).errno,
|
|
49
|
-
byteOffset: (jsonErr as any).byteOffset,
|
|
50
|
-
})
|
|
51
|
-
throw jsonErr // Re-throw to see full stack trace in main catch
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
log.debug(`[reflector] Fetching traces from DB, lastProcessedTrace=${lastProcessedTrace}, limit=${MAX_TRACES_TO_ANALYZE}`)
|
|
55
|
-
const traces = db.query<any, [number, number]>(`
|
|
56
|
-
SELECT id, agent_id, agent_name, tool_used, input_summary,
|
|
57
|
-
output_summary, success, error_message, duration_ms, tokens_used, created_at
|
|
58
|
-
FROM traces
|
|
59
|
-
WHERE id > ?
|
|
60
|
-
ORDER BY id ASC
|
|
61
|
-
LIMIT ?
|
|
62
|
-
`).all(lastProcessedTrace, MAX_TRACES_TO_ANALYZE)
|
|
63
|
-
|
|
64
|
-
log.debug(`[reflector] Fetched ${traces.length} traces from DB`)
|
|
65
|
-
|
|
66
|
-
if (traces.length < MIN_TRACES_TO_RUN) {
|
|
67
|
-
log.debug(`[reflector] Not enough traces (${traces.length}/${MIN_TRACES_TO_RUN}), skipping`)
|
|
68
|
-
return
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
log.info(`[reflector] Analyzing ${traces.length} traces...`)
|
|
72
|
-
|
|
73
|
-
const insights = analyzeTracesLocally(traces)
|
|
74
|
-
|
|
75
|
-
if (insights.length === 0) {
|
|
76
|
-
log.debug("[reflector] No insights generated")
|
|
77
|
-
return
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
const traceIds = JSON.stringify(traces.map((t: any) => t.id))
|
|
81
|
-
|
|
82
|
-
for (const insight of insights) {
|
|
83
|
-
db.query(`
|
|
84
|
-
INSERT INTO reflections (trace_ids, insight_type, description, affected_tools, affected_agents, confidence)
|
|
85
|
-
VALUES (?, ?, ?, ?, ?, ?)
|
|
86
|
-
`).run(
|
|
87
|
-
traceIds,
|
|
88
|
-
insight.type,
|
|
89
|
-
insight.description,
|
|
90
|
-
insight.affectedTools ? JSON.stringify(insight.affectedTools) : null,
|
|
91
|
-
insight.affectedAgents ? JSON.stringify(insight.affectedAgents) : null,
|
|
92
|
-
insight.confidence,
|
|
93
|
-
)
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
log.info(`[reflector] Generated ${insights.length} insights`)
|
|
97
|
-
|
|
98
|
-
// Trigger curator
|
|
99
|
-
const { runCurator } = await import("./Curator.ts")
|
|
100
|
-
await runCurator()
|
|
101
|
-
|
|
102
|
-
log.info(`[reflector] Reflection cycle completed successfully`)
|
|
103
|
-
} catch (err) {
|
|
104
|
-
log.error(`[reflector] Error during reflection:`, {
|
|
105
|
-
message: (err as Error).message,
|
|
106
|
-
stack: (err as Error).stack,
|
|
107
|
-
errno: (err as any).errno,
|
|
108
|
-
byteOffset: (err as any).byteOffset,
|
|
109
|
-
code: (err as any).code,
|
|
110
|
-
})
|
|
111
|
-
}
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
// ─── Local analysis (heuristic, no LLM call needed for basic patterns) ────────
|
|
115
|
-
|
|
116
|
-
interface Insight {
|
|
117
|
-
type: "success_pattern" | "failure_pattern" | "optimization" | "ethics_violation"
|
|
118
|
-
description: string
|
|
119
|
-
affectedTools?: string[]
|
|
120
|
-
affectedAgents?: string[]
|
|
121
|
-
confidence: number
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
function analyzeTracesLocally(traces: any[]): Insight[] {
|
|
125
|
-
const insights: Insight[] = []
|
|
126
|
-
|
|
127
|
-
// ── Failure patterns ─────────────────────────────────────────────────────
|
|
128
|
-
const failures = traces.filter((t: any) => !t.success)
|
|
129
|
-
if (failures.length > 3) {
|
|
130
|
-
// Group by tool
|
|
131
|
-
const toolFailures: Record<string, number> = {}
|
|
132
|
-
for (const f of failures) {
|
|
133
|
-
if (f.tool_used) {
|
|
134
|
-
toolFailures[f.tool_used] = (toolFailures[f.tool_used] || 0) + 1
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
for (const [tool, count] of Object.entries(toolFailures)) {
|
|
138
|
-
if (count >= 3) {
|
|
139
|
-
insights.push({
|
|
140
|
-
type: "failure_pattern",
|
|
141
|
-
description: `Tool '${tool}' failed ${count} times recently. Consider verifying its configuration or avoiding it for this type of task.`,
|
|
142
|
-
affectedTools: [tool],
|
|
143
|
-
confidence: Math.min(0.9, count / 10),
|
|
144
|
-
})
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
// ── Slow tools ───────────────────────────────────────────────────────────
|
|
150
|
-
const slowThresholdMs = 5000
|
|
151
|
-
const slowTools: Record<string, number[]> = {}
|
|
152
|
-
for (const t of traces) {
|
|
153
|
-
if (t.tool_used && t.duration_ms > slowThresholdMs) {
|
|
154
|
-
if (!slowTools[t.tool_used]) slowTools[t.tool_used] = []
|
|
155
|
-
slowTools[t.tool_used].push(t.duration_ms)
|
|
156
|
-
}
|
|
157
|
-
}
|
|
158
|
-
for (const [tool, durations] of Object.entries(slowTools)) {
|
|
159
|
-
if (durations.length >= 3) {
|
|
160
|
-
const avg = Math.round(durations.reduce((a, b) => a + b, 0) / durations.length)
|
|
161
|
-
insights.push({
|
|
162
|
-
type: "optimization",
|
|
163
|
-
description: `Tool '${tool}' is consistently slow (avg ${avg}ms). Cache results when possible or use a faster alternative.`,
|
|
164
|
-
affectedTools: [tool],
|
|
165
|
-
confidence: 0.6,
|
|
166
|
-
})
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
|
|
170
|
-
// ── High success pattern ─────────────────────────────────────────────────
|
|
171
|
-
const successByTool: Record<string, { ok: number; total: number }> = {}
|
|
172
|
-
for (const t of traces) {
|
|
173
|
-
if (!t.tool_used) continue
|
|
174
|
-
if (!successByTool[t.tool_used]) successByTool[t.tool_used] = { ok: 0, total: 0 }
|
|
175
|
-
successByTool[t.tool_used].total++
|
|
176
|
-
if (t.success) successByTool[t.tool_used].ok++
|
|
177
|
-
}
|
|
178
|
-
for (const [tool, stats] of Object.entries(successByTool)) {
|
|
179
|
-
if (stats.total >= 5 && stats.ok / stats.total >= 0.9) {
|
|
180
|
-
insights.push({
|
|
181
|
-
type: "success_pattern",
|
|
182
|
-
description: `Tool '${tool}' has a high success rate (${stats.ok}/${stats.total}). Prefer it for related tasks.`,
|
|
183
|
-
affectedTools: [tool],
|
|
184
|
-
confidence: stats.ok / stats.total,
|
|
185
|
-
})
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
// ── High token usage ─────────────────────────────────────────────────────
|
|
190
|
-
const highTokenTraces = traces.filter((t: any) => t.tokens_used > 4000)
|
|
191
|
-
if (highTokenTraces.length > 3) {
|
|
192
|
-
insights.push({
|
|
193
|
-
type: "optimization",
|
|
194
|
-
description: `${highTokenTraces.length} recent calls used >4000 tokens. Be more concise and use tool results as summaries, not raw dumps.`,
|
|
195
|
-
confidence: 0.7,
|
|
196
|
-
})
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
return insights
|
|
200
|
-
}
|