minimal-agent 0.10.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -3
- package/package.json +52 -5
- package/plugins/computer_use/.claude-plugin/plugin.json +6 -0
- package/plugins/computer_use/README.md +94 -0
- package/plugins/computer_use/app/_template.md +142 -0
- package/plugins/computer_use/app/chrome.md +165 -0
- package/plugins/computer_use/app/finder.md +76 -0
- package/plugins/computer_use/app/macos-system-settings.md +81 -0
- package/plugins/computer_use/app/microsoft-excel.md +80 -0
- package/plugins/computer_use/app/microsoft-powerpoint.md +80 -0
- package/plugins/computer_use/app/microsoft-word.md +79 -0
- package/plugins/computer_use/app/wechat.md +413 -0
- package/plugins/computer_use/app/weread.md +319 -0
- package/plugins/computer_use/commands/computeruse.md +25 -0
- package/plugins/computer_use/commands/cu.md +9 -0
- package/plugins/computer_use/plugin.js +26 -0
- package/plugins/computer_use/plugin.ts +30 -0
- package/plugins/computer_use/src/capture.js +90 -0
- package/plugins/computer_use/src/capture.ts +104 -0
- package/plugins/computer_use/src/commands.js +91 -0
- package/plugins/computer_use/src/commands.ts +103 -0
- package/plugins/computer_use/src/daemon.js +134 -0
- package/plugins/computer_use/src/daemon.ts +161 -0
- package/plugins/computer_use/src/manuals.js +135 -0
- package/plugins/computer_use/src/manuals.ts +159 -0
- package/plugins/computer_use/src/verify.js +168 -0
- package/plugins/computer_use/src/verify.ts +219 -0
- package/plugins/computer_use/test/commands.test.ts +73 -0
- package/plugins/cron-runner/plugin.ts +38 -0
- package/plugins/cron-runner/src/commands.ts +373 -0
- package/plugins/cron-runner/src/cronTime.ts +155 -0
- package/plugins/cron-runner/src/lock.ts +79 -0
- package/plugins/cron-runner/src/runs.ts +99 -0
- package/plugins/cron-runner/src/scheduleEngine.ts +76 -0
- package/plugins/cron-runner/src/scheduler.ts +376 -0
- package/plugins/cron-runner/src/schema.ts +139 -0
- package/plugins/cron-runner/src/service.ts +193 -0
- package/plugins/cron-runner/src/store.ts +333 -0
- package/plugins/cron-runner/src/types.ts +141 -0
- package/plugins/cron-runner/test/cronTime.test.ts +41 -0
- package/plugins/cron-runner/test/plugin-integration.test.ts +47 -0
- package/plugins/cron-runner/test/scheduleEngine.test.ts +41 -0
- package/plugins/cron-runner/test/service.test.ts +76 -0
- package/plugins/cron-runner/test/store-and-scheduler.test.ts +501 -0
- package/plugins/workflow-runner/plugin.js +56 -2
- package/plugins/workflow-runner/plugin.ts +113 -0
- package/plugins/workflow-runner/src/agentCommon.js +43 -4
- package/plugins/workflow-runner/src/agentCommon.ts +435 -0
- package/plugins/workflow-runner/src/controlFlow/branch.js +40 -0
- package/plugins/workflow-runner/src/controlFlow/branch.ts +46 -0
- package/plugins/workflow-runner/src/controlFlow/loop.js +211 -0
- package/plugins/workflow-runner/src/controlFlow/loop.ts +248 -0
- package/plugins/workflow-runner/src/controlFlow/pause.js +129 -0
- package/plugins/workflow-runner/src/controlFlow/pause.ts +141 -0
- package/plugins/workflow-runner/src/controlFlow/signal.js +21 -0
- package/plugins/workflow-runner/src/controlFlow/signal.ts +29 -0
- package/plugins/workflow-runner/src/controlFlow/types.js +18 -0
- package/plugins/workflow-runner/src/controlFlow/types.ts +63 -0
- package/plugins/workflow-runner/src/dslManifest.ts +127 -0
- package/plugins/workflow-runner/src/expressions.ts +622 -0
- package/plugins/workflow-runner/src/index.js +13 -4
- package/plugins/workflow-runner/src/index.ts +338 -0
- package/plugins/workflow-runner/src/jsonPayload.ts +84 -0
- package/plugins/workflow-runner/src/loader.js +23 -0
- package/plugins/workflow-runner/src/loader.ts +721 -0
- package/plugins/workflow-runner/src/multimodal.js +2 -1
- package/plugins/workflow-runner/src/multimodal.ts +64 -0
- package/plugins/workflow-runner/src/recovery.ts +149 -0
- package/plugins/workflow-runner/src/runner.js +75 -659
- package/plugins/workflow-runner/src/runner.ts +604 -0
- package/plugins/workflow-runner/src/stepExecutors/agent.ts +234 -0
- package/plugins/workflow-runner/src/stepExecutors/assert.ts +50 -0
- package/plugins/workflow-runner/src/stepExecutors/echo.js +31 -0
- package/plugins/workflow-runner/src/stepExecutors/echo.ts +38 -0
- package/plugins/workflow-runner/src/stepExecutors/llm.ts +133 -0
- package/plugins/workflow-runner/src/stepExecutors/set.js +49 -0
- package/plugins/workflow-runner/src/stepExecutors/set.ts +56 -0
- package/plugins/workflow-runner/src/stepExecutors/skill.js +5 -6
- package/plugins/workflow-runner/src/stepExecutors/skill.ts +140 -0
- package/plugins/workflow-runner/src/stepExecutors/tool.js +80 -8
- package/plugins/workflow-runner/src/stepExecutors/tool.ts +256 -0
- package/plugins/workflow-runner/src/stepExecutors/verify.ts +68 -0
- package/plugins/workflow-runner/src/stepPipeline.js +277 -0
- package/plugins/workflow-runner/src/stepPipeline.ts +366 -0
- package/plugins/workflow-runner/src/taskIdentity.ts +405 -0
- package/plugins/workflow-runner/src/toolRuntime.js +48 -0
- package/plugins/workflow-runner/src/toolRuntime.ts +64 -0
- package/plugins/workflow-runner/src/types.js +37 -1
- package/plugins/workflow-runner/src/types.ts +602 -0
- package/plugins/workflow-runner/src/workflowState.ts +733 -0
- package/plugins/workflow-runner/test/agent.test.ts +587 -0
- package/plugins/workflow-runner/test/agentLlmError.test.ts +373 -0
- package/plugins/workflow-runner/test/bashBlacklist.sweep.test.ts +65 -0
- package/plugins/workflow-runner/test/captureMisbind.test.ts +99 -0
- package/plugins/workflow-runner/test/cli.e2e.test.ts +147 -0
- package/plugins/workflow-runner/test/context-files.test.ts +320 -0
- package/plugins/workflow-runner/test/e2e.test.ts +370 -0
- package/plugins/workflow-runner/test/engineRobustness.test.ts +226 -0
- package/plugins/workflow-runner/test/expressions.test.ts +397 -0
- package/plugins/workflow-runner/test/foundation.test.ts +126 -0
- package/plugins/workflow-runner/test/graceful.test.ts +139 -0
- package/plugins/workflow-runner/test/greedyInputs.load.test.ts +47 -0
- package/plugins/workflow-runner/test/hostCapability.test.ts +108 -0
- package/plugins/workflow-runner/test/illustrate.load.test.ts +183 -0
- package/plugins/workflow-runner/test/jsonPayload.test.ts +83 -0
- package/plugins/workflow-runner/test/loader.test.ts +617 -0
- package/plugins/workflow-runner/test/maxTurnsRetryDelay.test.ts +33 -0
- package/plugins/workflow-runner/test/multimodal.test.ts +342 -0
- package/plugins/workflow-runner/test/output-schema.test.ts +213 -0
- package/plugins/workflow-runner/test/parseWorkflowArgs.test.ts +87 -0
- package/plugins/workflow-runner/test/pluginRunner.isolation.test.ts +269 -0
- package/plugins/workflow-runner/test/ppt.load.test.ts +1220 -0
- package/plugins/workflow-runner/test/ralphLoop.e2e.test.ts +220 -0
- package/plugins/workflow-runner/test/recovery.test.ts +265 -0
- package/plugins/workflow-runner/test/runner.test.ts +911 -0
- package/plugins/workflow-runner/test/runnerPreflight.test.ts +379 -0
- package/plugins/workflow-runner/test/skillTurnDone.test.ts +71 -0
- package/plugins/workflow-runner/test/stateLifecycle.test.ts +150 -0
- package/plugins/workflow-runner/test/stepPipeline.test.ts +114 -0
- package/plugins/workflow-runner/test/taskArbitration.test.ts +338 -0
- package/plugins/workflow-runner/test/taskIdentity.test.ts +237 -0
- package/plugins/workflow-runner/test/taskLifecycle.test.ts +270 -0
- package/plugins/workflow-runner/test/toolArtifactOverwrite.test.ts +221 -0
- package/plugins/workflow-runner/test/toolCapabilityBoundary.test.ts +29 -0
- package/plugins/workflow-runner/test/toolRuntimeIntegration.test.ts +168 -0
- package/plugins/workflow-runner/test/webppt.load.test.ts +250 -0
- package/plugins/workflow-runner/test/word.load.test.ts +208 -0
- package/plugins/workflow-runner/test/workflows.smoke.test.ts +76 -0
- package/plugins/workflow-runner/test/yamlGuardConditions.test.ts +207 -0
- package/skills/browser-automation/SKILL.md +9 -19
- package/skills/web-crawler/SKILL.md +9 -11
- package/src/askBridge.ts +249 -0
- package/src/bootstrap/cwdArg.js +10 -3
- package/src/bootstrap/cwdArg.ts +31 -0
- package/src/bootstrap/workingDir.ts +48 -0
- package/src/cli/args.js +70 -7
- package/src/cli/args.ts +146 -0
- package/src/cli/computerUse.js +185 -0
- package/src/cli/computerUse.ts +221 -0
- package/src/cli/configMenu.js +274 -202
- package/src/cli/configMenu.tsx +521 -0
- package/src/cli/memoryAccess.js +45 -0
- package/src/cli/memoryAccess.ts +53 -0
- package/src/cli/print.js +119 -5
- package/src/cli/print.ts +597 -0
- package/src/cli/quickModelSetup.js +60 -0
- package/src/cli/quickModelSetup.tsx +96 -0
- package/src/cli/streamJson.js +80 -4
- package/src/cli/streamJson.ts +433 -0
- package/src/cli/wizards/advisorWizard.js +1 -0
- package/src/cli/wizards/advisorWizard.tsx +195 -0
- package/src/cli/wizards/agentRuntimeWizard.js +84 -0
- package/src/cli/wizards/agentRuntimeWizard.tsx +134 -0
- package/src/cli/wizards/browserWizard.js +55 -0
- package/src/cli/wizards/browserWizard.tsx +77 -0
- package/src/cli/wizards/contextAdvisorWizard.js +84 -0
- package/src/cli/wizards/contextAdvisorWizard.tsx +124 -0
- package/src/cli/wizards/fieldForm.js +7 -4
- package/src/cli/wizards/fieldForm.tsx +250 -0
- package/src/cli/wizards/imageWizard.js +4 -5
- package/src/cli/wizards/imageWizard.tsx +96 -0
- package/src/cli/wizards/openRouterWizard.tsx +48 -0
- package/src/cli/wizards/providerPresets.js +1 -8
- package/src/cli/wizards/providerPresets.ts +106 -0
- package/src/cli/wizards/providerWizard.js +152 -205
- package/src/cli/wizards/providerWizard.tsx +266 -0
- package/src/cli/wizards/searchWizard.tsx +47 -0
- package/src/cli/wizards/ttsWizard.js +4 -3
- package/src/cli/wizards/ttsWizard.tsx +61 -0
- package/src/config/configDefaults.js +25 -0
- package/src/config/configDefaults.ts +33 -0
- package/src/config/configDiagnostics.js +117 -0
- package/src/config/configDiagnostics.ts +166 -0
- package/src/config/configFile.js +52 -32
- package/src/config/configFile.ts +633 -0
- package/src/config/configManagement.js +126 -0
- package/src/config/configManagement.ts +159 -0
- package/src/config/configService.js +66 -11
- package/src/config/configService.ts +554 -0
- package/src/config/numericLimits.js +61 -0
- package/src/config/numericLimits.ts +80 -0
- package/src/config.ts +109 -0
- package/src/context/agentHome.ts +11 -0
- package/src/context/archive.ts +144 -0
- package/src/context/budgetPlan.js +54 -0
- package/src/context/budgetPlan.ts +88 -0
- package/src/context/compact.js +179 -106
- package/src/context/compact.ts +584 -0
- package/src/context/contextBundle.js +119 -0
- package/src/context/contextBundle.ts +176 -0
- package/src/context/contextLock.ts +84 -0
- package/src/context/microCompactLite.ts +218 -0
- package/src/context/persistContext.ts +177 -0
- package/src/context/reactiveCompact.js +19 -4
- package/src/context/reactiveCompact.ts +240 -0
- package/src/context/recentDirs.ts +42 -0
- package/src/context/sessionPath.ts +206 -0
- package/src/context/sessionRegistry.js +8 -2
- package/src/context/sessionRegistry.ts +414 -0
- package/src/context/snipCompact.ts +163 -0
- package/src/context/tokenCounter.ts +106 -0
- package/src/context/workspaceIndex.js +2 -2
- package/src/context/workspaceIndex.ts +751 -0
- package/src/entry.compiled.tsx +20 -0
- package/src/harness/claimValidation.js +9 -0
- package/src/harness/claimValidation.ts +22 -0
- package/src/harness/evidenceLedger.js +92 -0
- package/src/harness/evidenceLedger.ts +96 -0
- package/src/harness/stallGuard.js +60 -0
- package/src/harness/stallGuard.ts +81 -0
- package/src/humanIntervention.js +129 -0
- package/src/humanIntervention.ts +216 -0
- package/src/infra/verification.ts +295 -0
- package/src/irreversible/rules.js +216 -0
- package/src/irreversible/rules.ts +261 -0
- package/src/llm/client.js +40 -3
- package/src/llm/client.ts +621 -0
- package/src/llm/promptCache.js +27 -0
- package/src/llm/promptCache.ts +41 -0
- package/src/llm/providers/anthropicFormat.js +41 -5
- package/src/llm/providers/anthropicFormat.ts +290 -0
- package/src/llm/providers/openaiFormat.js +186 -8
- package/src/llm/providers/openaiFormat.ts +428 -0
- package/src/loop.js +614 -63
- package/src/loop.ts +1454 -0
- package/src/main.js +67 -10
- package/src/main.tsx +344 -0
- package/src/memory/codec.js +204 -0
- package/src/memory/codec.ts +249 -0
- package/src/memory/constants.js +34 -0
- package/src/memory/constants.ts +50 -0
- package/src/memory/episodicMemory.js +684 -0
- package/src/memory/episodicMemory.ts +815 -0
- package/src/memory/fileStore.js +148 -0
- package/src/memory/fileStore.ts +184 -0
- package/src/memory/memoryService.js +570 -0
- package/src/memory/memoryService.ts +859 -0
- package/src/memory/migration.js +128 -0
- package/src/memory/migration.ts +160 -0
- package/src/memory/repository.js +789 -0
- package/src/memory/repository.ts +893 -0
- package/src/memory/retrieval.js +108 -0
- package/src/memory/retrieval.ts +145 -0
- package/src/memory/searchIndex.js +107 -0
- package/src/memory/searchIndex.ts +153 -0
- package/src/memory/topicView.js +82 -0
- package/src/memory/topicView.ts +95 -0
- package/src/memory/turnJournal.js +95 -0
- package/src/memory/turnJournal.ts +120 -0
- package/src/memory/types.js +2 -0
- package/src/memory/types.ts +186 -0
- package/src/messageQueue.ts +123 -0
- package/src/multimodal.js +128 -46
- package/src/multimodal.ts +349 -0
- package/src/plugin-sdk.js +21 -1
- package/src/plugin-sdk.ts +134 -0
- package/src/plugins/builtinPluginIds.js +47 -0
- package/src/plugins/builtinPluginIds.ts +51 -0
- package/src/plugins/builtinRegistry.ts +43 -0
- package/src/plugins/commandRouter.js +40 -26
- package/src/plugins/commandRouter.ts +261 -0
- package/src/plugins/hookEngine.ts +341 -0
- package/src/plugins/pluginApi.ts +133 -0
- package/src/plugins/pluginLifecycle.ts +34 -0
- package/src/plugins/pluginLoader.ts +147 -0
- package/src/plugins/pluginManifest.js +127 -0
- package/src/plugins/pluginManifest.ts +152 -0
- package/src/plugins/pluginRunner.js +47 -2
- package/src/plugins/pluginRunner.ts +207 -0
- package/src/plugins/transcript.ts +208 -0
- package/src/prompts/lint.js +169 -0
- package/src/prompts/lint.ts +220 -0
- package/src/prompts/pluginList.js +32 -16
- package/src/prompts/pluginList.ts +86 -0
- package/src/prompts/policyRegistry.js +318 -0
- package/src/prompts/policyRegistry.ts +358 -0
- package/src/prompts/projectInstructions.js +24 -0
- package/src/prompts/projectInstructions.ts +81 -0
- package/src/prompts/promptAssembly.js +311 -202
- package/src/prompts/promptAssembly.ts +510 -0
- package/src/prompts/skillList.js +106 -45
- package/src/prompts/skillList.ts +198 -0
- package/src/prompts/system.js +31 -6
- package/src/prompts/system.ts +81 -0
- package/src/runtime/agentRuntimeContext.js +53 -0
- package/src/runtime/agentRuntimeContext.ts +112 -0
- package/src/session/runAgentTurn.js +71 -12
- package/src/session/runAgentTurn.ts +181 -0
- package/src/session/runTurn.js +29 -0
- package/src/session/runTurn.ts +160 -0
- package/src/session/runtimeStore.js +149 -0
- package/src/session/runtimeStore.ts +197 -0
- package/src/session/sessionState.js +79 -3
- package/src/session/sessionState.ts +134 -0
- package/src/toolGate.ts +50 -0
- package/src/tools/advisor/advisor.js +76 -15
- package/src/tools/advisor/advisor.ts +512 -0
- package/src/tools/agent/agent.js +245 -29
- package/src/tools/agent/agent.ts +837 -0
- package/src/tools/agent/agentTaskService.js +60 -0
- package/src/tools/agent/agentTaskService.ts +113 -0
- package/src/tools/agent/agentTypes.js +20 -8
- package/src/tools/agent/agentTypes.ts +94 -0
- package/src/tools/agent/coordinator.ts +111 -0
- package/src/tools/agent/worktree.ts +296 -0
- package/src/tools/ask/ask.js +17 -0
- package/src/tools/ask/ask.ts +122 -0
- package/src/tools/bash/attachImage.js +223 -0
- package/src/tools/bash/attachImage.ts +281 -0
- package/src/tools/bash/bash.js +132 -14
- package/src/tools/bash/bash.ts +642 -0
- package/src/tools/bash/semantics.ts +103 -0
- package/src/tools/bash/warnings.js +17 -11
- package/src/tools/bash/warnings.ts +117 -0
- package/src/tools/capabilities.js +42 -0
- package/src/tools/capabilities.ts +69 -0
- package/src/tools/computeruse/accessibilityPermission.js +261 -0
- package/src/tools/computeruse/accessibilityPermission.ts +294 -0
- package/src/tools/computeruse/axSearch.js +96 -0
- package/src/tools/computeruse/axSearch.ts +120 -0
- package/src/tools/computeruse/axSnap.js +272 -0
- package/src/tools/computeruse/axSnap.ts +349 -0
- package/src/tools/computeruse/capabilityLabels.js +95 -0
- package/src/tools/computeruse/capabilityLabels.ts +115 -0
- package/src/tools/computeruse/computerUseService.js +2235 -0
- package/src/tools/computeruse/computerUseService.ts +2686 -0
- package/src/tools/computeruse/computeruse.js +2742 -0
- package/src/tools/computeruse/computeruse.ts +3265 -0
- package/src/tools/computeruse/diagnosticTrace.js +154 -0
- package/src/tools/computeruse/diagnosticTrace.ts +195 -0
- package/src/tools/computeruse/diagnostics.js +369 -0
- package/src/tools/computeruse/diagnostics.ts +453 -0
- package/src/tools/computeruse/grants.js +53 -0
- package/src/tools/computeruse/grants.ts +70 -0
- package/src/tools/computeruse/humanBoundary.js +159 -0
- package/src/tools/computeruse/humanBoundary.ts +199 -0
- package/src/tools/computeruse/intervention.js +77 -0
- package/src/tools/computeruse/intervention.ts +110 -0
- package/src/tools/computeruse/manualSchema.js +709 -0
- package/src/tools/computeruse/manualSchema.ts +916 -0
- package/src/tools/computeruse/observationImages.js +705 -0
- package/src/tools/computeruse/observationImages.ts +889 -0
- package/src/tools/computeruse/protocol.js +60 -0
- package/src/tools/computeruse/protocol.ts +515 -0
- package/src/tools/computeruse/telemetryLog.js +57 -0
- package/src/tools/computeruse/telemetryLog.ts +67 -0
- package/src/tools/computeruse/vision/appGuide.js +325 -0
- package/src/tools/computeruse/vision/appGuide.ts +482 -0
- package/src/tools/computeruse/vision/focus.js +291 -0
- package/src/tools/computeruse/vision/focus.ts +382 -0
- package/src/tools/computeruse/vision/frames.js +248 -0
- package/src/tools/computeruse/vision/frames.ts +329 -0
- package/src/tools/computeruse/vision/geometry.js +131 -0
- package/src/tools/computeruse/vision/geometry.ts +163 -0
- package/src/tools/computeruse/vision/imaging.js +201 -0
- package/src/tools/computeruse/vision/imaging.ts +281 -0
- package/src/tools/computeruse/vision/png.js +274 -0
- package/src/tools/computeruse/vision/png.ts +317 -0
- package/src/tools/computeruse/vision/raster.js +320 -0
- package/src/tools/computeruse/vision/raster.ts +408 -0
- package/src/tools/computeruse/vision/settle.js +131 -0
- package/src/tools/computeruse/vision/settle.ts +220 -0
- package/src/tools/computeruse/vision/telemetry.js +196 -0
- package/src/tools/computeruse/vision/telemetry.ts +241 -0
- package/src/tools/computeruse/visionOcr.js +115 -0
- package/src/tools/computeruse/visionOcr.ts +128 -0
- package/src/tools/computeruse/waitFor.js +237 -0
- package/src/tools/computeruse/waitFor.ts +291 -0
- package/src/tools/download/download.js +10 -6
- package/src/tools/download/download.ts +187 -0
- package/src/tools/edit/edit.js +30 -18
- package/src/tools/edit/edit.ts +349 -0
- package/src/tools/edit/multi-edit.js +25 -14
- package/src/tools/edit/multi-edit.ts +223 -0
- package/src/tools/effectiveToolSet.js +73 -0
- package/src/tools/effectiveToolSet.ts +91 -0
- package/src/tools/genimage/genimage.ts +257 -0
- package/src/tools/genspeech/genspeech.ts +83 -0
- package/src/tools/glob/glob.js +176 -29
- package/src/tools/glob/glob.ts +283 -0
- package/src/tools/grep/grep.js +61 -19
- package/src/tools/grep/grep.ts +239 -0
- package/src/tools/grep/rgPath.ts +206 -0
- package/src/tools/index.js +99 -5
- package/src/tools/index.ts +293 -0
- package/src/tools/lsp/config.js +113 -0
- package/src/tools/lsp/config.ts +113 -0
- package/src/tools/lsp/lsp.js +256 -0
- package/src/tools/lsp/lsp.ts +274 -0
- package/src/tools/lsp/service.js +303 -0
- package/src/tools/lsp/service.ts +296 -0
- package/src/tools/memory/memory.js +520 -0
- package/src/tools/memory/memory.ts +625 -0
- package/src/tools/memory/policy.js +53 -0
- package/src/tools/memory/policy.ts +72 -0
- package/src/tools/notebook/notebookEdit.js +114 -0
- package/src/tools/notebook/notebookEdit.ts +126 -0
- package/src/tools/powershell/powershell.js +210 -0
- package/src/tools/powershell/powershell.ts +239 -0
- package/src/tools/presentresult/presentresult.js +145 -0
- package/src/tools/presentresult/presentresult.ts +156 -0
- package/src/tools/read/read.js +371 -163
- package/src/tools/read/read.ts +558 -0
- package/src/tools/shared/diffSummary.js +44 -0
- package/src/tools/shared/diffSummary.ts +63 -0
- package/src/tools/shared/fileActivity.js +51 -0
- package/src/tools/shared/fileActivity.ts +66 -0
- package/src/tools/shared/fileMutationBus.js +13 -0
- package/src/tools/shared/fileMutationBus.ts +14 -0
- package/src/tools/shared/fileState.js +73 -65
- package/src/tools/shared/fileState.ts +145 -0
- package/src/tools/shared/fileUtils.js +81 -4
- package/src/tools/shared/fileUtils.ts +504 -0
- package/src/tools/shared/killTree.ts +50 -0
- package/src/tools/shared/permanentDeleteGuard.js +26 -0
- package/src/tools/shared/permanentDeleteGuard.ts +34 -0
- package/src/tools/shared/schemas.ts +20 -0
- package/src/tools/shared/toolOutputStore.js +97 -0
- package/src/tools/shared/toolOutputStore.ts +110 -0
- package/src/tools/skill/skill.js +86 -0
- package/src/tools/skill/skill.ts +94 -0
- package/src/tools/snip/snip.js +67 -0
- package/src/tools/snip/snip.ts +80 -0
- package/src/tools/tasks/backgroundTaskService.js +275 -0
- package/src/tools/tasks/backgroundTaskService.ts +369 -0
- package/src/tools/tasks/processEvidence.js +24 -0
- package/src/tools/tasks/processEvidence.ts +34 -0
- package/src/tools/tasks/taskManagement.js +163 -0
- package/src/tools/tasks/taskManagement.ts +180 -0
- package/src/tools/tasks/taskOutput.js +113 -0
- package/src/tools/tasks/taskOutput.ts +145 -0
- package/src/tools/tasks/taskStop.js +74 -0
- package/src/tools/tasks/taskStop.ts +99 -0
- package/src/tools/tasks/taskStore.js +46 -0
- package/src/tools/tasks/taskStore.ts +77 -0
- package/src/tools/terminal/terminalCapture.js +167 -0
- package/src/tools/terminal/terminalCapture.ts +179 -0
- package/src/tools/trash/trash.js +233 -0
- package/src/tools/trash/trash.ts +283 -0
- package/src/tools/types.js +1 -1
- package/src/tools/types.ts +24 -0
- package/src/tools/webbrowser/agentBrowserPath.ts +286 -0
- package/src/tools/webbrowser/browser.js +214 -11
- package/src/tools/webbrowser/browser.ts +293 -0
- package/src/tools/webbrowser/browserControl.js +153 -48
- package/src/tools/webbrowser/browserControl.ts +262 -0
- package/src/tools/webbrowser/browserDaemon.js +147 -39
- package/src/tools/webbrowser/browserDaemon.ts +270 -0
- package/src/tools/webbrowser/browserOutcome.js +273 -0
- package/src/tools/webbrowser/browserOutcome.ts +306 -0
- package/src/tools/webbrowser/browserRunRegistry.js +150 -0
- package/src/tools/webbrowser/browserRunRegistry.ts +179 -0
- package/src/tools/webbrowser/browserService.js +20 -6
- package/src/tools/webbrowser/browserService.ts +56 -0
- package/src/tools/webbrowser/browserStream.js +30 -1
- package/src/tools/webbrowser/browserStream.ts +216 -0
- package/src/tools/webbrowser/browserTabs.js +143 -0
- package/src/tools/webbrowser/browserTabs.ts +210 -0
- package/src/tools/webbrowser/webbrowser.js +831 -150
- package/src/tools/webbrowser/webbrowser.ts +1537 -0
- package/src/tools/webfetch/preapproved.ts +274 -0
- package/src/tools/webfetch/webfetch.js +24 -23
- package/src/tools/webfetch/webfetch.ts +383 -0
- package/src/tools/websearch/websearch.js +12 -11
- package/src/tools/websearch/websearch.ts +292 -0
- package/src/tools/worktree/sessionWorktree.js +128 -0
- package/src/tools/worktree/sessionWorktree.ts +158 -0
- package/src/tools/write/write.js +27 -44
- package/src/tools/write/write.ts +136 -0
- package/src/types.ts +960 -0
- package/src/ui/App.js +216 -12
- package/src/ui/App.tsx +879 -0
- package/src/ui/AskQuestion.tsx +300 -0
- package/src/ui/InputBox.js +77 -1
- package/src/ui/InputBox.tsx +567 -0
- package/src/ui/LiveArea.tsx +344 -0
- package/src/ui/MessageList.js +27 -6
- package/src/ui/MessageList.tsx +559 -0
- package/src/ui/ModelPicker.tsx +107 -0
- package/src/ui/QueuedMessagesBanner.tsx +51 -0
- package/src/ui/Root.js +6 -8
- package/src/ui/Root.tsx +100 -0
- package/src/ui/SessionPicker.tsx +169 -0
- package/src/ui/StatusLine.js +22 -1
- package/src/ui/StatusLine.tsx +145 -0
- package/src/ui/WorkspacePicker.tsx +84 -0
- package/src/ui/advisorCommand.js +54 -0
- package/src/ui/advisorCommand.ts +63 -0
- package/src/ui/computerCommand.js +19 -0
- package/src/ui/computerCommand.ts +35 -0
- package/src/ui/figures.ts +45 -0
- package/src/ui/hooks/askSlot.ts +112 -0
- package/src/ui/hooks/useChat.js +271 -7
- package/src/ui/hooks/useChat.ts +1578 -0
- package/src/ui/hooks/useInputHistory.ts +235 -0
- package/src/ui/hooks/usePasteHandler.ts +220 -0
- package/src/ui/hooks/useTerminalSize.ts +41 -0
- package/src/ui/hooks/useTextBuffer.ts +108 -0
- package/src/ui/hooks/useTokenUsage.ts +44 -0
- package/src/ui/liveViewport.ts +189 -0
- package/src/ui/markdown.ts +230 -0
- package/src/ui/textBuffer.ts +239 -0
- package/src/ui/theme.ts +35 -0
- package/src/utils/clipboardImage.js +358 -0
- package/src/utils/clipboardImage.ts +420 -0
- package/src/utils/debugLog.ts +50 -0
- package/src/utils/greenRoot.ts +35 -0
- package/src/utils/packageRoot.ts +40 -0
- package/src/utils/pathContains.js +28 -0
- package/src/utils/pathContains.ts +31 -0
- package/src/utils/resourcePaths.ts +71 -0
- package/src/utils/stripThink.ts +49 -0
- package/src/utils/zodToJson.ts +73 -0
- package/src/web/browserBridge.js +365 -66
- package/src/web/browserBridge.ts +672 -0
- package/src/web/protocol.ts +1804 -0
- package/vendor/computer-use/arm64-darwin/cu-helperd +0 -0
- package/workflows/ppt.yaml +13 -2
- package/workflows/wechat-reading-shots.yaml +315 -0
- package/workflows/word.yaml +11 -1
- package/skills/docx/scripts/office/helpers/__pycache__/__init__.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/helpers/__pycache__/merge_runs.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/helpers/__pycache__/simplify_redlines.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/validators/__pycache__/__init__.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/validators/__pycache__/base.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/validators/__pycache__/docx.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/validators/__pycache__/pptx.cpython-314.pyc +0 -0
- package/skills/docx/scripts/office/validators/__pycache__/redlining.cpython-314.pyc +0 -0
- package/skills/image-stats/scripts/__pycache__/image_stats.cpython-314.pyc +0 -0
- package/skills/image-stats/scripts/__pycache__/image_stats_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/assemble_material.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/assemble_material_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/chart_sanity_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/check_language_policy.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/check_ui_artifact.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/check_ui_artifact_pptx_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/deck_pages_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/deck_pages_check_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/deck_visual_style_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/deck_visual_style_check_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_budget_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_budget_check_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_repair_hints.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_repair_hints_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_style_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/design_style_check_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/draft_coverage_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/extract_source_assets.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/extract_source_assets_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/generated_image_review_collect.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/generated_image_review_collect_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/image_plan_lint.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/image_plan_lint_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/image_prompt_rewrite.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/image_prompt_rewrite_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/layout_balance.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/layout_balance_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/normalize_design_json.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/normalize_design_json_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/plan_source_layout.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/plan_source_layout_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/resolve_source_hint.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/resolve_source_hint_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/resolve_source_input.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/resolve_source_input_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/scaffold_ui_artifact.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/source_usage_check.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/source_usage_check_test.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/text_readability_pixel.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/visual_quality_gate.cpython-314.pyc +0 -0
- package/skills/ui-design/scripts/__pycache__/visual_quality_gate_test.cpython-314.pyc +0 -0
- /package/skills/ai-image/scripts/{generate_test.mjs → generate.selftest.mjs} +0 -0
- /package/skills/ai-image/scripts/{generate_from_plan_test.mjs → generate_from_plan.selftest.mjs} +0 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { filterToolsForRuntime } from '../runtime/agentRuntimeContext.js';
|
|
3
|
+
const toolIds = new WeakMap();
|
|
4
|
+
let nextToolId = 1;
|
|
5
|
+
const effectiveSetCache = new Map();
|
|
6
|
+
function identity(tool) {
|
|
7
|
+
let id = toolIds.get(tool);
|
|
8
|
+
if (id === undefined) {
|
|
9
|
+
id = nextToolId++;
|
|
10
|
+
toolIds.set(tool, id);
|
|
11
|
+
}
|
|
12
|
+
return id;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Resolve the host-visible tool catalog once for a run. The returned set is
|
|
16
|
+
* both what the model sees and the execution boundary; callers must not
|
|
17
|
+
* reconstruct capabilities from ALL_TOOLS later in the call chain.
|
|
18
|
+
*/
|
|
19
|
+
export function createEffectiveToolSet(input) {
|
|
20
|
+
const resolvedAvailability = new Map(input.availableTools.map((tool) => [
|
|
21
|
+
tool,
|
|
22
|
+
tool.resolveAvailability?.(input.runtime) ?? { available: true, signature: 'always' },
|
|
23
|
+
]));
|
|
24
|
+
const availability = input.availableTools.map((tool) => {
|
|
25
|
+
const resolved = resolvedAvailability.get(tool);
|
|
26
|
+
return `${tool.name}:${resolved.available}:${resolved.signature}`;
|
|
27
|
+
});
|
|
28
|
+
const cacheKey = [
|
|
29
|
+
input.runtime.cwd,
|
|
30
|
+
input.runtime.surface,
|
|
31
|
+
input.runtime.profile,
|
|
32
|
+
input.runtime.memoryAccess,
|
|
33
|
+
input.runtime.browser?.supervised === true ? 'supervised-browser' : 'no-browser',
|
|
34
|
+
input.runtime.computer ? 'computer' : 'no-computer',
|
|
35
|
+
input.availableTools.map(identity).join(','),
|
|
36
|
+
availability.join(','),
|
|
37
|
+
input.allowedNames?.join(',') ?? '*',
|
|
38
|
+
input.requiredNames?.join(',') ?? '',
|
|
39
|
+
].join('|');
|
|
40
|
+
const cached = effectiveSetCache.get(cacheKey);
|
|
41
|
+
if (cached)
|
|
42
|
+
return cached;
|
|
43
|
+
const allowed = input.allowedNames === undefined
|
|
44
|
+
? undefined
|
|
45
|
+
: new Set(input.allowedNames);
|
|
46
|
+
const requested = allowed === undefined
|
|
47
|
+
? input.availableTools
|
|
48
|
+
: input.availableTools.filter((tool) => allowed.has(tool.name));
|
|
49
|
+
const tools = filterToolsForRuntime(requested, input.runtime, resolvedAvailability);
|
|
50
|
+
const names = new Set(tools.map((tool) => tool.name));
|
|
51
|
+
const requiredNames = new Set((input.requiredNames ?? []).filter((name) => names.has(name)));
|
|
52
|
+
const schemaIdentity = tools.map((tool) => ({
|
|
53
|
+
name: tool.name,
|
|
54
|
+
description: typeof tool.description === 'function'
|
|
55
|
+
? tool.description()
|
|
56
|
+
: tool.description,
|
|
57
|
+
parameters: tool.parameters,
|
|
58
|
+
}));
|
|
59
|
+
const signature = createHash('sha256')
|
|
60
|
+
.update(JSON.stringify(schemaIdentity))
|
|
61
|
+
.digest('hex');
|
|
62
|
+
const result = Object.freeze({
|
|
63
|
+
tools: Object.freeze([...tools]),
|
|
64
|
+
names,
|
|
65
|
+
signature,
|
|
66
|
+
requiredNames,
|
|
67
|
+
});
|
|
68
|
+
effectiveSetCache.set(cacheKey, result);
|
|
69
|
+
if (effectiveSetCache.size > 128) {
|
|
70
|
+
effectiveSetCache.delete(effectiveSetCache.keys().next().value);
|
|
71
|
+
}
|
|
72
|
+
return result;
|
|
73
|
+
}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import type { AgentRuntimeContext } from '../runtime/agentRuntimeContext.js';
|
|
3
|
+
import type { Tool } from '../types.js';
|
|
4
|
+
import { filterToolsForRuntime } from '../runtime/agentRuntimeContext.js';
|
|
5
|
+
|
|
6
|
+
export interface EffectiveToolSet {
|
|
7
|
+
readonly tools: Tool[];
|
|
8
|
+
readonly names: ReadonlySet<string>;
|
|
9
|
+
readonly signature: string;
|
|
10
|
+
readonly requiredNames: ReadonlySet<string>;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
const toolIds = new WeakMap<Tool, number>();
|
|
14
|
+
let nextToolId = 1;
|
|
15
|
+
const effectiveSetCache = new Map<string, EffectiveToolSet>();
|
|
16
|
+
|
|
17
|
+
function identity(tool: Tool): number {
|
|
18
|
+
let id = toolIds.get(tool);
|
|
19
|
+
if (id === undefined) {
|
|
20
|
+
id = nextToolId++;
|
|
21
|
+
toolIds.set(tool, id);
|
|
22
|
+
}
|
|
23
|
+
return id;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Resolve the host-visible tool catalog once for a run. The returned set is
|
|
28
|
+
* both what the model sees and the execution boundary; callers must not
|
|
29
|
+
* reconstruct capabilities from ALL_TOOLS later in the call chain.
|
|
30
|
+
*/
|
|
31
|
+
export function createEffectiveToolSet(input: {
|
|
32
|
+
availableTools: readonly Tool[];
|
|
33
|
+
runtime: AgentRuntimeContext;
|
|
34
|
+
allowedNames?: readonly string[];
|
|
35
|
+
requiredNames?: readonly string[];
|
|
36
|
+
}): EffectiveToolSet {
|
|
37
|
+
const resolvedAvailability = new Map(input.availableTools.map((tool) => [
|
|
38
|
+
tool,
|
|
39
|
+
tool.resolveAvailability?.(input.runtime) ?? { available: true, signature: 'always' },
|
|
40
|
+
] as const));
|
|
41
|
+
const availability = input.availableTools.map((tool) => {
|
|
42
|
+
const resolved = resolvedAvailability.get(tool)!;
|
|
43
|
+
return `${tool.name}:${resolved.available}:${resolved.signature}`;
|
|
44
|
+
});
|
|
45
|
+
const cacheKey = [
|
|
46
|
+
input.runtime.cwd,
|
|
47
|
+
input.runtime.surface,
|
|
48
|
+
input.runtime.profile,
|
|
49
|
+
input.runtime.memoryAccess,
|
|
50
|
+
input.runtime.browser?.supervised === true ? 'supervised-browser' : 'no-browser',
|
|
51
|
+
input.runtime.computer ? 'computer' : 'no-computer',
|
|
52
|
+
input.availableTools.map(identity).join(','),
|
|
53
|
+
availability.join(','),
|
|
54
|
+
input.allowedNames?.join(',') ?? '*',
|
|
55
|
+
input.requiredNames?.join(',') ?? '',
|
|
56
|
+
].join('|');
|
|
57
|
+
const cached = effectiveSetCache.get(cacheKey);
|
|
58
|
+
if (cached) return cached;
|
|
59
|
+
const allowed = input.allowedNames === undefined
|
|
60
|
+
? undefined
|
|
61
|
+
: new Set(input.allowedNames);
|
|
62
|
+
const requested = allowed === undefined
|
|
63
|
+
? input.availableTools
|
|
64
|
+
: input.availableTools.filter((tool) => allowed.has(tool.name));
|
|
65
|
+
const tools = filterToolsForRuntime(requested, input.runtime, resolvedAvailability);
|
|
66
|
+
const names = new Set(tools.map((tool) => tool.name));
|
|
67
|
+
const requiredNames = new Set(
|
|
68
|
+
(input.requiredNames ?? []).filter((name) => names.has(name)),
|
|
69
|
+
);
|
|
70
|
+
const schemaIdentity = tools.map((tool) => ({
|
|
71
|
+
name: tool.name,
|
|
72
|
+
description: typeof tool.description === 'function'
|
|
73
|
+
? tool.description()
|
|
74
|
+
: tool.description,
|
|
75
|
+
parameters: tool.parameters,
|
|
76
|
+
}));
|
|
77
|
+
const signature = createHash('sha256')
|
|
78
|
+
.update(JSON.stringify(schemaIdentity))
|
|
79
|
+
.digest('hex');
|
|
80
|
+
const result = Object.freeze({
|
|
81
|
+
tools: Object.freeze([...tools]) as unknown as Tool[],
|
|
82
|
+
names,
|
|
83
|
+
signature,
|
|
84
|
+
requiredNames,
|
|
85
|
+
});
|
|
86
|
+
effectiveSetCache.set(cacheKey, result);
|
|
87
|
+
if (effectiveSetCache.size > 128) {
|
|
88
|
+
effectiveSetCache.delete(effectiveSetCache.keys().next().value!);
|
|
89
|
+
}
|
|
90
|
+
return result;
|
|
91
|
+
}
|
|
@@ -0,0 +1,257 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ============================================================
|
|
3
|
+
* src/tools/genimage/genimage.ts —— GenerateImage 工具
|
|
4
|
+
* ------------------------------------------------------------
|
|
5
|
+
* 专用「图像生成」工具:按 img_plan.json 批量生成 PPT 配图(文生图 / 图生图)。
|
|
6
|
+
*
|
|
7
|
+
* 为什么要专用工具、而不是用 Bash 跑脚本(用户拍板·Claude Code 同款):
|
|
8
|
+
* ─────────────────────────────────────────────────────────
|
|
9
|
+
* 图像生成是**专用的长时操作**(单张 Seedream ~50s,一批 5 张 ~250s)。
|
|
10
|
+
* 通用 Bash 工具默认超时 120s、硬上限 600s(src/tools/bash/bash.ts),
|
|
11
|
+
* 用它跑生图必然把整批**在中途 SIGKILL**(实测两次都杀在第 3 张)。
|
|
12
|
+
* Bash 该是「最后兜底」,专用长操作应封装专用工具——本工具**无 120s 帽**,
|
|
13
|
+
* 仅凭 `ctx.signal`(Ctrl+C/ESC)中断,配合脚本自身的「总时长自限 + 降级」,
|
|
14
|
+
* 让生图永不被误杀、AI 配图失败也优雅退化、绝不阻断工作流。
|
|
15
|
+
*
|
|
16
|
+
* 薄封装:HTTP 双协议 / 重试 / 降级写占位逻辑仍住 `skills/ai-image`
|
|
17
|
+
* (generate_from_plan.mjs + generate.mjs),本工具只负责「无帽地把它跑完、
|
|
18
|
+
* 收口成 ToolResult」,不重写生图逻辑(守减法 + 三层解耦)。
|
|
19
|
+
* ============================================================
|
|
20
|
+
*/
|
|
21
|
+
|
|
22
|
+
import { spawn } from 'node:child_process';
|
|
23
|
+
import { existsSync } from 'node:fs';
|
|
24
|
+
import { dirname, join, resolve } from 'node:path';
|
|
25
|
+
import { z } from 'zod';
|
|
26
|
+
|
|
27
|
+
import type { Tool, ToolCallContext, ToolResult } from '../../types.js';
|
|
28
|
+
import { trustedToolEnv } from '../../config/configService.js';
|
|
29
|
+
import { getResourceSearchPaths } from '../../utils/resourcePaths.js';
|
|
30
|
+
import { killTree } from '../shared/killTree.js';
|
|
31
|
+
import { toToolParameters } from '../../utils/zodToJson.js';
|
|
32
|
+
|
|
33
|
+
// ---------------- 1. Zod 输入 schema ----------------
|
|
34
|
+
const inputSchema = z.object({
|
|
35
|
+
plan: z
|
|
36
|
+
.string()
|
|
37
|
+
.optional()
|
|
38
|
+
.describe('img_plan.json 路径(每条 {file,mode,prompt,...});默认 ./build/img_plan.json'),
|
|
39
|
+
assets: z
|
|
40
|
+
.string()
|
|
41
|
+
.optional()
|
|
42
|
+
.describe('图片输出目录(客户原图也在这);默认 <plan 同级>/assets 或 ./build/assets'),
|
|
43
|
+
size: z.string().optional().describe('生成尺寸档(透传 generate.mjs,默认 1K)'),
|
|
44
|
+
timeout_ms: z
|
|
45
|
+
.number()
|
|
46
|
+
.int()
|
|
47
|
+
.positive()
|
|
48
|
+
.optional()
|
|
49
|
+
.describe('单张生成超时(毫秒,透传 generate_from_plan 的 --timeout-ms,默认 600000=10min)'),
|
|
50
|
+
wall_budget_ms: z
|
|
51
|
+
.number()
|
|
52
|
+
.int()
|
|
53
|
+
.positive()
|
|
54
|
+
.optional()
|
|
55
|
+
// 成本不计、最大努力生图:预算放宽到 60min,防尾部图撞预算被误降级。
|
|
56
|
+
.describe('整批总时长预算(毫秒);超了把剩余图全部走降级占位、主动收尾。默认 3600000=60min'),
|
|
57
|
+
retry_degraded_report: z
|
|
58
|
+
.string()
|
|
59
|
+
.optional()
|
|
60
|
+
.describe('只重试某次 image_generation_report.json 里的 degraded 条目'),
|
|
61
|
+
concurrency: z
|
|
62
|
+
.number()
|
|
63
|
+
.int()
|
|
64
|
+
.positive()
|
|
65
|
+
.optional()
|
|
66
|
+
.describe('批内并发生成张数(透传 generate_from_plan 的 --concurrency,默认 1=顺序)'),
|
|
67
|
+
max_rounds: z
|
|
68
|
+
.number()
|
|
69
|
+
.int()
|
|
70
|
+
.positive()
|
|
71
|
+
.optional()
|
|
72
|
+
.describe('重试轮数;配合 retry_degraded_report 使用时默认 3'),
|
|
73
|
+
});
|
|
74
|
+
type GenImageInput = z.infer<typeof inputSchema>;
|
|
75
|
+
|
|
76
|
+
const parameters = toToolParameters(inputSchema);
|
|
77
|
+
|
|
78
|
+
const description = `按 img_plan.json 批量生成 PPT 配图(文生图 / 图生图),专为长时图像生成设计。
|
|
79
|
+
- 无 120s 超时帽(区别于 Bash),仅响应 Ctrl+C/ESC 中断;适合一批多张图(每张可达分钟级)。
|
|
80
|
+
- 内建优雅退化:单张失败(敏感内容/超时/网络/空输出)会写降级占位资产(图生图退回原图、文生图写渐变背景),**绝不让 deck 坏图、绝不阻断工作流**。
|
|
81
|
+
- 输入 plan(默认 ./build/img_plan.json)+ assets(默认同级 assets)。空 plan / 无 plan 直接跳过。`;
|
|
82
|
+
|
|
83
|
+
/** 在 skills 搜索路径里定位 ai-image 的生图编排脚本。 */
|
|
84
|
+
function locateScript(): string | null {
|
|
85
|
+
for (const base of getResourceSearchPaths('skills', import.meta.url)) {
|
|
86
|
+
const p = join(base, 'ai-image', 'scripts', 'generate_from_plan.mjs');
|
|
87
|
+
if (existsSync(p)) return p;
|
|
88
|
+
}
|
|
89
|
+
return null;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
const TLS_WARNING_RE =
|
|
93
|
+
/Warning: Setting the NODE_TLS_REJECT_UNAUTHORIZED environment variable to '0'[\s\S]*?\(Use `node --trace-warnings \.\.\.`[\s\S]*?\)\n?/g;
|
|
94
|
+
|
|
95
|
+
function stripKnownNoise(text: string): string {
|
|
96
|
+
return text.replace(TLS_WARNING_RE, '').trim();
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function collectProgressSummary(stderr: string): string {
|
|
100
|
+
const lines = stripKnownNoise(stderr)
|
|
101
|
+
.split('\n')
|
|
102
|
+
.map((line) => line.trim())
|
|
103
|
+
.filter((line) => line.startsWith('[ai-image-plan]'));
|
|
104
|
+
if (lines.length === 0) return '';
|
|
105
|
+
const uniqueTail = [...new Set(lines)].slice(-6);
|
|
106
|
+
return uniqueTail.join('\n');
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
/**
|
|
110
|
+
* 步内实时进度:把子进程 stderr 流按行切分(chunk 可能把一行切成两半,必须缓冲),
|
|
111
|
+
* 只把 `[ai-image-plan] …` 进度行交给 onLine。导出供单测直接喂「切断的 chunk 流」。
|
|
112
|
+
* 治「31 张生图 ~13 分钟 TUI 全程静默被误判死机」(2026-07-02 事故)——
|
|
113
|
+
* generate_from_plan.mjs 本就逐张打进度到 stderr,此前只在结束后汇总,运行中无人消费。
|
|
114
|
+
*/
|
|
115
|
+
export function createProgressLineFeed(
|
|
116
|
+
onLine: (line: string) => void,
|
|
117
|
+
): (chunk: string) => void {
|
|
118
|
+
let buf = '';
|
|
119
|
+
return (chunk: string) => {
|
|
120
|
+
buf += chunk;
|
|
121
|
+
let idx = buf.indexOf('\n');
|
|
122
|
+
while (idx >= 0) {
|
|
123
|
+
const line = buf.slice(0, idx).trim();
|
|
124
|
+
buf = buf.slice(idx + 1);
|
|
125
|
+
if (line.startsWith('[ai-image-plan]')) onLine(line);
|
|
126
|
+
idx = buf.indexOf('\n');
|
|
127
|
+
}
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// killTree(中断杀整棵进程树)已升为共享 util —— 见 ../shared/killTree.js
|
|
132
|
+
// (两次规则:genimage + bash 长命令都需要,2026-07-02 生图事故的同类问题在 Bash 复现)。
|
|
133
|
+
|
|
134
|
+
// ---------------- call() ----------------
|
|
135
|
+
async function call(input: GenImageInput, signal?: AbortSignal, ctx?: ToolCallContext): Promise<ToolResult> {
|
|
136
|
+
const planPath = resolve(input.plan ?? './build/img_plan.json');
|
|
137
|
+
const assetsDir = resolve(input.assets ?? join(dirname(planPath), 'assets'));
|
|
138
|
+
|
|
139
|
+
if (!existsSync(planPath)) {
|
|
140
|
+
return { ok: true, content: `PLAN_EMPTY: ${planPath} 不存在,跳过生图。` };
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
const script = locateScript();
|
|
144
|
+
if (!script) {
|
|
145
|
+
// 找不到脚本也不抛、不 halt——工作流靠 deck 已写的 enhanced/原图引用降级(onError:continue)。
|
|
146
|
+
return {
|
|
147
|
+
ok: false,
|
|
148
|
+
error: 'GenerateImage: 未找到 skills/ai-image/scripts/generate_from_plan.mjs(已跳过,不阻断)。',
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
const cmd = [
|
|
153
|
+
script,
|
|
154
|
+
'--plan',
|
|
155
|
+
planPath,
|
|
156
|
+
'--assets',
|
|
157
|
+
assetsDir,
|
|
158
|
+
'--timeout-ms',
|
|
159
|
+
String(input.timeout_ms ?? 600_000),
|
|
160
|
+
'--wall-budget-ms',
|
|
161
|
+
// 成本不计、最大努力生图:默认 60min(原 25min 偏紧,尾部图常撞预算被降级)。
|
|
162
|
+
String(input.wall_budget_ms ?? 3_600_000),
|
|
163
|
+
'--size',
|
|
164
|
+
input.size ?? '1K',
|
|
165
|
+
];
|
|
166
|
+
if (input.retry_degraded_report) {
|
|
167
|
+
cmd.push('--retry-degraded-report', resolve(input.retry_degraded_report));
|
|
168
|
+
}
|
|
169
|
+
if (input.max_rounds) {
|
|
170
|
+
cmd.push('--max-rounds', String(input.max_rounds));
|
|
171
|
+
}
|
|
172
|
+
if (input.concurrency) {
|
|
173
|
+
cmd.push('--concurrency', String(input.concurrency));
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
const trustedEnv = await trustedToolEnv('imageGeneration');
|
|
177
|
+
return await new Promise<ToolResult>((resolvePromise) => {
|
|
178
|
+
let child: ReturnType<typeof spawn>;
|
|
179
|
+
try {
|
|
180
|
+
// 用 `node` 跑 .mjs(与既有 Bash 步一致;绿色版同样依赖 node 在 PATH)。
|
|
181
|
+
// POSIX 下 detached 自成进程组,中断时 kill(-pid) 才能掀到孙进程(见 killTree);
|
|
182
|
+
// win32 走 taskkill /T,不需要(也不该)detached。
|
|
183
|
+
child = spawn('node', cmd, {
|
|
184
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
185
|
+
env: { ...trustedEnv, MINIMAL_AGENT_CAPTURED_STDIO: '1' },
|
|
186
|
+
detached: process.platform !== 'win32',
|
|
187
|
+
});
|
|
188
|
+
} catch (e) {
|
|
189
|
+
resolvePromise({ ok: false, error: `GenerateImage 启动失败:${(e as Error).message}(不阻断)` });
|
|
190
|
+
return;
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
let out = '';
|
|
194
|
+
let errOut = '';
|
|
195
|
+
// taskkill /F 杀掉的子进程在 win32 上 close 时 signal=null、exit code 非 0,
|
|
196
|
+
// 单看 sig 判不出「被用户中断」——用本地 flag 记账,close 时据此正确报「被中断」。
|
|
197
|
+
let killedByAbort = false;
|
|
198
|
+
const onAbort = () => {
|
|
199
|
+
killedByAbort = true;
|
|
200
|
+
killTree(child);
|
|
201
|
+
};
|
|
202
|
+
if (signal) {
|
|
203
|
+
if (signal.aborted) onAbort();
|
|
204
|
+
else signal.addEventListener('abort', onAbort, { once: true });
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
// 步内实时进度通过调用级上下文上报,精确关联到当前 toolCallId。
|
|
208
|
+
const feedProgress = createProgressLineFeed((line) => ctx?.reportProgress?.(line));
|
|
209
|
+
|
|
210
|
+
child.stdout?.on('data', (d) => {
|
|
211
|
+
out += d.toString();
|
|
212
|
+
});
|
|
213
|
+
child.stderr?.on('data', (d) => {
|
|
214
|
+
const text = d.toString();
|
|
215
|
+
errOut += text;
|
|
216
|
+
feedProgress(text);
|
|
217
|
+
});
|
|
218
|
+
child.on('error', (e) => {
|
|
219
|
+
if (signal) signal.removeEventListener('abort', onAbort);
|
|
220
|
+
resolvePromise({ ok: false, error: `GenerateImage 子进程错误:${e.message}(不阻断)` });
|
|
221
|
+
});
|
|
222
|
+
child.on('close', (code, sig) => {
|
|
223
|
+
if (signal) signal.removeEventListener('abort', onAbort);
|
|
224
|
+
// 末行结局:脚本降级时仍 exit 0(IMAGE_PLAN_OK/DEGRADED);exit≠0 仅结构/安全 bug。
|
|
225
|
+
const tail = (out + '\n' + errOut)
|
|
226
|
+
.split('\n')
|
|
227
|
+
.filter((l) => /IMAGE_PLAN_(OK|DEGRADED|FAILED|EMPTY|ERROR)/.test(l))
|
|
228
|
+
.join('\n')
|
|
229
|
+
.trim();
|
|
230
|
+
const progress = collectProgressSummary(errOut);
|
|
231
|
+
const summaryParts = [
|
|
232
|
+
tail || `生图结束(exit ${code ?? 'null'}${sig ? ` ${sig}` : ''})`,
|
|
233
|
+
progress ? `进度摘要:\n${progress}` : '',
|
|
234
|
+
].filter(Boolean);
|
|
235
|
+
const summary = summaryParts.join('\n');
|
|
236
|
+
if (killedByAbort || sig === 'SIGTERM') {
|
|
237
|
+
resolvePromise({ ok: false, error: `GenerateImage 被中断(${sig ?? `exit ${code ?? '?'}`})。${summary}` });
|
|
238
|
+
} else if ((code ?? 1) === 0) {
|
|
239
|
+
resolvePromise({ ok: true, content: summary });
|
|
240
|
+
} else {
|
|
241
|
+
// 结构/安全校验失败(计划 bug)——报错但不抛;工作流 onError:continue 兜底。
|
|
242
|
+
resolvePromise({ ok: false, error: summary });
|
|
243
|
+
}
|
|
244
|
+
});
|
|
245
|
+
});
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
export const genImageTool: Tool<GenImageInput> = {
|
|
249
|
+
name: 'GenerateImage',
|
|
250
|
+
description,
|
|
251
|
+
inputSchema,
|
|
252
|
+
parameters,
|
|
253
|
+
isReadOnly: false,
|
|
254
|
+
isConcurrencySafe: false,
|
|
255
|
+
call: (input, signal) => call(input, signal),
|
|
256
|
+
callWithContext: call,
|
|
257
|
+
};
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { mkdir, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { dirname } from 'node:path';
|
|
3
|
+
import { z } from 'zod';
|
|
4
|
+
|
|
5
|
+
import { configService } from '../../config/configService.js';
|
|
6
|
+
import type { Tool, ToolResult } from '../../types.js';
|
|
7
|
+
import { resolveToolPath } from '../shared/fileUtils.js';
|
|
8
|
+
import { filePathField } from '../shared/schemas.js';
|
|
9
|
+
import { toToolParameters } from '../../utils/zodToJson.js';
|
|
10
|
+
|
|
11
|
+
const inputSchema = z.object({
|
|
12
|
+
text: z.string().min(1).max(10_000).describe('要合成的文本'),
|
|
13
|
+
output: filePathField('写入').describe('工作目录内的 MP3 输出路径'),
|
|
14
|
+
voice: z.string().optional().describe('MiniMax voice_id,默认 female-shaonv'),
|
|
15
|
+
speed: z.number().min(0.5).max(2).optional().describe('语速,0.5 到 2.0,默认 1'),
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
type SpeechInput = z.infer<typeof inputSchema>;
|
|
19
|
+
type FetchLike = (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
|
|
20
|
+
|
|
21
|
+
async function call(input: SpeechInput, signal?: AbortSignal): Promise<ToolResult> {
|
|
22
|
+
return callWith(input, signal, async () => configService.tool('textToSpeech'), fetch);
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
async function callWith(
|
|
26
|
+
input: SpeechInput,
|
|
27
|
+
signal: AbortSignal | undefined,
|
|
28
|
+
getConfig: () => ReturnType<typeof configService.tool<'textToSpeech'>>,
|
|
29
|
+
fetchImpl: FetchLike,
|
|
30
|
+
): Promise<ToolResult> {
|
|
31
|
+
const config = await getConfig();
|
|
32
|
+
if (!config) return { ok: false, error: '尚未配置 MiniMax 语音。请在 KakadeAI 设置 → 工具中配置。' };
|
|
33
|
+
const output = resolveToolPath(input.output);
|
|
34
|
+
if (!output.ok) return output;
|
|
35
|
+
try {
|
|
36
|
+
const url = new URL('/v1/t2a_v2', 'https://api.minimax.chat');
|
|
37
|
+
url.searchParams.set('GroupId', config.groupId);
|
|
38
|
+
const response = await fetchImpl(url, {
|
|
39
|
+
method: 'POST',
|
|
40
|
+
signal,
|
|
41
|
+
headers: { Authorization: `Bearer ${config.apiKey}`, 'Content-Type': 'application/json' },
|
|
42
|
+
body: JSON.stringify({
|
|
43
|
+
model: 'speech-01',
|
|
44
|
+
text: input.text,
|
|
45
|
+
voice_setting: { voice_id: input.voice ?? 'female-shaonv', speed: input.speed ?? 1 },
|
|
46
|
+
audio_setting: { format: 'mp3' },
|
|
47
|
+
}),
|
|
48
|
+
});
|
|
49
|
+
const payload = await response.json().catch(() => null) as {
|
|
50
|
+
data?: { audio?: string };
|
|
51
|
+
base_resp?: { status_code?: number; status_msg?: string };
|
|
52
|
+
} | null;
|
|
53
|
+
const hex = payload?.data?.audio?.replace(/\s+/g, '');
|
|
54
|
+
if (!response.ok || !hex || !/^[0-9a-f]+$/i.test(hex) || hex.length % 2 !== 0) {
|
|
55
|
+
const detail = payload?.base_resp?.status_msg || `HTTP ${response.status}`;
|
|
56
|
+
return { ok: false, error: `MiniMax 语音生成失败:${detail}` };
|
|
57
|
+
}
|
|
58
|
+
const audio = Buffer.from(hex, 'hex');
|
|
59
|
+
if (audio.length < 128) return { ok: false, error: 'MiniMax 返回的音频数据为空或不完整' };
|
|
60
|
+
await mkdir(dirname(output.resolvedPath), { recursive: true });
|
|
61
|
+
await writeFile(output.resolvedPath, audio, { mode: 0o600 });
|
|
62
|
+
return { ok: true, content: `saved: ${input.output} (provider=minimax, size=${audio.length})` };
|
|
63
|
+
} catch (error) {
|
|
64
|
+
if (signal?.aborted) return { ok: false, error: '语音生成已取消' };
|
|
65
|
+
return { ok: false, error: `MiniMax 语音生成失败:${error instanceof Error ? error.message : String(error)}` };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export function createGenerateSpeechTool(
|
|
70
|
+
getConfig: () => ReturnType<typeof configService.tool<'textToSpeech'>> = async () => configService.tool('textToSpeech'),
|
|
71
|
+
fetchImpl: FetchLike = fetch,
|
|
72
|
+
): Tool<SpeechInput> {
|
|
73
|
+
return {
|
|
74
|
+
name: 'GenerateSpeech',
|
|
75
|
+
description: '使用已配置的 MiniMax TTS 安全生成 MP3。凭据由受控工具读取,不会暴露给 Bash、日志或模型。',
|
|
76
|
+
inputSchema,
|
|
77
|
+
parameters: toToolParameters(inputSchema),
|
|
78
|
+
isReadOnly: false,
|
|
79
|
+
call: (input, signal) => callWith(input, signal, getConfig, fetchImpl),
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export const generateSpeechTool = createGenerateSpeechTool();
|