@schlenkr/ragents 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +166 -0
- package/README.md +88 -0
- package/apps/server/agent-home/settings.json +3 -0
- package/apps/server/package.json +29 -0
- package/apps/server/src/access-projection.ts +97 -0
- package/apps/server/src/access-service.ts +22 -0
- package/apps/server/src/access-session.ts +204 -0
- package/apps/server/src/api/contracts.ts +203 -0
- package/apps/server/src/api/core-methods.ts +163 -0
- package/apps/server/src/api/delivery.ts +40 -0
- package/apps/server/src/api/reference.ts +146 -0
- package/apps/server/src/api/rights.ts +26 -0
- package/apps/server/src/chat-attachments.ts +52 -0
- package/apps/server/src/chat-context.ts +6 -0
- package/apps/server/src/chat-events.ts +185 -0
- package/apps/server/src/chat-handler.ts +37 -0
- package/apps/server/src/config-definition.ts +80 -0
- package/apps/server/src/config-file.ts +324 -0
- package/apps/server/src/config.ts +46 -0
- package/apps/server/src/data-directory.ts +42 -0
- package/apps/server/src/external-access.ts +40 -0
- package/apps/server/src/help-files.ts +63 -0
- package/apps/server/src/host-resolution-hooks.mjs +31 -0
- package/apps/server/src/host-resolution.ts +3 -0
- package/apps/server/src/host-version.ts +74 -0
- package/apps/server/src/layout.ts +36 -0
- package/apps/server/src/main.ts +54 -0
- package/apps/server/src/plugin-support/actor-programs/capability-resolver.ts +107 -0
- package/apps/server/src/plugin-support/actor-programs/limits.ts +33 -0
- package/apps/server/src/plugin-support/actor-programs/operations.ts +19 -0
- package/apps/server/src/plugin-support/actor-programs/service.ts +16 -0
- package/apps/server/src/plugin-support/agent-tool.ts +60 -0
- package/apps/server/src/plugin-support/asset-path.ts +4 -0
- package/apps/server/src/plugin-support/await-with-signal.ts +18 -0
- package/apps/server/src/plugin-support/chat-display-contract.ts +7 -0
- package/apps/server/src/plugin-support/chat-display-policy.ts +55 -0
- package/apps/server/src/plugin-support/front-matter.ts +44 -0
- package/apps/server/src/plugin-support/http.ts +93 -0
- package/apps/server/src/plugin-support/language-server/contract.ts +18 -0
- package/apps/server/src/plugin-support/language-server/plugin.ts +32 -0
- package/apps/server/src/plugin-support/language-server/snapshot-method.ts +17 -0
- package/apps/server/src/plugin-support/language-server/tools.ts +73 -0
- package/apps/server/src/plugin-support/model-choice.ts +109 -0
- package/apps/server/src/plugin-support/model-upstreams.ts +12 -0
- package/apps/server/src/plugin-support/native-typescript-child.ts +78 -0
- package/apps/server/src/plugin-support/native-typescript-executor.ts +260 -0
- package/apps/server/src/plugin-support/plugin-config.ts +48 -0
- package/apps/server/src/plugin-support/plugin-folder.ts +81 -0
- package/apps/server/src/plugin-support/plugin-module.ts +14 -0
- package/apps/server/src/plugin-support/plugins-root.ts +41 -0
- package/apps/server/src/plugin-support/product-model-settings-contract.ts +24 -0
- package/apps/server/src/plugin-support/product-model-settings.ts +120 -0
- package/apps/server/src/plugin-support/product-start-options.ts +104 -0
- package/apps/server/src/plugin-support/prompt.ts +68 -0
- package/apps/server/src/plugin-support/provision.ts +85 -0
- package/apps/server/src/plugin-support/run-scripts.ts +88 -0
- package/apps/server/src/plugin-support/shell-platform.ts +21 -0
- package/apps/server/src/plugin-support/skills.ts +97 -0
- package/apps/server/src/plugin-support/start-entries-contract.ts +71 -0
- package/apps/server/src/plugin-support/start-options-contract.ts +65 -0
- package/apps/server/src/plugin-support/system-prompts.ts +138 -0
- package/apps/server/src/plugin-support/thinking-level.ts +8 -0
- package/apps/server/src/plugin-support/tool-availability.ts +20 -0
- package/apps/server/src/plugin-support/workspace-ownership.ts +36 -0
- package/apps/server/src/plugin-support/workspace-sandbox-host.ts +213 -0
- package/apps/server/src/plugin-support/workspace-tool-naming.ts +11 -0
- package/apps/server/src/plugin-support/zip.ts +69 -0
- package/apps/server/src/profile/compose.ts +69 -0
- package/apps/server/src/profile/plugin-discovery.ts +112 -0
- package/apps/server/src/profile/plugin-list.ts +19 -0
- package/apps/server/src/profile/provisioning.ts +81 -0
- package/apps/server/src/protocol.ts +106 -0
- package/apps/server/src/provider.ts +817 -0
- package/apps/server/src/ragents/actor-chat-history.ts +111 -0
- package/apps/server/src/ragents/chat-projection.ts +55 -0
- package/apps/server/src/ragents/chat-text-positions.ts +43 -0
- package/apps/server/src/ragents/coordinator.ts +5 -0
- package/apps/server/src/ragents/document-store.ts +12 -0
- package/apps/server/src/ragents/engine.ts +417 -0
- package/apps/server/src/ragents/global-chat.ts +40 -0
- package/apps/server/src/ragents/host-services.ts +26 -0
- package/apps/server/src/ragents/journal-chat-events.ts +52 -0
- package/apps/server/src/ragents/product-runtime.ts +31 -0
- package/apps/server/src/ragents/runtime-bridge.ts +7 -0
- package/apps/server/src/ragents/session.ts +859 -0
- package/apps/server/src/ragents/start-option-state.ts +37 -0
- package/apps/server/src/ragents/typescript-tools.ts +182 -0
- package/apps/server/src/ragents/workspace-runtime.ts +64 -0
- package/apps/server/src/rpc/dispatcher.ts +178 -0
- package/apps/server/src/rpc/http-transport.ts +178 -0
- package/apps/server/src/rpc/stdio-transport.ts +44 -0
- package/apps/server/src/run-preparation-contract.ts +20 -0
- package/apps/server/src/run-preparation-input.ts +16 -0
- package/apps/server/src/run-preparation.ts +147 -0
- package/apps/server/src/run-transfer.ts +264 -0
- package/apps/server/src/server.ts +312 -0
- package/apps/server/src/settings.ts +209 -0
- package/apps/server/src/startup.ts +13 -0
- package/apps/server/src/title-compactor.ts +131 -0
- package/apps/server/src/title-settings-contract.ts +9 -0
- package/apps/server/src/title-settings.ts +67 -0
- package/apps/web/package.json +41 -0
- package/apps/web/src/AccessContext.tsx +125 -0
- package/apps/web/src/App.tsx +315 -0
- package/apps/web/src/CanvasShortcuts.tsx +60 -0
- package/apps/web/src/DiffCode.tsx +89 -0
- package/apps/web/src/HelpDialog.tsx +87 -0
- package/apps/web/src/MaterialSettings.tsx +40 -0
- package/apps/web/src/Overview.tsx +201 -0
- package/apps/web/src/PluginActivation.ts +41 -0
- package/apps/web/src/PluginChat.tsx +552 -0
- package/apps/web/src/PluginRegistry.tsx +689 -0
- package/apps/web/src/RunPreparationChat.tsx +111 -0
- package/apps/web/src/RunStore.ts +86 -0
- package/apps/web/src/SessionList.tsx +148 -0
- package/apps/web/src/SettingsModal.tsx +949 -0
- package/apps/web/src/SourceCode.tsx +49 -0
- package/apps/web/src/StartOptions.tsx +231 -0
- package/apps/web/src/StartSurface.tsx +161 -0
- package/apps/web/src/StatusGroup.tsx +18 -0
- package/apps/web/src/ThemeSettings.tsx +46 -0
- package/apps/web/src/TitleModelSettings.tsx +100 -0
- package/apps/web/src/Toolbar.tsx +28 -0
- package/apps/web/src/WorkspacePanel.tsx +309 -0
- package/apps/web/src/access-session.ts +27 -0
- package/apps/web/src/access-token.ts +31 -0
- package/apps/web/src/api.ts +368 -0
- package/apps/web/src/chat/ChatInputToolbar.tsx +488 -0
- package/apps/web/src/chat/ChatMessages.tsx +666 -0
- package/apps/web/src/chat/ChatPanel.tsx +61 -0
- package/apps/web/src/chat/DetailModeSwitch.tsx +58 -0
- package/apps/web/src/chat/Markdown.tsx +104 -0
- package/apps/web/src/chat/QuestionCard.tsx +107 -0
- package/apps/web/src/chat/StepPopover.tsx +82 -0
- package/apps/web/src/chat/WorkingScenes.tsx +235 -0
- package/apps/web/src/chat/attachments.ts +53 -0
- package/apps/web/src/chat/chat-scroll.ts +41 -0
- package/apps/web/src/chat/chat-target.ts +21 -0
- package/apps/web/src/chat/requests.ts +23 -0
- package/apps/web/src/chat/texts.ts +61 -0
- package/apps/web/src/chat/types.ts +26 -0
- package/apps/web/src/chat/useAttachmentCapabilities.ts +35 -0
- package/apps/web/src/chat/useChat.ts +46 -0
- package/apps/web/src/chat/user-location.ts +22 -0
- package/apps/web/src/column/ColumnApp.tsx +158 -0
- package/apps/web/src/column/ColumnMenu.tsx +37 -0
- package/apps/web/src/column/ColumnRunHeader.tsx +43 -0
- package/apps/web/src/column/column-location.ts +30 -0
- package/apps/web/src/column/host-contract.ts +83 -0
- package/apps/web/src/column/host.ts +101 -0
- package/apps/web/src/column/use-session-list.ts +42 -0
- package/apps/web/src/column.tsx +43 -0
- package/apps/web/src/diff-view.css +38 -0
- package/apps/web/src/help-samples.ts +11 -0
- package/apps/web/src/highlighting.css +74 -0
- package/apps/web/src/highlighting.ts +262 -0
- package/apps/web/src/lib/format.ts +5 -0
- package/apps/web/src/lib/guards.ts +8 -0
- package/apps/web/src/lib/http.ts +9 -0
- package/apps/web/src/lib/labels.ts +11 -0
- package/apps/web/src/lib/local-storage-setting.ts +39 -0
- package/apps/web/src/main.tsx +30 -0
- package/apps/web/src/material-settings.ts +104 -0
- package/apps/web/src/model-settings-events.ts +1 -0
- package/apps/web/src/page-opener.tsx +14 -0
- package/apps/web/src/panel/LoginForm.tsx +31 -0
- package/apps/web/src/panel/OverviewPage.tsx +90 -0
- package/apps/web/src/panel/PanelPage.tsx +9 -0
- package/apps/web/src/panel/SettingsPage.tsx +102 -0
- package/apps/web/src/panel/contract.ts +101 -0
- package/apps/web/src/panel/target-state.ts +53 -0
- package/apps/web/src/panel.tsx +30 -0
- package/apps/web/src/plugin-bootstrap.ts +90 -0
- package/apps/web/src/plugin-discovery.ts +5 -0
- package/apps/web/src/rpc/client.ts +301 -0
- package/apps/web/src/rpc.ts +4 -0
- package/apps/web/src/run-overview.ts +34 -0
- package/apps/web/src/run-preparation.ts +16 -0
- package/apps/web/src/run-read-state.ts +33 -0
- package/apps/web/src/settings-contributions.ts +274 -0
- package/apps/web/src/theme.ts +135 -0
- package/apps/web/src/title-model-settings.ts +51 -0
- package/apps/web/src/toolLine.ts +67 -0
- package/apps/web/src/ui/ListDetail.tsx +149 -0
- package/apps/web/src/ui/SectionLabel.tsx +7 -0
- package/apps/web/src/ui/SvgEdge.tsx +39 -0
- package/apps/web/src/ui/alert.tsx +75 -0
- package/apps/web/src/ui/badge.tsx +51 -0
- package/apps/web/src/ui/button.tsx +57 -0
- package/apps/web/src/ui/card.tsx +102 -0
- package/apps/web/src/ui/checkbox.tsx +26 -0
- package/apps/web/src/ui/dialog.tsx +250 -0
- package/apps/web/src/ui/dropdown-menu.tsx +265 -0
- package/apps/web/src/ui/empty.tsx +103 -0
- package/apps/web/src/ui/field.tsx +236 -0
- package/apps/web/src/ui/frame.css +4 -0
- package/apps/web/src/ui/index.ts +43 -0
- package/apps/web/src/ui/input.tsx +19 -0
- package/apps/web/src/ui/label.tsx +17 -0
- package/apps/web/src/ui/modal-controller.ts +70 -0
- package/apps/web/src/ui/modal.tsx +62 -0
- package/apps/web/src/ui/popover.tsx +102 -0
- package/apps/web/src/ui/progress.tsx +80 -0
- package/apps/web/src/ui/radio-group.tsx +35 -0
- package/apps/web/src/ui/select.tsx +198 -0
- package/apps/web/src/ui/separator.tsx +22 -0
- package/apps/web/src/ui/skeleton.tsx +13 -0
- package/apps/web/src/ui/spinner.tsx +10 -0
- package/apps/web/src/ui/switch.tsx +29 -0
- package/apps/web/src/ui/table.tsx +113 -0
- package/apps/web/src/ui/tabs.tsx +79 -0
- package/apps/web/src/ui/tailwind.css +21 -0
- package/apps/web/src/ui/textarea.tsx +17 -0
- package/apps/web/src/ui/theme.css +300 -0
- package/apps/web/src/ui/toggle-group.tsx +87 -0
- package/apps/web/src/ui/toggle.tsx +42 -0
- package/apps/web/src/ui/tooltip.tsx +63 -0
- package/apps/web/src/ui/useFileInput.ts +50 -0
- package/apps/web/src/virtual-plugins.d.ts +3 -0
- package/apps/web/src/vite-env.d.ts +1 -0
- package/package.json +82 -0
- package/packages/agent/package.json +64 -0
- package/packages/agent/src/config.ts +161 -0
- package/packages/agent/src/core/agent-session-runtime.ts +548 -0
- package/packages/agent/src/core/agent-session-services.ts +224 -0
- package/packages/agent/src/core/agent-session.ts +3357 -0
- package/packages/agent/src/core/auth-guidance.ts +18 -0
- package/packages/agent/src/core/auth-storage.ts +271 -0
- package/packages/agent/src/core/bash-executor.ts +156 -0
- package/packages/agent/src/core/compaction/branch-summarization.ts +372 -0
- package/packages/agent/src/core/compaction/compaction.ts +875 -0
- package/packages/agent/src/core/compaction/index.ts +7 -0
- package/packages/agent/src/core/compaction/utils.ts +174 -0
- package/packages/agent/src/core/defaults.ts +3 -0
- package/packages/agent/src/core/diagnostics.ts +15 -0
- package/packages/agent/src/core/event-bus.ts +33 -0
- package/packages/agent/src/core/exec.ts +107 -0
- package/packages/agent/src/core/experimental.ts +3 -0
- package/packages/agent/src/core/extensions/index.ts +149 -0
- package/packages/agent/src/core/extensions/loader.ts +709 -0
- package/packages/agent/src/core/extensions/runner.ts +1132 -0
- package/packages/agent/src/core/extensions/types.ts +1460 -0
- package/packages/agent/src/core/extensions/wrapper.ts +45 -0
- package/packages/agent/src/core/footer-data-provider.ts +388 -0
- package/packages/agent/src/core/http-dispatcher.ts +106 -0
- package/packages/agent/src/core/index.ts +78 -0
- package/packages/agent/src/core/messages.ts +195 -0
- package/packages/agent/src/core/model-config.ts +287 -0
- package/packages/agent/src/core/model-registry.ts +126 -0
- package/packages/agent/src/core/model-resolver.ts +675 -0
- package/packages/agent/src/core/model-runtime.ts +517 -0
- package/packages/agent/src/core/output-guard.ts +108 -0
- package/packages/agent/src/core/package-manager.ts +2441 -0
- package/packages/agent/src/core/prompt-templates.ts +284 -0
- package/packages/agent/src/core/provider-composer.ts +549 -0
- package/packages/agent/src/core/resolve-config-value.ts +287 -0
- package/packages/agent/src/core/resource-loader.ts +946 -0
- package/packages/agent/src/core/runtime-credentials.ts +48 -0
- package/packages/agent/src/core/sdk.ts +358 -0
- package/packages/agent/src/core/session-cwd.ts +59 -0
- package/packages/agent/src/core/session-manager.ts +1623 -0
- package/packages/agent/src/core/settings-manager.ts +1212 -0
- package/packages/agent/src/core/skills.ts +487 -0
- package/packages/agent/src/core/slash-commands.ts +41 -0
- package/packages/agent/src/core/source-info.ts +40 -0
- package/packages/agent/src/core/system-prompt.ts +147 -0
- package/packages/agent/src/core/timings.ts +50 -0
- package/packages/agent/src/core/tools/bash.ts +314 -0
- package/packages/agent/src/core/tools/edit-diff.ts +704 -0
- package/packages/agent/src/core/tools/edit.ts +222 -0
- package/packages/agent/src/core/tools/file-mutation-queue.ts +61 -0
- package/packages/agent/src/core/tools/index.ts +130 -0
- package/packages/agent/src/core/tools/output-accumulator.ts +222 -0
- package/packages/agent/src/core/tools/path-utils.ts +118 -0
- package/packages/agent/src/core/tools/read.ts +195 -0
- package/packages/agent/src/core/tools/tool-definition-wrapper.ts +45 -0
- package/packages/agent/src/core/tools/truncate.ts +276 -0
- package/packages/agent/src/core/tools/write.ts +90 -0
- package/packages/agent/src/core/trust-manager.ts +244 -0
- package/packages/agent/src/index.ts +287 -0
- package/packages/agent/src/utils/ansi.ts +60 -0
- package/packages/agent/src/utils/child-process.ts +137 -0
- package/packages/agent/src/utils/exif-orientation.ts +183 -0
- package/packages/agent/src/utils/frontmatter.ts +39 -0
- package/packages/agent/src/utils/fs-watch.ts +30 -0
- package/packages/agent/src/utils/git.ts +226 -0
- package/packages/agent/src/utils/image-convert.ts +49 -0
- package/packages/agent/src/utils/image-process.ts +119 -0
- package/packages/agent/src/utils/image-resize-core.ts +164 -0
- package/packages/agent/src/utils/image-resize-worker.ts +42 -0
- package/packages/agent/src/utils/image-resize.ts +123 -0
- package/packages/agent/src/utils/json.ts +6 -0
- package/packages/agent/src/utils/mime.ts +116 -0
- package/packages/agent/src/utils/paths.ts +118 -0
- package/packages/agent/src/utils/photon.ts +139 -0
- package/packages/agent/src/utils/shell.ts +225 -0
- package/packages/agent/src/utils/sleep.ts +18 -0
- package/packages/agent/src/utils/tools-manager.ts +63 -0
- package/packages/agent-core/package.json +32 -0
- package/packages/agent-core/src/agent-loop.ts +877 -0
- package/packages/agent-core/src/agent.ts +598 -0
- package/packages/agent-core/src/index.ts +4 -0
- package/packages/agent-core/src/types.ts +455 -0
- package/packages/agent-core/src/uuid.ts +54 -0
- package/packages/ai/package.json +46 -0
- package/packages/ai/src/api/ai-sdk-messages.ts +102 -0
- package/packages/ai/src/api/ai-sdk-transport.ts +53 -0
- package/packages/ai/src/api/ai-sdk.lazy.ts +4 -0
- package/packages/ai/src/api/ai-sdk.ts +273 -0
- package/packages/ai/src/api/lazy.ts +75 -0
- package/packages/ai/src/api/openrouter-images.lazy.ts +10 -0
- package/packages/ai/src/api/openrouter-images.ts +98 -0
- package/packages/ai/src/api/simple-options.ts +77 -0
- package/packages/ai/src/api/transform-messages.ts +185 -0
- package/packages/ai/src/api-registry.ts +226 -0
- package/packages/ai/src/auth/context.ts +45 -0
- package/packages/ai/src/auth/credential-store.ts +51 -0
- package/packages/ai/src/auth/helpers.ts +47 -0
- package/packages/ai/src/auth/resolve.ts +139 -0
- package/packages/ai/src/auth/types.ts +220 -0
- package/packages/ai/src/compat/extension-oauth-types.ts +45 -0
- package/packages/ai/src/env-api-keys.ts +24 -0
- package/packages/ai/src/image-models.generated.ts +533 -0
- package/packages/ai/src/images-models.ts +274 -0
- package/packages/ai/src/index.ts +33 -0
- package/packages/ai/src/models-store.ts +38 -0
- package/packages/ai/src/models.generated.ts +6 -0
- package/packages/ai/src/models.ts +705 -0
- package/packages/ai/src/oauth.ts +10 -0
- package/packages/ai/src/providers/all.ts +64 -0
- package/packages/ai/src/providers/faux.ts +539 -0
- package/packages/ai/src/providers/openrouter-images.ts +14 -0
- package/packages/ai/src/providers/openrouter.models.ts +6050 -0
- package/packages/ai/src/providers/openrouter.ts +15 -0
- package/packages/ai/src/session-resources.ts +24 -0
- package/packages/ai/src/types.ts +692 -0
- package/packages/ai/src/utils/abort-signals.ts +41 -0
- package/packages/ai/src/utils/deferred-tools.ts +39 -0
- package/packages/ai/src/utils/diagnostics.ts +45 -0
- package/packages/ai/src/utils/error-body.ts +129 -0
- package/packages/ai/src/utils/estimate.ts +146 -0
- package/packages/ai/src/utils/event-stream.ts +88 -0
- package/packages/ai/src/utils/hash.ts +13 -0
- package/packages/ai/src/utils/headers.ts +18 -0
- package/packages/ai/src/utils/json-parse.ts +124 -0
- package/packages/ai/src/utils/node-http-proxy.ts +112 -0
- package/packages/ai/src/utils/overflow.ts +165 -0
- package/packages/ai/src/utils/provider-env.ts +52 -0
- package/packages/ai/src/utils/retry.ts +101 -0
- package/packages/ai/src/utils/sanitize-unicode.ts +25 -0
- package/packages/ai/src/utils/typebox-helpers.ts +24 -0
- package/packages/ai/src/utils/validation.ts +383 -0
- package/packages/ragents/package.json +31 -0
- package/packages/ragents/src/access.ts +54 -0
- package/packages/ragents/src/agents/actor-input.ts +191 -0
- package/packages/ragents/src/agents/catalog.ts +220 -0
- package/packages/ragents/src/agents/delivery.ts +187 -0
- package/packages/ragents/src/agents/live.ts +71 -0
- package/packages/ragents/src/agents/plugins.ts +130 -0
- package/packages/ragents/src/agents/scheduler.ts +1048 -0
- package/packages/ragents/src/agents/schemas.ts +64 -0
- package/packages/ragents/src/agents/tool-orientation.ts +12 -0
- package/packages/ragents/src/agents/tools.ts +709 -0
- package/packages/ragents/src/agents/toolset.ts +324 -0
- package/packages/ragents/src/agents/turn.ts +65 -0
- package/packages/ragents/src/agents/workspace-tools.ts +11 -0
- package/packages/ragents/src/agents/workspaces.ts +15 -0
- package/packages/ragents/src/domain/draft.ts +11 -0
- package/packages/ragents/src/domain/driver.ts +56 -0
- package/packages/ragents/src/domain/event-semantics.ts +668 -0
- package/packages/ragents/src/domain/event-validation.ts +620 -0
- package/packages/ragents/src/domain/events.ts +236 -0
- package/packages/ragents/src/domain/json-patch.ts +77 -0
- package/packages/ragents/src/domain/json.ts +86 -0
- package/packages/ragents/src/domain/model.ts +267 -0
- package/packages/ragents/src/domain/plugin-state.ts +33 -0
- package/packages/ragents/src/domain/portable-id.ts +9 -0
- package/packages/ragents/src/domain/projection.ts +506 -0
- package/packages/ragents/src/domain/schema-errors.ts +56 -0
- package/packages/ragents/src/domain/vocabulary.ts +37 -0
- package/packages/ragents/src/drivers/agent-runtime.ts +1503 -0
- package/packages/ragents/src/drivers/agent.ts +108 -0
- package/packages/ragents/src/drivers/attachments.ts +56 -0
- package/packages/ragents/src/drivers/skill-preload.ts +205 -0
- package/packages/ragents/src/drivers/types.ts +77 -0
- package/packages/ragents/src/http/contracts.ts +80 -0
- package/packages/ragents/src/http/methods.ts +150 -0
- package/packages/ragents/src/index.ts +161 -0
- package/packages/ragents/src/plugin-host.ts +1184 -0
- package/packages/ragents/src/plugin-types.ts +373 -0
- package/packages/ragents/src/rpc/contract.ts +76 -0
- package/packages/ragents/src/rpc/contribution.ts +67 -0
- package/packages/ragents/src/rpc/peer.ts +208 -0
- package/packages/ragents/src/rpc/protocol.ts +129 -0
- package/packages/ragents/src/runtime/artifacts.ts +95 -0
- package/packages/ragents/src/runtime/canonical-hash.ts +5 -0
- package/packages/ragents/src/runtime/canonical-json.ts +41 -0
- package/packages/ragents/src/runtime/command.ts +35 -0
- package/packages/ragents/src/runtime/decisions/actions.ts +77 -0
- package/packages/ragents/src/runtime/decisions/actors.ts +283 -0
- package/packages/ragents/src/runtime/decisions/artifacts.ts +28 -0
- package/packages/ragents/src/runtime/decisions/inputs.ts +79 -0
- package/packages/ragents/src/runtime/decisions/subscriptions.ts +135 -0
- package/packages/ragents/src/runtime/decisions/turns.ts +166 -0
- package/packages/ragents/src/runtime/domain-error.ts +10 -0
- package/packages/ragents/src/runtime/durable-fs.ts +13 -0
- package/packages/ragents/src/runtime/failures.ts +18 -0
- package/packages/ragents/src/runtime/guards.ts +196 -0
- package/packages/ragents/src/runtime/journal-storage.ts +228 -0
- package/packages/ragents/src/runtime/journal.ts +952 -0
- package/packages/ragents/src/runtime/orchestration.ts +711 -0
- package/packages/ragents/src/runtime/serial-queue.ts +13 -0
- package/packages/ragents/src/runtime/services.ts +15 -0
- package/packages/ragents/src/runtime/stop.ts +186 -0
- package/packages/ragents/src/script/driver.ts +18 -0
- package/packages/ragents/src/script/mediators.ts +386 -0
- package/packages/ragents/src/script/programs.ts +10 -0
- package/packages/ragents/src/script/std.ts +27 -0
- package/packages/ragents/src/script/types.ts +6 -0
- package/packages/ragents/src/typescript/async-compiler.ts +322 -0
- package/packages/ragents/src/typescript/build-contract.ts +14 -0
- package/packages/ragents/src/typescript/compiler-worker.ts +52 -0
- package/packages/ragents/src/typescript/compiler.ts +304 -0
- package/packages/ragents/src/typescript/index.ts +48 -0
- package/packages/ragents/src/typescript/native-executor.ts +40 -0
- package/packages/ragents/src/typescript/native-program.ts +5 -0
- package/packages/ragents/src/typescript/run-context.ts +199 -0
- package/packages/ragents/src/typescript/schema.ts +176 -0
- package/packages/ragents/src/typescript/snippet.ts +121 -0
- package/packages/workspace-executor/package.json +25 -0
- package/packages/workspace-executor/src/context.ts +123 -0
- package/packages/workspace-executor/src/executor.ts +134 -0
- package/packages/workspace-executor/src/git-config-environment.ts +10 -0
- package/packages/workspace-executor/src/index.ts +52 -0
- package/packages/workspace-executor/src/language-server/adapters/fsharp.ts +59 -0
- package/packages/workspace-executor/src/language-server/adapters/index.ts +7 -0
- package/packages/workspace-executor/src/language-server/adapters/roslyn.ts +54 -0
- package/packages/workspace-executor/src/language-server/adapters/typescript.ts +46 -0
- package/packages/workspace-executor/src/language-server/contract.ts +23 -0
- package/packages/workspace-executor/src/language-server/diagnostics.ts +62 -0
- package/packages/workspace-executor/src/language-server/host.ts +409 -0
- package/packages/workspace-executor/src/language-server/json-rpc.ts +103 -0
- package/packages/workspace-executor/src/language-server/roots.ts +29 -0
- package/packages/workspace-executor/src/language-server/session.ts +442 -0
- package/packages/workspace-executor/src/language-server/solution.ts +13 -0
- package/packages/workspace-executor/src/managed-process.ts +329 -0
- package/packages/workspace-executor/src/paths.ts +43 -0
- package/packages/workspace-executor/src/run-marker.ts +6 -0
- package/packages/workspace-executor/src/safe-environment.ts +47 -0
- package/packages/workspace-executor/src/sandbox-tools.ts +258 -0
- package/packages/workspace-executor/src/session-ident.ts +37 -0
- package/packages/workspace-executor/src/shell-platform.ts +11 -0
- package/packages/workspace-executor/src/tools.ts +28 -0
- package/plugins/package.json +8 -0
- package/plugins/ragents.activity/server/index.ts +9 -0
- package/plugins/ragents.activity/web/ActivityHeader.tsx +58 -0
- package/plugins/ragents.activity/web/activity.ts +144 -0
- package/plugins/ragents.activity/web/index.tsx +13 -0
- package/plugins/ragents.actor-programs/client-ui/DataTable.tsx +100 -0
- package/plugins/ragents.actor-programs/client-ui/FilePicker.tsx +65 -0
- package/plugins/ragents.actor-programs/client-ui/FlowDiagram.tsx +234 -0
- package/plugins/ragents.actor-programs/client-ui/FlowDiagramRenderer.tsx +85 -0
- package/plugins/ragents.actor-programs/client-ui/Form.tsx +126 -0
- package/plugins/ragents.actor-programs/client-ui/Layout.tsx +27 -0
- package/plugins/ragents.actor-programs/client-ui/MessageList.tsx +30 -0
- package/plugins/ragents.actor-programs/client-ui/Viewers.tsx +41 -0
- package/plugins/ragents.actor-programs/client-ui/WorkflowDiagram.tsx +14 -0
- package/plugins/ragents.actor-programs/client-ui/contracts.d.ts +84 -0
- package/plugins/ragents.actor-programs/client-ui/file-contracts.d.ts +19 -0
- package/plugins/ragents.actor-programs/client-ui/file-selection.ts +24 -0
- package/plugins/ragents.actor-programs/client-ui/flow-diagram-contracts.d.ts +27 -0
- package/plugins/ragents.actor-programs/client-ui/flow-diagram.css +23 -0
- package/plugins/ragents.actor-programs/client-ui/form-contracts.d.ts +38 -0
- package/plugins/ragents.actor-programs/client-ui/frame-layout.ts +4 -0
- package/plugins/ragents.actor-programs/client-ui/index.tsx +81 -0
- package/plugins/ragents.actor-programs/client-ui/layout-contracts.d.ts +33 -0
- package/plugins/ragents.actor-programs/client-ui/message-list-contracts.d.ts +33 -0
- package/plugins/ragents.actor-programs/client-ui/table-contracts.d.ts +35 -0
- package/plugins/ragents.actor-programs/client-ui/viewer-contracts.d.ts +37 -0
- package/plugins/ragents.actor-programs/client-ui/workflow-diagram-contracts.d.ts +10 -0
- package/plugins/ragents.actor-programs/contract.ts +180 -0
- package/plugins/ragents.actor-programs/parameter-types.ts +3 -0
- package/plugins/ragents.actor-programs/prompt.hbs +79 -0
- package/plugins/ragents.actor-programs/server/agent-tools.ts +31 -0
- package/plugins/ragents.actor-programs/server/app-project.ts +284 -0
- package/plugins/ragents.actor-programs/server/authoring-contracts.ts +10 -0
- package/plugins/ragents.actor-programs/server/client-compiler.ts +174 -0
- package/plugins/ragents.actor-programs/server/client-contracts.ts +187 -0
- package/plugins/ragents.actor-programs/server/client-runtime.ts +16 -0
- package/plugins/ragents.actor-programs/server/controls-template.ts +118 -0
- package/plugins/ragents.actor-programs/server/controls-tool.ts +48 -0
- package/plugins/ragents.actor-programs/server/index.ts +51 -0
- package/plugins/ragents.actor-programs/server/methods.ts +72 -0
- package/plugins/ragents.actor-programs/server/project-diagnostics.ts +138 -0
- package/plugins/ragents.actor-programs/server/prompts.ts +21 -0
- package/plugins/ragents.actor-programs/server/routes.ts +235 -0
- package/plugins/ragents.actor-programs/server/runtime-libraries.ts +4 -0
- package/plugins/ragents.actor-programs/server/runtime.ts +721 -0
- package/plugins/ragents.actor-programs/server/tailwind.ts +22 -0
- package/plugins/ragents.actor-programs/server/templates.ts +400 -0
- package/plugins/ragents.actor-programs/server/tool-contributor.ts +29 -0
- package/plugins/ragents.actor-programs/summary.hbs +17 -0
- package/plugins/ragents.actor-programs/web/ActorViewFrame.tsx +463 -0
- package/plugins/ragents.actor-programs/web/AppsPanel.tsx +436 -0
- package/plugins/ragents.actor-programs/web/EmbeddedApps.tsx +116 -0
- package/plugins/ragents.actor-programs/web/ExpandIcon.tsx +5 -0
- package/plugins/ragents.actor-programs/web/FullscreenHost.tsx +31 -0
- package/plugins/ragents.actor-programs/web/FunctionForm.tsx +102 -0
- package/plugins/ragents.actor-programs/web/ProgramSource.tsx +81 -0
- package/plugins/ragents.actor-programs/web/api.ts +353 -0
- package/plugins/ragents.actor-programs/web/bridge.ts +122 -0
- package/plugins/ragents.actor-programs/web/chat-state.ts +37 -0
- package/plugins/ragents.actor-programs/web/context.ts +30 -0
- package/plugins/ragents.actor-programs/web/function-call.ts +28 -0
- package/plugins/ragents.actor-programs/web/function-input.ts +40 -0
- package/plugins/ragents.actor-programs/web/index.tsx +96 -0
- package/plugins/ragents.actor-programs/web/invocations.ts +43 -0
- package/plugins/ragents.actor-programs/web/program-state.ts +68 -0
- package/plugins/ragents.actor-programs/web/state-revision.ts +16 -0
- package/plugins/ragents.actor-programs/workflow/index.ts +202 -0
- package/plugins/ragents.actor-programs/workflow/prompt-reader.ts +15 -0
- package/plugins/ragents.ask/ask.hbs +4 -0
- package/plugins/ragents.ask/contract.ts +17 -0
- package/plugins/ragents.ask/server/answer-method.ts +15 -0
- package/plugins/ragents.ask/server/ask-service.ts +152 -0
- package/plugins/ragents.ask/server/ask-tool.ts +39 -0
- package/plugins/ragents.ask/server/contract.ts +22 -0
- package/plugins/ragents.ask/server/index.ts +26 -0
- package/plugins/ragents.ask/server/tool-contributor.ts +11 -0
- package/plugins/ragents.ask/web/QuestionSection.tsx +47 -0
- package/plugins/ragents.ask/web/api.ts +6 -0
- package/plugins/ragents.ask/web/constants.ts +1 -0
- package/plugins/ragents.ask/web/index.tsx +50 -0
- package/plugins/ragents.browser/provision.ts +48 -0
- package/plugins/ragents.browser/server/browser.ts +393 -0
- package/plugins/ragents.browser/server/contract.ts +36 -0
- package/plugins/ragents.browser/server/index.ts +35 -0
- package/plugins/ragents.browser/server/tools.ts +197 -0
- package/plugins/ragents.browser/skills/browser-testing/SKILL.md +36 -0
- package/plugins/ragents.documents/contract.ts +33 -0
- package/plugins/ragents.documents/prompt.hbs +18 -0
- package/plugins/ragents.documents/server/config.ts +14 -0
- package/plugins/ragents.documents/server/document-write-tool.ts +45 -0
- package/plugins/ragents.documents/server/files-route.ts +137 -0
- package/plugins/ragents.documents/server/index.ts +38 -0
- package/plugins/ragents.documents/server/show-document-tool.ts +73 -0
- package/plugins/ragents.documents/server/store.ts +35 -0
- package/plugins/ragents.documents/server/tool-contributor.ts +16 -0
- package/plugins/ragents.documents/web/DocumentViewer.tsx +450 -0
- package/plugins/ragents.documents/web/api.ts +8 -0
- package/plugins/ragents.documents/web/index.tsx +279 -0
- package/plugins/ragents.lsp-fsharp/provision.ts +74 -0
- package/plugins/ragents.lsp-fsharp/server/index.ts +16 -0
- package/plugins/ragents.lsp-fsharp/web/index.tsx +7 -0
- package/plugins/ragents.lsp-roslyn/provision.ts +54 -0
- package/plugins/ragents.lsp-roslyn/server/index.ts +15 -0
- package/plugins/ragents.lsp-roslyn/web/api.ts +10 -0
- package/plugins/ragents.lsp-roslyn/web/index.tsx +7 -0
- package/plugins/ragents.lsp-roslyn/web/language-server-plugin.tsx +236 -0
- package/plugins/ragents.lsp-typescript/server/index.ts +7 -0
- package/plugins/ragents.lsp-typescript/web/index.tsx +7 -0
- package/plugins/ragents.model-relay/server/config.ts +37 -0
- package/plugins/ragents.model-relay/server/index.ts +31 -0
- package/plugins/ragents.model-relay/server/relay.ts +213 -0
- package/plugins/ragents.orchestration/canvas.hbs +50 -0
- package/plugins/ragents.orchestration/contract.ts +322 -0
- package/plugins/ragents.orchestration/orchestration.hbs +105 -0
- package/plugins/ragents.orchestration/server/canvas-tool.ts +248 -0
- package/plugins/ragents.orchestration/server/index.ts +64 -0
- package/plugins/ragents.orchestration/server/run-stop-tool.ts +30 -0
- package/plugins/ragents.orchestration/tiled-layout.ts +47 -0
- package/plugins/ragents.orchestration/web/ActorCanvasControls.tsx +159 -0
- package/plugins/ragents.orchestration/web/ActorChat.tsx +56 -0
- package/plugins/ragents.orchestration/web/ActorChatControls.tsx +64 -0
- package/plugins/ragents.orchestration/web/ActorChatPreview.tsx +36 -0
- package/plugins/ragents.orchestration/web/ActorNet.tsx +607 -0
- package/plugins/ragents.orchestration/web/ActorPopout.tsx +36 -0
- package/plugins/ragents.orchestration/web/ActorShortcut.tsx +76 -0
- package/plugins/ragents.orchestration/web/ActorTile.tsx +22 -0
- package/plugins/ragents.orchestration/web/CanvasStartup.tsx +14 -0
- package/plugins/ragents.orchestration/web/CanvasTiles.tsx +47 -0
- package/plugins/ragents.orchestration/web/CardSizeSettings.tsx +42 -0
- package/plugins/ragents.orchestration/web/Center.tsx +576 -0
- package/plugins/ragents.orchestration/web/DocumentsSection.tsx +37 -0
- package/plugins/ragents.orchestration/web/ExecutionsPanel.tsx +109 -0
- package/plugins/ragents.orchestration/web/FlowInspector.tsx +932 -0
- package/plugins/ragents.orchestration/web/JournalStatus.tsx +87 -0
- package/plugins/ragents.orchestration/web/MaterialBody.tsx +104 -0
- package/plugins/ragents.orchestration/web/ScriptActorCard.tsx +56 -0
- package/plugins/ragents.orchestration/web/StopRunButton.tsx +52 -0
- package/plugins/ragents.orchestration/web/TiledCanvas.tsx +281 -0
- package/plugins/ragents.orchestration/web/ZoomSettings.tsx +38 -0
- package/plugins/ragents.orchestration/web/actor-conversation.ts +64 -0
- package/plugins/ragents.orchestration/web/actor-header-settings.ts +41 -0
- package/plugins/ragents.orchestration/web/api.ts +33 -0
- package/plugins/ragents.orchestration/web/canvas-layout-storage.ts +39 -0
- package/plugins/ragents.orchestration/web/canvas-layout.ts +326 -0
- package/plugins/ragents.orchestration/web/canvas-scene.ts +311 -0
- package/plugins/ragents.orchestration/web/canvas-stage.ts +21 -0
- package/plugins/ragents.orchestration/web/canvas-startup.ts +36 -0
- package/plugins/ragents.orchestration/web/canvas-view-settings.ts +48 -0
- package/plugins/ragents.orchestration/web/card-size-settings.ts +36 -0
- package/plugins/ragents.orchestration/web/column/AddresseeControl.tsx +116 -0
- package/plugins/ragents.orchestration/web/column/ColumnSettings.tsx +50 -0
- package/plugins/ragents.orchestration/web/column/RunColumn.tsx +370 -0
- package/plugins/ragents.orchestration/web/column/column-actors.ts +38 -0
- package/plugins/ragents.orchestration/web/column/column-settings.ts +47 -0
- package/plugins/ragents.orchestration/web/column/column-state.ts +59 -0
- package/plugins/ragents.orchestration/web/column/sheet-status.ts +30 -0
- package/plugins/ragents.orchestration/web/constants.ts +10 -0
- package/plugins/ragents.orchestration/web/contract.ts +25 -0
- package/plugins/ragents.orchestration/web/executions.ts +124 -0
- package/plugins/ragents.orchestration/web/format.ts +4 -0
- package/plugins/ragents.orchestration/web/index.tsx +182 -0
- package/plugins/ragents.orchestration/web/keyboard-navigation.ts +55 -0
- package/plugins/ragents.orchestration/web/material-layout.ts +14 -0
- package/plugins/ragents.orchestration/web/run-view.ts +199 -0
- package/plugins/ragents.orchestration/web/tile-docking.ts +99 -0
- package/plugins/ragents.orchestration/web/tiled-view-settings.ts +76 -0
- package/plugins/ragents.orchestration/web/useCanvasMeasurements.ts +78 -0
- package/plugins/ragents.orchestration/web/zoom-settings.ts +28 -0
- package/plugins/ragents.overseer/contract.ts +165 -0
- package/plugins/ragents.overseer/server/api.ts +82 -0
- package/plugins/ragents.overseer/server/coordinator-prompt.ts +13 -0
- package/plugins/ragents.overseer/server/index.ts +71 -0
- package/plugins/ragents.overseer/server/orientation.ts +33 -0
- package/plugins/ragents.overseer/server/quick-answer.ts +54 -0
- package/plugins/ragents.overseer/server/reset-method.ts +5 -0
- package/plugins/ragents.overseer/server/run-directory.ts +49 -0
- package/plugins/ragents.overseer/server/settings-method.ts +8 -0
- package/plugins/ragents.overseer/server/settings.ts +83 -0
- package/plugins/ragents.overseer/server/user-location.ts +96 -0
- package/plugins/ragents.overseer/web/ModelSettings.tsx +70 -0
- package/plugins/ragents.overseer/web/chat-display.ts +10 -0
- package/plugins/ragents.overseer/web/index.tsx +208 -0
- package/plugins/ragents.overseer/web/model-settings.ts +61 -0
- package/plugins/ragents.overseer/web/quick-answers.ts +64 -0
- package/plugins/ragents.processes/contract.ts +61 -0
- package/plugins/ragents.processes/server/index.ts +36 -0
- package/plugins/ragents.processes/server/methods.ts +39 -0
- package/plugins/ragents.processes/server/observer.ts +179 -0
- package/plugins/ragents.processes/server/process-table.ts +395 -0
- package/plugins/ragents.processes/server/snapshot.ts +63 -0
- package/plugins/ragents.processes/server/terminator.ts +164 -0
- package/plugins/ragents.processes/web/ProcessHeader.tsx +157 -0
- package/plugins/ragents.processes/web/index.tsx +23 -0
- package/plugins/ragents.processes/web/processes.ts +75 -0
- package/plugins/ragents.product/model-settings-contract.ts +10 -0
- package/plugins/ragents.product/preamble.hbs +9 -0
- package/plugins/ragents.product/server/config.ts +73 -0
- package/plugins/ragents.product/server/index.ts +117 -0
- package/plugins/ragents.product/server/relay.ts +118 -0
- package/plugins/ragents.product/server/runtime.ts +30 -0
- package/plugins/ragents.product/web/ModelControl.tsx +81 -0
- package/plugins/ragents.product/web/ProductModelSettings.tsx +131 -0
- package/plugins/ragents.product/web/SystemPromptControl.tsx +136 -0
- package/plugins/ragents.product/web/index.tsx +29 -0
- package/plugins/ragents.product/web/model-settings.ts +39 -0
- package/plugins/ragents.product/web/start-options.tsx +12 -0
- package/plugins/ragents.profile-distribution/contract.ts +38 -0
- package/plugins/ragents.profile-distribution/server/archive.ts +159 -0
- package/plugins/ragents.profile-distribution/server/config.ts +27 -0
- package/plugins/ragents.profile-distribution/server/index.ts +93 -0
- package/plugins/ragents.profile-distribution/server/web.ts +48 -0
- package/plugins/ragents.reference/examples.ts +33 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/RUN.md +27 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/actors/balcony-app/package.json +10 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/actors/balcony-app/src/client.tsx +80 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/actors/balcony-app/src/conversation.ts +82 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/actors/balcony-app/tests/conversation.test.ts +154 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/package.json +9 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/src/server.ts +32 -0
- package/plugins/ragents.reference/run-scripts/balcony-wizard/tests/program.test.ts +59 -0
- package/plugins/ragents.reference/run-scripts/conversation-circle/RUN.md +14 -0
- package/plugins/ragents.reference/run-scripts/conversation-circle/package.json +9 -0
- package/plugins/ragents.reference/run-scripts/conversation-circle/src/server.ts +87 -0
- package/plugins/ragents.reference/run-scripts/conversation-circle/tests/helpers.ts +26 -0
- package/plugins/ragents.reference/run-scripts/conversation-circle/tests/program.test.ts +32 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/RUN.md +24 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/package.json +10 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/prompts/experiment.md +1 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/prompts/helper.md +5 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/prompts/quiz.md +1 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/src/client.tsx +27 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/src/server.ts +127 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/src/state.ts +38 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/src/view.tsx +42 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/src/workflow.ts +38 -0
- package/plugins/ragents.reference/run-scripts/learning-afternoon/tests/program.test.ts +223 -0
- package/plugins/ragents.reference/run-scripts/moderated-round/RUN.md +12 -0
- package/plugins/ragents.reference/run-scripts/moderated-round/package.json +9 -0
- package/plugins/ragents.reference/run-scripts/moderated-round/src/server.ts +60 -0
- package/plugins/ragents.reference/run-scripts/moderated-round/tests/helpers.ts +26 -0
- package/plugins/ragents.reference/run-scripts/moderated-round/tests/program.test.ts +24 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/RUN.md +18 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/actors/shared-list/package.json +16 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/actors/shared-list/src/client.tsx +39 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/actors/shared-list/src/contract.ts +15 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/actors/shared-list/src/server.ts +14 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/actors/shared-list/tests/program.test.ts +13 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/package.json +9 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/src/server.ts +65 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/tests/helpers.ts +26 -0
- package/plugins/ragents.reference/run-scripts/shared-actor-list/tests/program.test.ts +42 -0
- package/plugins/ragents.reference/run-scripts/word-game/RUN.md +25 -0
- package/plugins/ragents.reference/run-scripts/word-game/package.json +11 -0
- package/plugins/ragents.reference/run-scripts/word-game/src/client.tsx +27 -0
- package/plugins/ragents.reference/run-scripts/word-game/src/contract.ts +23 -0
- package/plugins/ragents.reference/run-scripts/word-game/src/server.ts +106 -0
- package/plugins/ragents.reference/run-scripts/word-game/src/state.ts +22 -0
- package/plugins/ragents.reference/run-scripts/word-game/src/view.tsx +54 -0
- package/plugins/ragents.reference/run-scripts/word-game/tests/program.test.ts +253 -0
- package/plugins/ragents.reference/server/index.ts +12 -0
- package/plugins/ragents.reference/skills/100-shared-actor-list/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/110-all-card-slots/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/120-canvas-conversation-circle/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/130-canvas-pipeline-with-approval/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/140-canvas-team-tree-and-topic-grid/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/150-editorial-workbench/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/160-learning-companion/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/170-photo-collection/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/180-decision-workbench/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/190-review-queue/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/20-circle-of-four/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/200-typescript-diagnostics/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/210-moderator-handover/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/220-actor-approval-list/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/230-shared-state-views/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/240-live-result-list/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/250-balcony-wizard/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/30-llm-without-runtime-knowledge/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/35-actor-input-fifo/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/40-subscription-matrix/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/50-subscription-removal/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/60-stop-in-the-circle/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/65-artifact-least-privilege/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/70-headless-counter/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/75-lsp-demo/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/80-actor-text-analysis/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/90-actor-notes/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/95-hello-world/SKILL.md +12 -0
- package/plugins/ragents.reference/skills/decision-brief/SKILL.md +33 -0
- package/plugins/ragents.reference/skills/learning-sprint/SKILL.md +33 -0
- package/plugins/ragents.reference/walkthroughs.ts +219 -0
- package/plugins/ragents.reference/web/StartGuides.tsx +89 -0
- package/plugins/ragents.reference/web/index.tsx +10 -0
- package/plugins/ragents.todo/contract.ts +60 -0
- package/plugins/ragents.todo/server/index.ts +10 -0
- package/plugins/ragents.todo/server/todo-tool.ts +70 -0
- package/plugins/ragents.todo/server/tool-contributor.ts +9 -0
- package/plugins/ragents.todo/web/TodoSection.tsx +47 -0
- package/plugins/ragents.todo/web/index.ts +12 -0
- package/plugins/ragents.transcript/server/index.ts +20 -0
- package/plugins/ragents.transcript/server/transcript.ts +78 -0
- package/plugins/ragents.watch/contract.ts +48 -0
- package/plugins/ragents.watch/server/condition.ts +56 -0
- package/plugins/ragents.watch/server/contract.ts +4 -0
- package/plugins/ragents.watch/server/functions.ts +62 -0
- package/plugins/ragents.watch/server/index.ts +39 -0
- package/plugins/ragents.watch/server/observation.ts +69 -0
- package/plugins/ragents.watch/server/service.ts +294 -0
- package/plugins/ragents.workspace/client/transport.ts +13 -0
- package/plugins/ragents.workspace/client/workspace-client.ts +247 -0
- package/plugins/ragents.workspace/contract.ts +182 -0
- package/plugins/ragents.workspace/prompt.hbs +14 -0
- package/plugins/ragents.workspace/server/binding.ts +92 -0
- package/plugins/ragents.workspace/server/browse-route.ts +134 -0
- package/plugins/ragents.workspace/server/clients.ts +161 -0
- package/plugins/ragents.workspace/server/index.ts +91 -0
- package/plugins/ragents.workspace/server/runtime.ts +170 -0
- package/plugins/ragents.workspace/web/FileBrowser.tsx +271 -0
- package/plugins/ragents.workspace/web/WorkspaceBinding.tsx +216 -0
- package/plugins/ragents.workspace/web/api.ts +8 -0
- package/plugins/ragents.workspace/web/file-icons.tsx +94 -0
- package/plugins/ragents.workspace/web/index.tsx +37 -0
- package/ragents.config.core.ts +65 -0
- package/ragents.config.developer.ts +46 -0
- package/scripts/agent/agent-cli.ts +461 -0
- package/scripts/agent/journal.ts +125 -0
- package/scripts/package/build-package.ts +249 -0
- package/scripts/package/host-links.d.mts +1 -0
- package/scripts/package/host-links.mjs +39 -0
- package/scripts/package/publish-package.ts +129 -0
- package/scripts/package/ragents.mjs +59 -0
- package/scripts/provision/run-provision.ts +72 -0
- package/scripts/remote/connect.ts +265 -0
- package/scripts/remote/start.ts +91 -0
- package/scripts/workspace-client/run-workspace-client.ts +112 -0
|
@@ -0,0 +1,393 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { access, mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
3
|
+
import { constants } from "node:fs";
|
|
4
|
+
import { homedir } from "node:os";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { chromium, type Browser, type Locator, type Page } from "playwright-core";
|
|
7
|
+
import { RUN_MARKER_ENV, safeProcessEnvironment } from "@aicontainer/workspace-executor";
|
|
8
|
+
import { documentsApiPrefix } from "@aicontainer/plugins/ragents.documents/server/files-route.js";
|
|
9
|
+
import type { BrowserEvidence, BrowserRuntime, BrowserSnapshot, BrowserTarget } from "./contract.js";
|
|
10
|
+
|
|
11
|
+
export interface BrowserViewport {
|
|
12
|
+
width: number;
|
|
13
|
+
height: number;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export const DEFAULT_VIEWPORT: BrowserViewport = { width: 1920, height: 1080 };
|
|
17
|
+
|
|
18
|
+
interface BrowserSession {
|
|
19
|
+
browser: Promise<Browser>;
|
|
20
|
+
page?: Page;
|
|
21
|
+
viewport: BrowserViewport;
|
|
22
|
+
queue: Promise<void>;
|
|
23
|
+
closed: boolean;
|
|
24
|
+
errors: string[];
|
|
25
|
+
screenshots: { name: string; url: string }[];
|
|
26
|
+
checkedAt?: string;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
interface SavedCapture {
|
|
30
|
+
name: string;
|
|
31
|
+
path: string;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface BrowserOptions {
|
|
35
|
+
filesFor: (runId: string) => Promise<string>;
|
|
36
|
+
executablePath?: string;
|
|
37
|
+
timeoutMs?: number;
|
|
38
|
+
checkTimeoutMs?: number;
|
|
39
|
+
launch?: (runId: string) => Promise<Browser>;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
export interface BrowserCheck {
|
|
43
|
+
target?: BrowserTarget;
|
|
44
|
+
text?: string;
|
|
45
|
+
url?: string;
|
|
46
|
+
count?: number;
|
|
47
|
+
noErrors?: boolean;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
const errorText = (error: unknown): string => error instanceof Error ? error.message : String(error);
|
|
51
|
+
const maxSnapshotLength = 40_000;
|
|
52
|
+
const ambiguityHint = "Wähle mit nth (0-basiert) oder first: true im Ziel einen Treffer, oder prüfe die Anzahl mit count in browser_check.";
|
|
53
|
+
|
|
54
|
+
const withAmbiguityHint = (error: unknown): never => {
|
|
55
|
+
if (error instanceof Error && error.message.includes("strict mode violation")) throw new Error(`${error.message}\n${ambiguityHint}`, { cause: error });
|
|
56
|
+
throw error;
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
export const browserLocator = (page: Page, target: BrowserTarget): Locator => {
|
|
60
|
+
const selectors = [target.role, target.label, target.text, target.testId, target.css].filter((value) => value !== undefined);
|
|
61
|
+
if (selectors.length !== 1 || (target.name !== undefined && target.role === undefined)) {
|
|
62
|
+
throw new Error("Ein Browserziel braucht genau role (optional name), label, text, testId oder css.");
|
|
63
|
+
}
|
|
64
|
+
if (target.nth !== undefined && target.first) throw new Error("Ein Browserziel verwendet entweder nth oder first, nicht beides.");
|
|
65
|
+
const root = target.frame ? page.frameLocator(target.frame) : page;
|
|
66
|
+
const base = target.role ? root.getByRole(target.role as Parameters<Page["getByRole"]>[0], { name: target.name, exact: true })
|
|
67
|
+
: target.label ? root.getByLabel(target.label, { exact: true })
|
|
68
|
+
: target.text ? root.getByText(target.text, { exact: true })
|
|
69
|
+
: target.testId ? root.getByTestId(target.testId)
|
|
70
|
+
: root.locator(target.css!);
|
|
71
|
+
return target.first ? base.first() : target.nth !== undefined ? base.nth(target.nth) : base;
|
|
72
|
+
};
|
|
73
|
+
|
|
74
|
+
export class RunBrowser implements BrowserRuntime {
|
|
75
|
+
readonly #options: BrowserOptions;
|
|
76
|
+
readonly #sessions = new Map<string, BrowserSession>();
|
|
77
|
+
readonly #lastScreenshots = new Map<string, string>();
|
|
78
|
+
readonly #captures = new Map<string, SavedCapture[]>();
|
|
79
|
+
readonly #captureLoads = new Map<string, Promise<void>>();
|
|
80
|
+
readonly #versions = new Map<string, number>();
|
|
81
|
+
#shutdown = false;
|
|
82
|
+
|
|
83
|
+
constructor(options: BrowserOptions) {
|
|
84
|
+
this.#options = options;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
restore(runId: string): Promise<void> {
|
|
88
|
+
const loading = this.#captureLoads.get(runId);
|
|
89
|
+
if (loading) return loading;
|
|
90
|
+
const pending = this.#restore(runId).catch((error) => { this.#captureLoads.delete(runId); throw error; });
|
|
91
|
+
this.#captureLoads.set(runId, pending);
|
|
92
|
+
return pending;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
async open(runId: string, url: string, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
96
|
+
const parsed = new URL(url);
|
|
97
|
+
if (!["http:", "https:"].includes(parsed.protocol)) throw new Error("browser_open braucht eine HTTP- oder HTTPS-Adresse.");
|
|
98
|
+
signal?.throwIfAborted();
|
|
99
|
+
if (this.#shutdown) throw new Error("Der Browserdienst ist beendet.");
|
|
100
|
+
const version = this.#versions.get(runId) ?? 0;
|
|
101
|
+
await this.restore(runId);
|
|
102
|
+
signal?.throwIfAborted();
|
|
103
|
+
if (this.#shutdown) throw new Error("Der Browserdienst ist beendet.");
|
|
104
|
+
if (version !== (this.#versions.get(runId) ?? 0)) throw new Error("Der Browser wurde beendet.");
|
|
105
|
+
if (!this.#sessions.has(runId)) {
|
|
106
|
+
const session: BrowserSession = {
|
|
107
|
+
browser: this.#launch(runId),
|
|
108
|
+
queue: Promise.resolve(),
|
|
109
|
+
closed: false,
|
|
110
|
+
errors: [],
|
|
111
|
+
screenshots: [],
|
|
112
|
+
viewport: DEFAULT_VIEWPORT,
|
|
113
|
+
};
|
|
114
|
+
this.#sessions.set(runId, session);
|
|
115
|
+
void session.browser.catch(() => {
|
|
116
|
+
session.closed = true;
|
|
117
|
+
if (this.#sessions.get(runId) === session) this.#sessions.delete(runId);
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
return this.#perform(runId, signal, async (session, page) => {
|
|
121
|
+
this.#resetEvidence(session);
|
|
122
|
+
const response = await page.goto(parsed.href, { waitUntil: "domcontentloaded" });
|
|
123
|
+
if (response && !response.ok()) throw new Error(`Browsernavigation fehlgeschlagen: HTTP ${response.status()} (${page.url()}).`);
|
|
124
|
+
return this.#snapshot(session, page);
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
snapshot(runId: string, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
129
|
+
return this.#perform(runId, signal, (session, page) => this.#snapshot(session, page));
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
viewport(runId: string, viewport: BrowserViewport, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
133
|
+
return this.#perform(runId, signal, async (session, page) => {
|
|
134
|
+
session.viewport = viewport;
|
|
135
|
+
await page.setViewportSize(viewport);
|
|
136
|
+
return this.#snapshot(session, page);
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
click(runId: string, target: BrowserTarget, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
141
|
+
return this.#action(runId, target, signal, (locator) => locator.click());
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
fill(runId: string, target: BrowserTarget, value: string, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
145
|
+
return this.#action(runId, target, signal, (locator) => locator.fill(value));
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
select(runId: string, target: BrowserTarget, label: string, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
149
|
+
return this.#action(runId, target, signal, (locator) => locator.selectOption({ label }));
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
press(runId: string, target: BrowserTarget, key: string, signal?: AbortSignal): Promise<BrowserSnapshot> {
|
|
153
|
+
return this.#action(runId, target, signal, (locator) => locator.press(key));
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
check(runId: string, input: BrowserCheck, signal?: AbortSignal): Promise<{ checkedAt: string; url: string; assertions: string[] }> {
|
|
157
|
+
return this.#perform(runId, signal, async (session, page) => {
|
|
158
|
+
session.checkedAt = undefined;
|
|
159
|
+
if (!input.target && input.text === undefined && input.url === undefined && input.noErrors !== true) {
|
|
160
|
+
throw new Error("browser_check braucht mindestens target, text, url oder noErrors: true.");
|
|
161
|
+
}
|
|
162
|
+
if (input.count !== undefined && (!input.target || input.target.nth !== undefined || input.target.first)) {
|
|
163
|
+
throw new Error("count in browser_check braucht ein target ohne nth oder first und zählt dessen sichtbare Treffer.");
|
|
164
|
+
}
|
|
165
|
+
const timeout = this.#checkTimeout();
|
|
166
|
+
const assertions: string[] = [];
|
|
167
|
+
if (input.target && input.count !== undefined) {
|
|
168
|
+
const visible = browserLocator(page, input.target).filter({ visible: true });
|
|
169
|
+
const found = await this.#waitForCount(visible, input.count, timeout);
|
|
170
|
+
if (found !== input.count) throw new Error(`Erwartet ${input.count} sichtbare Treffer, gefunden ${found}.`);
|
|
171
|
+
assertions.push(`${input.count} sichtbare Treffer`);
|
|
172
|
+
} else if (input.target) {
|
|
173
|
+
const locator = browserLocator(page, input.target);
|
|
174
|
+
await locator.waitFor({ state: "visible", timeout }).catch(withAmbiguityHint);
|
|
175
|
+
assertions.push("Ziel ist sichtbar");
|
|
176
|
+
if (input.text !== undefined) {
|
|
177
|
+
try { await locator.filter({ hasText: input.text }).waitFor({ state: "visible", timeout }); }
|
|
178
|
+
catch (error) { throw new Error(`Erwarteter Text fehlt im Ziel: ${input.text}`, { cause: error }); }
|
|
179
|
+
assertions.push(`Text im Ziel: ${input.text}`);
|
|
180
|
+
}
|
|
181
|
+
} else if (input.text !== undefined) {
|
|
182
|
+
await page.getByText(input.text, { exact: false }).first().waitFor({ state: "visible", timeout });
|
|
183
|
+
assertions.push(`Sichtbarer Text: ${input.text}`);
|
|
184
|
+
}
|
|
185
|
+
if (input.url !== undefined) {
|
|
186
|
+
await page.waitForURL(input.url, { timeout });
|
|
187
|
+
assertions.push(`Adresse: ${input.url}`);
|
|
188
|
+
}
|
|
189
|
+
if (input.noErrors !== false) {
|
|
190
|
+
if (session.errors.length > 0) throw new Error(`Browserfehler: ${session.errors.join("\n")}`);
|
|
191
|
+
assertions.push("Keine erfassten Browser- oder Netzwerkfehler seit der Navigation");
|
|
192
|
+
}
|
|
193
|
+
const checkedAt = new Date().toISOString();
|
|
194
|
+
session.checkedAt = checkedAt;
|
|
195
|
+
return { checkedAt, url: page.url(), assertions };
|
|
196
|
+
});
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
screenshot(runId: string, input: { label?: string; fullPage?: boolean }, signal?: AbortSignal): Promise<{
|
|
200
|
+
name: string;
|
|
201
|
+
path: string;
|
|
202
|
+
url: string;
|
|
203
|
+
markdown: string;
|
|
204
|
+
capturedAt: string;
|
|
205
|
+
}> {
|
|
206
|
+
return this.#perform(runId, signal, async (session, page) => {
|
|
207
|
+
const directory = await this.#options.filesFor(runId);
|
|
208
|
+
const filename = `browser/${randomUUID()}.png`;
|
|
209
|
+
const absolute = path.join(directory, filename);
|
|
210
|
+
await mkdir(path.dirname(absolute), { recursive: true });
|
|
211
|
+
await page.screenshot({ path: absolute, fullPage: input.fullPage ?? false, type: "png", timeout: this.#timeout() });
|
|
212
|
+
const name = input.label?.trim() || "Browseraufnahme";
|
|
213
|
+
const url = this.#captureUrl(runId, filename);
|
|
214
|
+
const captures = [...this.#captures.get(runId) ?? [], { name, path: filename }];
|
|
215
|
+
const manifest = path.join(directory, "browser", ".captures.json");
|
|
216
|
+
const temporary = `${manifest}.${randomUUID()}.tmp`;
|
|
217
|
+
await writeFile(temporary, JSON.stringify(captures), "utf8");
|
|
218
|
+
await rename(temporary, manifest);
|
|
219
|
+
this.#captures.set(runId, captures);
|
|
220
|
+
this.#lastScreenshots.set(runId, absolute);
|
|
221
|
+
session.screenshots.push({ name, url });
|
|
222
|
+
return { name, path: filename, url, markdown: `![${name.replace(/[\[\]\\]/g, "")}](${url})`, capturedAt: new Date().toISOString() };
|
|
223
|
+
});
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
async image(runId: string): Promise<Buffer> {
|
|
227
|
+
const filename = this.#lastScreenshots.get(runId);
|
|
228
|
+
if (!filename) throw new Error("Für diesen Run gibt es noch keinen Browser-Screenshot. Zuerst browser_screenshot aufrufen.");
|
|
229
|
+
return readFile(filename);
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
evidence(runId: string): BrowserEvidence {
|
|
233
|
+
const session = this.#sessions.get(runId);
|
|
234
|
+
const screenshots = (this.#captures.get(runId) ?? []).map((entry) => ({ name: entry.name, url: this.#captureUrl(runId, entry.path) }));
|
|
235
|
+
if (!session || session.closed) return { screenshots, currentScreenshots: [], errors: [] };
|
|
236
|
+
return {
|
|
237
|
+
...(session.checkedAt ? { checkedAt: session.checkedAt } : {}),
|
|
238
|
+
...(session.page ? { url: session.page.url() } : {}),
|
|
239
|
+
screenshots,
|
|
240
|
+
currentScreenshots: [...session.screenshots],
|
|
241
|
+
errors: [...session.errors],
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
async close(runId: string): Promise<void> {
|
|
246
|
+
this.#versions.set(runId, (this.#versions.get(runId) ?? 0) + 1);
|
|
247
|
+
const session = this.#sessions.get(runId);
|
|
248
|
+
if (!session) return;
|
|
249
|
+
session.closed = true;
|
|
250
|
+
this.#sessions.delete(runId);
|
|
251
|
+
const browser = await session.browser.catch(() => undefined);
|
|
252
|
+
if (browser) await browser.close();
|
|
253
|
+
await session.queue;
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
async delete(runId: string): Promise<void> {
|
|
257
|
+
await this.close(runId);
|
|
258
|
+
this.#lastScreenshots.delete(runId);
|
|
259
|
+
this.#captures.delete(runId);
|
|
260
|
+
this.#captureLoads.delete(runId);
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
async shutdown(): Promise<void> {
|
|
264
|
+
this.#shutdown = true;
|
|
265
|
+
const results = await Promise.allSettled([...this.#sessions.keys()].map((runId) => this.delete(runId)));
|
|
266
|
+
this.#lastScreenshots.clear();
|
|
267
|
+
this.#captures.clear();
|
|
268
|
+
this.#captureLoads.clear();
|
|
269
|
+
const failed = results.find((result) => result.status === "rejected");
|
|
270
|
+
if (failed?.status === "rejected") throw failed.reason;
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
async #launch(runId: string): Promise<Browser> {
|
|
274
|
+
if (this.#options.launch) return this.#options.launch(runId);
|
|
275
|
+
const executablePath = this.#options.executablePath ?? chromium.executablePath();
|
|
276
|
+
try { await access(executablePath, constants.X_OK); }
|
|
277
|
+
catch { throw new Error("Kein ausführbarer Browser vorhanden. BROWSER_EXECUTABLE_PATH in ragents.browser konfigurieren "
|
|
278
|
+
+ "(z.B. Google Chrome) oder im Repo pnpm exec playwright-core install chromium ausführen."); }
|
|
279
|
+
return chromium.launch({
|
|
280
|
+
executablePath,
|
|
281
|
+
headless: true,
|
|
282
|
+
timeout: this.#timeout(),
|
|
283
|
+
env: { ...safeProcessEnvironment(process.env), HOME: homedir(), [RUN_MARKER_ENV]: runId },
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
|
|
287
|
+
#captureUrl(runId: string, filename: string): string {
|
|
288
|
+
return `${documentsApiPrefix}/runs/${encodeURIComponent(runId)}/files/content?path=${encodeURIComponent(filename)}`;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
async #restore(runId: string): Promise<void> {
|
|
292
|
+
const directory = await this.#options.filesFor(runId);
|
|
293
|
+
const manifest = path.join(directory, "browser", ".captures.json");
|
|
294
|
+
let content: string;
|
|
295
|
+
try { content = await readFile(manifest, "utf8"); }
|
|
296
|
+
catch (error) {
|
|
297
|
+
if ((error as NodeJS.ErrnoException).code !== "ENOENT") throw error;
|
|
298
|
+
this.#captures.set(runId, []);
|
|
299
|
+
return;
|
|
300
|
+
}
|
|
301
|
+
const captures: unknown = JSON.parse(content);
|
|
302
|
+
if (!Array.isArray(captures) || captures.some((entry) => !entry || typeof entry.name !== "string"
|
|
303
|
+
|| typeof entry.path !== "string" || !/^browser\/[a-f0-9-]{36}\.png$/.test(entry.path))) {
|
|
304
|
+
throw new Error("Die gespeicherte Browser-Aufnahmeliste dieses Runs ist beschädigt.");
|
|
305
|
+
}
|
|
306
|
+
this.#captures.set(runId, captures);
|
|
307
|
+
const latest = captures.at(-1) as SavedCapture | undefined;
|
|
308
|
+
if (latest) this.#lastScreenshots.set(runId, path.join(directory, latest.path));
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
#timeout(): number { return this.#options.timeoutMs ?? 15_000; }
|
|
312
|
+
|
|
313
|
+
#checkTimeout(): number { return this.#options.checkTimeoutMs ?? Math.min(5_000, this.#timeout()); }
|
|
314
|
+
|
|
315
|
+
async #waitForCount(locator: Locator, expected: number, timeout: number): Promise<number> {
|
|
316
|
+
const deadline = Date.now() + timeout;
|
|
317
|
+
let found = await locator.count();
|
|
318
|
+
while (found !== expected && Date.now() < deadline) {
|
|
319
|
+
await new Promise((resolve) => setTimeout(resolve, 100));
|
|
320
|
+
found = await locator.count();
|
|
321
|
+
}
|
|
322
|
+
return found;
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
#resetEvidence(session: BrowserSession): void {
|
|
326
|
+
session.checkedAt = undefined;
|
|
327
|
+
session.screenshots = [];
|
|
328
|
+
session.errors = [];
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
async #page(session: BrowserSession): Promise<Page> {
|
|
332
|
+
if (session.closed) throw new Error("Der Browser wurde beendet.");
|
|
333
|
+
if (session.page) return session.page;
|
|
334
|
+
const browser = await session.browser;
|
|
335
|
+
if (session.closed) throw new Error("Der Browser wurde beendet.");
|
|
336
|
+
const context = await browser.newContext({ viewport: session.viewport });
|
|
337
|
+
context.setDefaultTimeout(this.#timeout());
|
|
338
|
+
context.setDefaultNavigationTimeout(this.#timeout());
|
|
339
|
+
const page = await context.newPage();
|
|
340
|
+
const addError = (text: string) => {
|
|
341
|
+
session.errors.push(text.slice(0, 2000));
|
|
342
|
+
if (session.errors.length > 100) session.errors.shift();
|
|
343
|
+
};
|
|
344
|
+
page.on("console", (message) => { if (message.type() === "error") addError(`Konsole: ${message.text()}`); });
|
|
345
|
+
page.on("pageerror", (error) => addError(`JavaScript: ${error.message}`));
|
|
346
|
+
page.on("requestfailed", (request) => addError(`Netzwerk: ${request.method()} ${request.url()} ${request.failure()?.errorText}`));
|
|
347
|
+
page.on("response", (response) => { if (response.status() >= 400) addError(`HTTP ${response.status()}: ${response.url()}`); });
|
|
348
|
+
page.on("framenavigated", (frame) => { if (frame === page.mainFrame()) this.#resetEvidence(session); });
|
|
349
|
+
page.on("popup", (popup) => {
|
|
350
|
+
addError(`Die Anwendung hat ein neues Fenster geöffnet: ${popup.url()}. Popups werden nicht bedient.`);
|
|
351
|
+
void popup.close().catch((error) => addError(`Fenster schließen: ${errorText(error)}`));
|
|
352
|
+
});
|
|
353
|
+
session.page = page;
|
|
354
|
+
return page;
|
|
355
|
+
}
|
|
356
|
+
|
|
357
|
+
#perform<T>(runId: string, signal: AbortSignal | undefined, action: (session: BrowserSession, page: Page) => Promise<T>): Promise<T> {
|
|
358
|
+
const session = this.#sessions.get(runId);
|
|
359
|
+
if (!session || session.closed) return Promise.reject(new Error("Für diesen Run ist kein Browser offen. Zuerst browser_open aufrufen."));
|
|
360
|
+
const pending = session.queue.then(async () => {
|
|
361
|
+
signal?.throwIfAborted();
|
|
362
|
+
const abort = () => { void this.close(runId).catch((error) => console.error("Browserstopp fehlgeschlagen:", errorText(error))); };
|
|
363
|
+
signal?.addEventListener("abort", abort, { once: true });
|
|
364
|
+
try {
|
|
365
|
+
const page = await this.#page(session);
|
|
366
|
+
signal?.throwIfAborted();
|
|
367
|
+
const result = await action(session, page);
|
|
368
|
+
signal?.throwIfAborted();
|
|
369
|
+
if (session.closed) throw new Error("Der Browser wurde beendet.");
|
|
370
|
+
return result;
|
|
371
|
+
} finally {
|
|
372
|
+
signal?.removeEventListener("abort", abort);
|
|
373
|
+
}
|
|
374
|
+
});
|
|
375
|
+
session.queue = pending.then(() => undefined, () => undefined);
|
|
376
|
+
return pending;
|
|
377
|
+
}
|
|
378
|
+
|
|
379
|
+
#action(runId: string, target: BrowserTarget, signal: AbortSignal | undefined, action: (locator: Locator) => Promise<unknown>): Promise<BrowserSnapshot> {
|
|
380
|
+
return this.#perform(runId, signal, async (session, page) => {
|
|
381
|
+
session.checkedAt = undefined;
|
|
382
|
+
session.screenshots = [];
|
|
383
|
+
await action(browserLocator(page, target)).catch(withAmbiguityHint);
|
|
384
|
+
return this.#snapshot(session, page);
|
|
385
|
+
});
|
|
386
|
+
}
|
|
387
|
+
|
|
388
|
+
async #snapshot(session: BrowserSession, page: Page): Promise<BrowserSnapshot> {
|
|
389
|
+
const snapshot = await page.locator("body").ariaSnapshot({ mode: "ai", timeout: this.#timeout() });
|
|
390
|
+
return { url: page.url(), title: await page.title(), snapshot: snapshot.slice(0, maxSnapshotLength),
|
|
391
|
+
truncated: snapshot.length > maxSnapshotLength, errors: [...session.errors] };
|
|
392
|
+
}
|
|
393
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { serviceToken } from "@aicontainer/ragents";
|
|
2
|
+
|
|
3
|
+
export interface BrowserTarget {
|
|
4
|
+
role?: string;
|
|
5
|
+
name?: string;
|
|
6
|
+
label?: string;
|
|
7
|
+
text?: string;
|
|
8
|
+
testId?: string;
|
|
9
|
+
css?: string;
|
|
10
|
+
frame?: string;
|
|
11
|
+
nth?: number;
|
|
12
|
+
first?: boolean;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export interface BrowserEvidence {
|
|
16
|
+
checkedAt?: string;
|
|
17
|
+
url?: string;
|
|
18
|
+
screenshots: { name: string; url: string }[];
|
|
19
|
+
currentScreenshots: { name: string; url: string }[];
|
|
20
|
+
errors: string[];
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export interface BrowserSnapshot {
|
|
24
|
+
url: string;
|
|
25
|
+
title: string;
|
|
26
|
+
snapshot: string;
|
|
27
|
+
truncated: boolean;
|
|
28
|
+
errors: string[];
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export interface BrowserRuntime {
|
|
32
|
+
open: (runId: string, url: string, signal?: AbortSignal) => Promise<BrowserSnapshot>;
|
|
33
|
+
evidence: (runId: string) => BrowserEvidence;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export const browserRuntimeToken = serviceToken<BrowserRuntime>("ragents.browser.runtime");
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { RAgentsPlugin } from "@aicontainer/ragents";
|
|
2
|
+
import { declaredEnvironment } from "@aicontainer/server/plugin-support/plugin-config.js";
|
|
3
|
+
import type { PluginModule } from "@aicontainer/server/plugin-support/plugin-module.js";
|
|
4
|
+
import { documentStoreToken } from "@aicontainer/server/ragents/document-store.js";
|
|
5
|
+
import { RunBrowser } from "./browser.js";
|
|
6
|
+
import { browserRuntimeToken } from "./contract.js";
|
|
7
|
+
import { createBrowserFunctions, createBrowserImageContribution } from "./tools.js";
|
|
8
|
+
|
|
9
|
+
export const browserConfigDescriptors = [{ key: "BROWSER_EXECUTABLE_PATH", source: "environment" }] as const;
|
|
10
|
+
const env = declaredEnvironment(browserConfigDescriptors);
|
|
11
|
+
|
|
12
|
+
const browserPlugin: RAgentsPlugin = {
|
|
13
|
+
manifest: { id: "ragents.browser" },
|
|
14
|
+
register: (host) => {
|
|
15
|
+
const documents = host.service(documentStoreToken);
|
|
16
|
+
const browser = new RunBrowser({
|
|
17
|
+
filesFor: (runId) => documents.directoryFor(runId),
|
|
18
|
+
executablePath: env.optional("BROWSER_EXECUTABLE_PATH"),
|
|
19
|
+
});
|
|
20
|
+
host.config(...browserConfigDescriptors);
|
|
21
|
+
host.provide(browserRuntimeToken, browser);
|
|
22
|
+
host.functions(...createBrowserFunctions(browser));
|
|
23
|
+
host.agentRuntime(createBrowserImageContribution(browser));
|
|
24
|
+
host.lifecycle({
|
|
25
|
+
id: "ragents.browser.lifecycle",
|
|
26
|
+
prepareSession: ({ runId }) => browser.restore(runId),
|
|
27
|
+
stopSession: ({ runId }) => browser.close(runId),
|
|
28
|
+
afterStopSession: ({ runId }) => browser.close(runId),
|
|
29
|
+
deleteSession: ({ runId }) => browser.delete(runId),
|
|
30
|
+
shutdown: () => browser.shutdown(),
|
|
31
|
+
});
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
export const plugin: PluginModule = { requires: ["ragents.documents"], create: () => browserPlugin };
|
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
import { Type } from "typebox";
|
|
2
|
+
import { defineRunFunction, type AgentContribution, type RunFunction } from "@aicontainer/ragents";
|
|
3
|
+
import { alwaysAvailable } from "@aicontainer/server/plugin-support/tool-availability.js";
|
|
4
|
+
import { RunBrowser } from "./browser.js";
|
|
5
|
+
|
|
6
|
+
const targetSchema = Type.Object({
|
|
7
|
+
role: Type.Optional(Type.String({ minLength: 1, description: "Accessible role, e.g. button, textbox, link, combobox." })),
|
|
8
|
+
name: Type.Optional(Type.String({ description: "Exact accessible name for role." })),
|
|
9
|
+
label: Type.Optional(Type.String({ minLength: 1, description: "Exact form label." })),
|
|
10
|
+
text: Type.Optional(Type.String({ minLength: 1, description: "Exact visible text." })),
|
|
11
|
+
testId: Type.Optional(Type.String({ minLength: 1, description: "data-testid value." })),
|
|
12
|
+
css: Type.Optional(Type.String({ minLength: 1, description: "CSS selector for elements without useful accessible names." })),
|
|
13
|
+
frame: Type.Optional(Type.String({ minLength: 1, description: "CSS selector of an iframe containing the target." })),
|
|
14
|
+
nth: Type.Optional(Type.Integer({ minimum: 0, description: "0-based index among all matches when the target matches several elements; not together with first." })),
|
|
15
|
+
first: Type.Optional(Type.Boolean({ description: "Use the first match when the target matches several elements; not together with nth." })),
|
|
16
|
+
}, { additionalProperties: false, description: "Use exactly one of role (with optional name), label, text, testId, css. Resolve semantic targets server-side; never copy snapshot element IDs. Ambiguous targets are errors naming the candidates unless nth or first selects one." });
|
|
17
|
+
|
|
18
|
+
const snapshotSchema = Type.Object({
|
|
19
|
+
url: Type.String(),
|
|
20
|
+
title: Type.String(),
|
|
21
|
+
snapshot: Type.String(),
|
|
22
|
+
truncated: Type.Boolean(),
|
|
23
|
+
errors: Type.Array(Type.String()),
|
|
24
|
+
}, { additionalProperties: false });
|
|
25
|
+
|
|
26
|
+
const emptySchema = Type.Object({}, { additionalProperties: false });
|
|
27
|
+
const targetInputSchema = Type.Object({ target: targetSchema }, { additionalProperties: false });
|
|
28
|
+
const screenshotDescription = "Capture the real browser page into this run's document library. The returned URL and Markdown display it to the user. Call browser_view_screenshot to inspect the latest capture as an image without copying a path.";
|
|
29
|
+
|
|
30
|
+
export const createBrowserFunctions = (browser: RunBrowser): RunFunction[] => [
|
|
31
|
+
defineRunFunction({
|
|
32
|
+
name: "browser_open",
|
|
33
|
+
label: "Browser öffnen",
|
|
34
|
+
description: "Open an HTTP(S) page in this run's isolated headless browser. Returns its accessible structure and browser errors. Reuses the current run browser; other runs have separate cookies and processes.",
|
|
35
|
+
schema: Type.Object({ url: Type.String({ minLength: 1 }) }, { additionalProperties: false }),
|
|
36
|
+
resultSchema: snapshotSchema,
|
|
37
|
+
nativeTool: true,
|
|
38
|
+
available: alwaysAvailable,
|
|
39
|
+
executionMode: "sequential",
|
|
40
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.open(caller.runId, input.url, signal) }),
|
|
41
|
+
}),
|
|
42
|
+
defineRunFunction({
|
|
43
|
+
name: "browser_snapshot",
|
|
44
|
+
label: "Browser lesen",
|
|
45
|
+
description: "Read the current real page's accessible structure, title, URL and errors. Use role/name or labels for subsequent actions; snapshot reference IDs never need to be copied.",
|
|
46
|
+
schema: emptySchema,
|
|
47
|
+
resultSchema: snapshotSchema,
|
|
48
|
+
nativeTool: true,
|
|
49
|
+
available: alwaysAvailable,
|
|
50
|
+
executionMode: "sequential",
|
|
51
|
+
run: async ({ caller, signal }) => ({ ...await browser.snapshot(caller.runId, signal) }),
|
|
52
|
+
}),
|
|
53
|
+
defineRunFunction({
|
|
54
|
+
name: "browser_click",
|
|
55
|
+
label: "Im Browser klicken",
|
|
56
|
+
description: "Click a uniquely identified visible element with Playwright auto-waiting. Returns the actual resulting page. Ambiguous or absent targets are errors.",
|
|
57
|
+
schema: targetInputSchema,
|
|
58
|
+
resultSchema: snapshotSchema,
|
|
59
|
+
nativeTool: true,
|
|
60
|
+
available: alwaysAvailable,
|
|
61
|
+
executionMode: "sequential",
|
|
62
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.click(caller.runId, input.target, signal) }),
|
|
63
|
+
}),
|
|
64
|
+
defineRunFunction({
|
|
65
|
+
name: "browser_fill",
|
|
66
|
+
label: "Browserfeld ausfüllen",
|
|
67
|
+
description: "Fill an input or textarea by accessible label or another semantic target, firing the normal input events. Returns the resulting page.",
|
|
68
|
+
schema: Type.Object({ target: targetSchema, value: Type.String() }, { additionalProperties: false }),
|
|
69
|
+
resultSchema: snapshotSchema,
|
|
70
|
+
nativeTool: true,
|
|
71
|
+
available: alwaysAvailable,
|
|
72
|
+
executionMode: "sequential",
|
|
73
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.fill(caller.runId, input.target, input.value, signal) }),
|
|
74
|
+
}),
|
|
75
|
+
defineRunFunction({
|
|
76
|
+
name: "browser_select",
|
|
77
|
+
label: "Im Browser auswählen",
|
|
78
|
+
description: "Choose an option by its visible label in a native select element. For custom dropdowns use browser_click on the trigger and the visible option.",
|
|
79
|
+
schema: Type.Object({ target: targetSchema, label: Type.String({ minLength: 1 }) }, { additionalProperties: false }),
|
|
80
|
+
resultSchema: snapshotSchema,
|
|
81
|
+
nativeTool: true,
|
|
82
|
+
available: alwaysAvailable,
|
|
83
|
+
executionMode: "sequential",
|
|
84
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.select(caller.runId, input.target, input.label, signal) }),
|
|
85
|
+
}),
|
|
86
|
+
defineRunFunction({
|
|
87
|
+
name: "browser_press",
|
|
88
|
+
label: "Browsertaste drücken",
|
|
89
|
+
description: "Focus a target and press a Playwright key or chord such as Enter, Escape, Tab or ControlOrMeta+A. Returns the resulting page.",
|
|
90
|
+
schema: Type.Object({ target: targetSchema, key: Type.String({ minLength: 1 }) }, { additionalProperties: false }),
|
|
91
|
+
resultSchema: snapshotSchema,
|
|
92
|
+
nativeTool: true,
|
|
93
|
+
available: alwaysAvailable,
|
|
94
|
+
executionMode: "sequential",
|
|
95
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.press(caller.runId, input.target, input.key, signal) }),
|
|
96
|
+
}),
|
|
97
|
+
defineRunFunction({
|
|
98
|
+
name: "browser_check",
|
|
99
|
+
label: "Browserergebnis prüfen",
|
|
100
|
+
description: "Assert visible target/text, resulting URL and absence of browser errors. Fails on mismatch; records successful evidence for this page until the next action/navigation/error. Supply at least one assertion. Browser errors are checked by default. Visibility assertions wait at most 5 seconds, shorter than actions.",
|
|
101
|
+
schema: Type.Object({
|
|
102
|
+
target: Type.Optional(targetSchema),
|
|
103
|
+
text: Type.Optional(Type.String({ minLength: 1 })),
|
|
104
|
+
url: Type.Optional(Type.String({ minLength: 1 })),
|
|
105
|
+
count: Type.Optional(Type.Integer({ minimum: 0, description: "Expected number of visible matches of target instead of exactly one; 0 asserts absence. Requires target without nth or first." })),
|
|
106
|
+
noErrors: Type.Optional(Type.Boolean({ description: "true (default): the check also fails on any browser error collected since the last navigation. false: ignore browser errors and judge only the assertions; use this when the page has known noise such as 404s or third-party script errors that are not part of the check." })),
|
|
107
|
+
}, { additionalProperties: false }),
|
|
108
|
+
resultSchema: Type.Object({ checkedAt: Type.String(), url: Type.String(), assertions: Type.Array(Type.String()) }, { additionalProperties: false }),
|
|
109
|
+
nativeTool: true,
|
|
110
|
+
available: alwaysAvailable,
|
|
111
|
+
executionMode: "sequential",
|
|
112
|
+
run: ({ caller, signal }, _id, input) => browser.check(caller.runId, input, signal),
|
|
113
|
+
}),
|
|
114
|
+
defineRunFunction({
|
|
115
|
+
name: "browser_viewport",
|
|
116
|
+
label: "Browsergröße setzen",
|
|
117
|
+
description: "Resize the page viewport in CSS pixels, for example to check a narrow layout. The default is 1920 x 1080 (16:9) and screenshots use the viewport size at scale 1; the chosen size stays for the run until changed again. Returns the resulting page.",
|
|
118
|
+
schema: Type.Object({
|
|
119
|
+
width: Type.Integer({ minimum: 320, maximum: 3840 }),
|
|
120
|
+
height: Type.Integer({ minimum: 240, maximum: 2160 }),
|
|
121
|
+
}, { additionalProperties: false }),
|
|
122
|
+
resultSchema: snapshotSchema,
|
|
123
|
+
available: alwaysAvailable,
|
|
124
|
+
executionMode: "sequential",
|
|
125
|
+
run: async ({ caller, signal }, _id, input) => ({ ...await browser.viewport(caller.runId, input, signal) }),
|
|
126
|
+
}),
|
|
127
|
+
defineRunFunction({
|
|
128
|
+
name: "browser_screenshot",
|
|
129
|
+
label: "Browser aufnehmen",
|
|
130
|
+
description: screenshotDescription,
|
|
131
|
+
schema: Type.Object({ label: Type.Optional(Type.String({ maxLength: 200 })), fullPage: Type.Optional(Type.Boolean()) }, { additionalProperties: false }),
|
|
132
|
+
resultSchema: Type.Object({
|
|
133
|
+
name: Type.String(),
|
|
134
|
+
path: Type.String(),
|
|
135
|
+
url: Type.String(),
|
|
136
|
+
markdown: Type.String(),
|
|
137
|
+
capturedAt: Type.String(),
|
|
138
|
+
}, { additionalProperties: false }),
|
|
139
|
+
nativeTool: true,
|
|
140
|
+
available: alwaysAvailable,
|
|
141
|
+
executionMode: "sequential",
|
|
142
|
+
run: ({ caller, signal }, _id, input) => browser.screenshot(caller.runId, input, signal),
|
|
143
|
+
}),
|
|
144
|
+
defineRunFunction({
|
|
145
|
+
name: "browser_view_screenshot",
|
|
146
|
+
label: "Browseraufnahme ansehen",
|
|
147
|
+
description: "View this run's latest screenshot as native image input without a path. Invoke this native tool directly to receive pixels; calling it through TypeScript only verifies image availability. Requires an image-capable model for native image input.",
|
|
148
|
+
nativeTool: true,
|
|
149
|
+
schema: emptySchema,
|
|
150
|
+
resultSchema: Type.String(),
|
|
151
|
+
available: alwaysAvailable,
|
|
152
|
+
executionMode: "sequential",
|
|
153
|
+
run: async ({ caller, signal }) => {
|
|
154
|
+
signal?.throwIfAborted();
|
|
155
|
+
await browser.image(caller.runId);
|
|
156
|
+
return "Letzte Browseraufnahme dieses Runs ist verfügbar.";
|
|
157
|
+
},
|
|
158
|
+
}),
|
|
159
|
+
defineRunFunction({
|
|
160
|
+
name: "browser_close",
|
|
161
|
+
label: "Browser schließen",
|
|
162
|
+
description: "Close this run's browser and discard its cookies. Saved screenshots remain in the document library.",
|
|
163
|
+
schema: emptySchema,
|
|
164
|
+
resultSchema: Type.Object({ closed: Type.Boolean() }, { additionalProperties: false }),
|
|
165
|
+
nativeTool: true,
|
|
166
|
+
available: alwaysAvailable,
|
|
167
|
+
executionMode: "sequential",
|
|
168
|
+
run: async ({ caller }) => { await browser.close(caller.runId); return { closed: true }; },
|
|
169
|
+
}),
|
|
170
|
+
];
|
|
171
|
+
|
|
172
|
+
export const createBrowserImageContribution = (browser: RunBrowser): AgentContribution => {
|
|
173
|
+
return {
|
|
174
|
+
id: "ragents.browser.image",
|
|
175
|
+
tools: [],
|
|
176
|
+
resolve: ({ runId }) => [{
|
|
177
|
+
name: "ragents.browser.image",
|
|
178
|
+
factory: (agent) => {
|
|
179
|
+
agent.on("tool_result", async (event, context) => {
|
|
180
|
+
if (event.toolName !== "browser_view_screenshot" || event.isError) return;
|
|
181
|
+
try {
|
|
182
|
+
context.signal?.throwIfAborted();
|
|
183
|
+
if (!context.model?.input.includes("image")) throw new Error("Das gewählte Modell unterstützt keine Bilder. Screenshot über die Dokumente ansehen oder ein bildfähiges Modell wählen.");
|
|
184
|
+
const data = (await browser.image(runId)).toString("base64");
|
|
185
|
+
context.signal?.throwIfAborted();
|
|
186
|
+
return { content: [
|
|
187
|
+
{ type: "text" as const, text: "Letzte Browseraufnahme dieses Runs." },
|
|
188
|
+
{ type: "image" as const, data, mimeType: "image/png" },
|
|
189
|
+
] };
|
|
190
|
+
} catch (error) {
|
|
191
|
+
return { content: [{ type: "text" as const, text: error instanceof Error ? error.message : String(error) }], isError: true };
|
|
192
|
+
}
|
|
193
|
+
});
|
|
194
|
+
},
|
|
195
|
+
}],
|
|
196
|
+
};
|
|
197
|
+
};
|