@full-self-developing/fsd 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.engine/engine-config.json +27 -0
- package/CODEBASE_CONTEXT.md +152 -0
- package/README.md +111 -0
- package/README_zh.md +111 -0
- package/UI_SPEC.md +57 -0
- package/agents/api-proxy.js +542 -0
- package/agents/base.js +280 -0
- package/agents/branch-manager.js +135 -0
- package/agents/cli-models.json +48 -0
- package/agents/coder.js +128 -0
- package/agents/core-request.js +174 -0
- package/agents/dispatcher.js +491 -0
- package/agents/drivers/.atomcode/graph.bin +0 -0
- package/agents/drivers/atomcode.js +143 -0
- package/agents/drivers/gemini-cli.js +195 -0
- package/agents/drivers/index.js +65 -0
- package/agents/drivers/openrouter.js +390 -0
- package/agents/engine-config.js +444 -0
- package/agents/log-fixer.js +72 -0
- package/agents/mcp-client-manager.js +159 -0
- package/agents/optimizer.js +54 -0
- package/agents/path-validator.js +43 -0
- package/agents/planner.js +81 -0
- package/agents/prompt-manager.js +170 -0
- package/agents/skeptic.js +79 -0
- package/agents/skills-manager.js +130 -0
- package/agents/summarizer.js +34 -0
- package/agents/test-runner.js +85 -0
- package/bin/cli.js +166 -0
- package/client/eslint.config.js +21 -0
- package/client/index.html +12 -0
- package/client/package-lock.json +3339 -0
- package/client/package.json +35 -0
- package/client/src/App.jsx +745 -0
- package/client/src/api.js +78 -0
- package/client/src/components/ChatPanel.jsx +277 -0
- package/client/src/components/ConfirmationModal.jsx +61 -0
- package/client/src/components/ErrorBoundary.jsx +66 -0
- package/client/src/components/FolderPicker.jsx +200 -0
- package/client/src/components/LoopPanel.jsx +863 -0
- package/client/src/components/NotFound.jsx +52 -0
- package/client/src/components/SettingsPanel.jsx +966 -0
- package/client/src/components/Sidebar.jsx +318 -0
- package/client/src/context/SettingsContext.jsx +353 -0
- package/client/src/i18n.js +462 -0
- package/client/src/index.css +31 -0
- package/client/src/main.jsx +17 -0
- package/client/vite.config.js +19 -0
- package/design.md +875 -0
- package/extensions/alibaba/index.ts +11 -0
- package/extensions/alibaba/openclaw.plugin.json +34 -0
- package/extensions/alibaba/package.json +15 -0
- package/extensions/alibaba/plugin-registration.contract.test.ts +7 -0
- package/extensions/alibaba/tsconfig.json +16 -0
- package/extensions/alibaba/video-generation-provider.test.ts +92 -0
- package/extensions/alibaba/video-generation-provider.ts +83 -0
- package/extensions/amazon-bedrock/api.ts +6 -0
- package/extensions/amazon-bedrock/aws-credential-refresh.ts +42 -0
- package/extensions/amazon-bedrock/config-api.ts +4 -0
- package/extensions/amazon-bedrock/config-compat.test.ts +81 -0
- package/extensions/amazon-bedrock/config-compat.ts +107 -0
- package/extensions/amazon-bedrock/discovery-shared.ts +28 -0
- package/extensions/amazon-bedrock/discovery.test.ts +608 -0
- package/extensions/amazon-bedrock/discovery.ts +616 -0
- package/extensions/amazon-bedrock/embedding-provider.test.ts +109 -0
- package/extensions/amazon-bedrock/embedding-provider.ts +470 -0
- package/extensions/amazon-bedrock/index.test.ts +1249 -0
- package/extensions/amazon-bedrock/index.ts +11 -0
- package/extensions/amazon-bedrock/lazy-import.test.ts +56 -0
- package/extensions/amazon-bedrock/memory-embedding-adapter.test.ts +105 -0
- package/extensions/amazon-bedrock/memory-embedding-adapter.ts +47 -0
- package/extensions/amazon-bedrock/npm-shrinkwrap.json +1241 -0
- package/extensions/amazon-bedrock/openclaw.plugin.json +80 -0
- package/extensions/amazon-bedrock/package.json +41 -0
- package/extensions/amazon-bedrock/provider-policy-api.test.ts +46 -0
- package/extensions/amazon-bedrock/provider-policy-api.ts +9 -0
- package/extensions/amazon-bedrock/register.sync.runtime.ts +659 -0
- package/extensions/amazon-bedrock/setup-api.ts +18 -0
- package/extensions/amazon-bedrock/thinking-policy.ts +32 -0
- package/extensions/amazon-bedrock/tsconfig.json +16 -0
- package/extensions/anthropic/api.ts +11 -0
- package/extensions/anthropic/claude-model-refs.ts +104 -0
- package/extensions/anthropic/cli-auth-seam.ts +13 -0
- package/extensions/anthropic/cli-backend-api.ts +6 -0
- package/extensions/anthropic/cli-backend.ts +83 -0
- package/extensions/anthropic/cli-catalog.ts +42 -0
- package/extensions/anthropic/cli-constants.ts +41 -0
- package/extensions/anthropic/cli-migration.test.ts +487 -0
- package/extensions/anthropic/cli-migration.ts +266 -0
- package/extensions/anthropic/cli-shared.test.ts +300 -0
- package/extensions/anthropic/cli-shared.ts +248 -0
- package/extensions/anthropic/config-defaults.ts +428 -0
- package/extensions/anthropic/contract-api.ts +9 -0
- package/extensions/anthropic/doctor-contract-api.ts +14 -0
- package/extensions/anthropic/index.test.ts +663 -0
- package/extensions/anthropic/index.ts +11 -0
- package/extensions/anthropic/media-understanding-provider.ts +15 -0
- package/extensions/anthropic/openclaw.plugin.json +112 -0
- package/extensions/anthropic/package.json +18 -0
- package/extensions/anthropic/provider-contract-api.ts +59 -0
- package/extensions/anthropic/provider-discovery.ts +35 -0
- package/extensions/anthropic/provider-policy-api.test.ts +135 -0
- package/extensions/anthropic/provider-policy-api.ts +24 -0
- package/extensions/anthropic/provider-runtime.contract.test.ts +3 -0
- package/extensions/anthropic/register.runtime.ts +668 -0
- package/extensions/anthropic/replay-policy.ts +9 -0
- package/extensions/anthropic/setup-api.ts +11 -0
- package/extensions/anthropic/stream-wrappers.test.ts +233 -0
- package/extensions/anthropic/stream-wrappers.ts +228 -0
- package/extensions/anthropic/test-api.ts +3 -0
- package/extensions/anthropic/tsconfig.json +16 -0
- package/extensions/arcee/api.ts +8 -0
- package/extensions/arcee/index.test.ts +195 -0
- package/extensions/arcee/index.ts +142 -0
- package/extensions/arcee/models.ts +68 -0
- package/extensions/arcee/onboard.ts +43 -0
- package/extensions/arcee/openclaw.plugin.json +46 -0
- package/extensions/arcee/package.json +15 -0
- package/extensions/arcee/provider-catalog.ts +54 -0
- package/extensions/arcee/tsconfig.json +16 -0
- package/extensions/azure-speech/azure-speech.live.test.ts +92 -0
- package/extensions/azure-speech/index.ts +11 -0
- package/extensions/azure-speech/openclaw.plugin.json +66 -0
- package/extensions/azure-speech/package.json +15 -0
- package/extensions/azure-speech/speech-provider.test.ts +242 -0
- package/extensions/azure-speech/speech-provider.ts +306 -0
- package/extensions/azure-speech/tsconfig.json +16 -0
- package/extensions/azure-speech/tts.test.ts +127 -0
- package/extensions/azure-speech/tts.ts +209 -0
- package/extensions/byteplus/api.ts +8 -0
- package/extensions/byteplus/index.test.ts +60 -0
- package/extensions/byteplus/index.ts +84 -0
- package/extensions/byteplus/live.test.ts +60 -0
- package/extensions/byteplus/models.ts +35 -0
- package/extensions/byteplus/openclaw.plugin.json +165 -0
- package/extensions/byteplus/package.json +15 -0
- package/extensions/byteplus/plugin-registration.contract.test.ts +8 -0
- package/extensions/byteplus/provider-catalog.ts +17 -0
- package/extensions/byteplus/provider-discovery.ts +31 -0
- package/extensions/byteplus/tsconfig.json +16 -0
- package/extensions/byteplus/video-generation-provider.test.ts +223 -0
- package/extensions/byteplus/video-generation-provider.ts +389 -0
- package/extensions/cerebras/api.ts +7 -0
- package/extensions/cerebras/index.ts +41 -0
- package/extensions/cerebras/models.ts +25 -0
- package/extensions/cerebras/onboard.ts +26 -0
- package/extensions/cerebras/openclaw.plugin.json +111 -0
- package/extensions/cerebras/package.json +15 -0
- package/extensions/cerebras/provider-catalog.ts +10 -0
- package/extensions/cerebras/tsconfig.json +16 -0
- package/extensions/chutes/api.ts +14 -0
- package/extensions/chutes/implicit-provider.test.ts +107 -0
- package/extensions/chutes/index.ts +194 -0
- package/extensions/chutes/model-discovery-env.ts +5 -0
- package/extensions/chutes/models.test.ts +289 -0
- package/extensions/chutes/models.ts +632 -0
- package/extensions/chutes/oauth.ts +235 -0
- package/extensions/chutes/onboard.ts +63 -0
- package/extensions/chutes/openclaw.plugin.json +726 -0
- package/extensions/chutes/package.json +15 -0
- package/extensions/chutes/provider-catalog.ts +29 -0
- package/extensions/chutes/tsconfig.json +16 -0
- package/extensions/cloudflare-ai-gateway/api.ts +14 -0
- package/extensions/cloudflare-ai-gateway/catalog-provider.ts +73 -0
- package/extensions/cloudflare-ai-gateway/index.test.ts +60 -0
- package/extensions/cloudflare-ai-gateway/index.ts +233 -0
- package/extensions/cloudflare-ai-gateway/models.ts +44 -0
- package/extensions/cloudflare-ai-gateway/onboard.ts +91 -0
- package/extensions/cloudflare-ai-gateway/openclaw.plugin.json +44 -0
- package/extensions/cloudflare-ai-gateway/package.json +15 -0
- package/extensions/cloudflare-ai-gateway/provider-discovery.contract.test.ts +3 -0
- package/extensions/cloudflare-ai-gateway/stream-wrappers.test.ts +160 -0
- package/extensions/cloudflare-ai-gateway/stream-wrappers.ts +32 -0
- package/extensions/cloudflare-ai-gateway/tsconfig.json +16 -0
- package/extensions/codex/doctor-contract-api.test.ts +44 -0
- package/extensions/codex/doctor-contract-api.ts +68 -0
- package/extensions/codex/harness.ts +85 -0
- package/extensions/codex/index.test.ts +230 -0
- package/extensions/codex/index.ts +125 -0
- package/extensions/codex/media-understanding-provider.test.ts +496 -0
- package/extensions/codex/media-understanding-provider.ts +524 -0
- package/extensions/codex/npm-shrinkwrap.json +1949 -0
- package/extensions/codex/openclaw.plugin.json +403 -0
- package/extensions/codex/package.json +41 -0
- package/extensions/codex/prompt-overlay-runtime-contract.test.ts +48 -0
- package/extensions/codex/prompt-overlay.ts +21 -0
- package/extensions/codex/provider-catalog.ts +83 -0
- package/extensions/codex/provider-discovery.ts +45 -0
- package/extensions/codex/provider.test.ts +384 -0
- package/extensions/codex/provider.ts +243 -0
- package/extensions/codex/src/app-server/app-inventory-cache.test.ts +176 -0
- package/extensions/codex/src/app-server/app-inventory-cache.ts +324 -0
- package/extensions/codex/src/app-server/approval-bridge.test.ts +1472 -0
- package/extensions/codex/src/app-server/approval-bridge.ts +1211 -0
- package/extensions/codex/src/app-server/auth-bridge.test.ts +1449 -0
- package/extensions/codex/src/app-server/auth-bridge.ts +614 -0
- package/extensions/codex/src/app-server/auth-profile-runtime-contract.test.ts +242 -0
- package/extensions/codex/src/app-server/capabilities.ts +27 -0
- package/extensions/codex/src/app-server/client-factory.ts +24 -0
- package/extensions/codex/src/app-server/client.test.ts +563 -0
- package/extensions/codex/src/app-server/client.ts +721 -0
- package/extensions/codex/src/app-server/compact.test.ts +1029 -0
- package/extensions/codex/src/app-server/compact.ts +662 -0
- package/extensions/codex/src/app-server/computer-use.test.ts +788 -0
- package/extensions/codex/src/app-server/computer-use.ts +683 -0
- package/extensions/codex/src/app-server/config.test.ts +948 -0
- package/extensions/codex/src/app-server/config.ts +1093 -0
- package/extensions/codex/src/app-server/context-engine-projection.test.ts +252 -0
- package/extensions/codex/src/app-server/context-engine-projection.ts +403 -0
- package/extensions/codex/src/app-server/delivery-no-reply-runtime-contract.test.ts +80 -0
- package/extensions/codex/src/app-server/dynamic-tool-diagnostics.ts +73 -0
- package/extensions/codex/src/app-server/dynamic-tool-profile.ts +70 -0
- package/extensions/codex/src/app-server/dynamic-tools.test.ts +1357 -0
- package/extensions/codex/src/app-server/dynamic-tools.ts +646 -0
- package/extensions/codex/src/app-server/elicitation-bridge.test.ts +1281 -0
- package/extensions/codex/src/app-server/elicitation-bridge.ts +828 -0
- package/extensions/codex/src/app-server/event-projector.test.ts +2885 -0
- package/extensions/codex/src/app-server/event-projector.ts +2047 -0
- package/extensions/codex/src/app-server/image-payload-sanitizer.test.ts +49 -0
- package/extensions/codex/src/app-server/image-payload-sanitizer.ts +195 -0
- package/extensions/codex/src/app-server/local-runtime-attribution.ts +39 -0
- package/extensions/codex/src/app-server/managed-binary.test.ts +141 -0
- package/extensions/codex/src/app-server/managed-binary.ts +193 -0
- package/extensions/codex/src/app-server/models.test.ts +246 -0
- package/extensions/codex/src/app-server/models.ts +172 -0
- package/extensions/codex/src/app-server/native-hook-relay.test.ts +274 -0
- package/extensions/codex/src/app-server/native-hook-relay.ts +150 -0
- package/extensions/codex/src/app-server/native-subagent-monitor.test.ts +1125 -0
- package/extensions/codex/src/app-server/native-subagent-monitor.ts +1061 -0
- package/extensions/codex/src/app-server/native-subagent-notification.test.ts +176 -0
- package/extensions/codex/src/app-server/native-subagent-notification.ts +222 -0
- package/extensions/codex/src/app-server/native-subagent-task-ids.ts +3 -0
- package/extensions/codex/src/app-server/native-subagent-task-mirror.test.ts +625 -0
- package/extensions/codex/src/app-server/native-subagent-task-mirror.ts +460 -0
- package/extensions/codex/src/app-server/notification-correlation.ts +91 -0
- package/extensions/codex/src/app-server/openclaw-owned-tool-runtime-contract.test.ts +456 -0
- package/extensions/codex/src/app-server/outcome-fallback-runtime-contract.test.ts +404 -0
- package/extensions/codex/src/app-server/plugin-activation.test.ts +336 -0
- package/extensions/codex/src/app-server/plugin-activation.ts +283 -0
- package/extensions/codex/src/app-server/plugin-app-cache-key.ts +74 -0
- package/extensions/codex/src/app-server/plugin-approval-roundtrip.ts +122 -0
- package/extensions/codex/src/app-server/plugin-inventory.test.ts +355 -0
- package/extensions/codex/src/app-server/plugin-inventory.ts +357 -0
- package/extensions/codex/src/app-server/plugin-thread-config.test.ts +865 -0
- package/extensions/codex/src/app-server/plugin-thread-config.ts +455 -0
- package/extensions/codex/src/app-server/protocol-generated/json/DynamicToolCallParams.json +33 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ErrorNotification.json +199 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/GetAccountResponse.json +102 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ModelListResponse.json +227 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadResumeResponse.json +2630 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/ThreadStartResponse.json +2630 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnCompletedNotification.json +1659 -0
- package/extensions/codex/src/app-server/protocol-generated/json/v2/TurnStartResponse.json +1655 -0
- package/extensions/codex/src/app-server/protocol-validators.test.ts +75 -0
- package/extensions/codex/src/app-server/protocol-validators.ts +203 -0
- package/extensions/codex/src/app-server/protocol.ts +537 -0
- package/extensions/codex/src/app-server/rate-limit-cache.ts +48 -0
- package/extensions/codex/src/app-server/rate-limits.test.ts +202 -0
- package/extensions/codex/src/app-server/rate-limits.ts +583 -0
- package/extensions/codex/src/app-server/request.test.ts +68 -0
- package/extensions/codex/src/app-server/request.ts +90 -0
- package/extensions/codex/src/app-server/run-attempt-thread-cleanup.test.ts +197 -0
- package/extensions/codex/src/app-server/run-attempt.context-engine.test.ts +1246 -0
- package/extensions/codex/src/app-server/run-attempt.test.ts +10799 -0
- package/extensions/codex/src/app-server/run-attempt.ts +5264 -0
- package/extensions/codex/src/app-server/run-attempt.vision-tools.test.ts +35 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/filesystem.ts +261 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/fs-policy.ts +346 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/http.ts +312 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/json-rpc.ts +93 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/processes.ts +411 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/runtime.ts +22 -0
- package/extensions/codex/src/app-server/sandbox-exec-server/types.ts +80 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.fs.test.ts +527 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.http.test.ts +210 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.test-helpers.ts +236 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.test.ts +460 -0
- package/extensions/codex/src/app-server/sandbox-exec-server.ts +355 -0
- package/extensions/codex/src/app-server/sandbox-guard.ts +153 -0
- package/extensions/codex/src/app-server/schema-normalization-runtime-contract.test.ts +206 -0
- package/extensions/codex/src/app-server/session-binding.test.ts +303 -0
- package/extensions/codex/src/app-server/session-binding.ts +407 -0
- package/extensions/codex/src/app-server/session-history.ts +44 -0
- package/extensions/codex/src/app-server/shared-client.test.ts +591 -0
- package/extensions/codex/src/app-server/shared-client.ts +289 -0
- package/extensions/codex/src/app-server/side-question.test.ts +1243 -0
- package/extensions/codex/src/app-server/side-question.ts +1019 -0
- package/extensions/codex/src/app-server/test-support.ts +48 -0
- package/extensions/codex/src/app-server/thread-lifecycle.test.ts +447 -0
- package/extensions/codex/src/app-server/thread-lifecycle.ts +1004 -0
- package/extensions/codex/src/app-server/thread-lifecycle.user-mcp-servers.test.ts +442 -0
- package/extensions/codex/src/app-server/timeout.ts +9 -0
- package/extensions/codex/src/app-server/tool-progress-normalization.ts +77 -0
- package/extensions/codex/src/app-server/trajectory.test.ts +205 -0
- package/extensions/codex/src/app-server/trajectory.ts +368 -0
- package/extensions/codex/src/app-server/transcript-mirror.test.ts +527 -0
- package/extensions/codex/src/app-server/transcript-mirror.ts +208 -0
- package/extensions/codex/src/app-server/transcript-repair-runtime-contract.test.ts +44 -0
- package/extensions/codex/src/app-server/transport-stdio.test.ts +184 -0
- package/extensions/codex/src/app-server/transport-stdio.ts +107 -0
- package/extensions/codex/src/app-server/transport-websocket.test.ts +71 -0
- package/extensions/codex/src/app-server/transport-websocket.ts +90 -0
- package/extensions/codex/src/app-server/transport.ts +117 -0
- package/extensions/codex/src/app-server/user-input-bridge.test.ts +249 -0
- package/extensions/codex/src/app-server/user-input-bridge.ts +316 -0
- package/extensions/codex/src/app-server/version.ts +5 -0
- package/extensions/codex/src/app-server/vision-tools.ts +12 -0
- package/extensions/codex/src/command-account.ts +589 -0
- package/extensions/codex/src/command-formatters.ts +426 -0
- package/extensions/codex/src/command-handlers.ts +2092 -0
- package/extensions/codex/src/command-plugins-management.test.ts +172 -0
- package/extensions/codex/src/command-plugins-management.ts +137 -0
- package/extensions/codex/src/command-rpc.test.ts +16 -0
- package/extensions/codex/src/command-rpc.ts +146 -0
- package/extensions/codex/src/commands.test.ts +3737 -0
- package/extensions/codex/src/commands.ts +65 -0
- package/extensions/codex/src/conversation-binding-data.ts +124 -0
- package/extensions/codex/src/conversation-binding.test.ts +697 -0
- package/extensions/codex/src/conversation-binding.ts +575 -0
- package/extensions/codex/src/conversation-control.test.ts +126 -0
- package/extensions/codex/src/conversation-control.ts +303 -0
- package/extensions/codex/src/conversation-turn-collector.test.ts +191 -0
- package/extensions/codex/src/conversation-turn-collector.ts +190 -0
- package/extensions/codex/src/conversation-turn-input.test.ts +141 -0
- package/extensions/codex/src/conversation-turn-input.ts +106 -0
- package/extensions/codex/src/manifest.test.ts +20 -0
- package/extensions/codex/src/migration/apply.ts +501 -0
- package/extensions/codex/src/migration/helpers.ts +55 -0
- package/extensions/codex/src/migration/plan.ts +461 -0
- package/extensions/codex/src/migration/provider.test.ts +1741 -0
- package/extensions/codex/src/migration/provider.ts +41 -0
- package/extensions/codex/src/migration/source.ts +643 -0
- package/extensions/codex/src/migration/targets.ts +25 -0
- package/extensions/codex/src/node-cli-sessions.test.ts +180 -0
- package/extensions/codex/src/node-cli-sessions.ts +711 -0
- package/extensions/codex/test-api.ts +95 -0
- package/extensions/codex/tsconfig.json +16 -0
- package/extensions/comfy/comfy.live.test.ts +128 -0
- package/extensions/comfy/image-generation-provider.test.ts +457 -0
- package/extensions/comfy/image-generation-provider.ts +79 -0
- package/extensions/comfy/index.test.ts +51 -0
- package/extensions/comfy/index.ts +45 -0
- package/extensions/comfy/music-generation-provider.test.ts +101 -0
- package/extensions/comfy/music-generation-provider.ts +88 -0
- package/extensions/comfy/openclaw.plugin.json +268 -0
- package/extensions/comfy/package.json +15 -0
- package/extensions/comfy/plugin-registration.contract.test.ts +11 -0
- package/extensions/comfy/test-helpers.ts +113 -0
- package/extensions/comfy/tsconfig.json +16 -0
- package/extensions/comfy/video-generation-provider.test.ts +184 -0
- package/extensions/comfy/video-generation-provider.ts +104 -0
- package/extensions/comfy/workflow-runtime.ts +827 -0
- package/extensions/deepgram/audio.live.test.ts +75 -0
- package/extensions/deepgram/audio.test.ts +146 -0
- package/extensions/deepgram/audio.ts +109 -0
- package/extensions/deepgram/index.ts +13 -0
- package/extensions/deepgram/media-understanding-provider.ts +10 -0
- package/extensions/deepgram/openclaw.plugin.json +30 -0
- package/extensions/deepgram/package.json +15 -0
- package/extensions/deepgram/realtime-transcription-provider.test.ts +69 -0
- package/extensions/deepgram/realtime-transcription-provider.ts +283 -0
- package/extensions/deepgram/test-api.ts +2 -0
- package/extensions/deepgram/tsconfig.json +16 -0
- package/extensions/deepinfra/api.ts +8 -0
- package/extensions/deepinfra/embedding-provider.ts +33 -0
- package/extensions/deepinfra/image-generation-provider.test.ts +224 -0
- package/extensions/deepinfra/image-generation-provider.ts +89 -0
- package/extensions/deepinfra/index.test.ts +113 -0
- package/extensions/deepinfra/index.ts +84 -0
- package/extensions/deepinfra/media-models.ts +50 -0
- package/extensions/deepinfra/media-understanding-provider.test.ts +73 -0
- package/extensions/deepinfra/media-understanding-provider.ts +37 -0
- package/extensions/deepinfra/memory-embedding-adapter.test.ts +31 -0
- package/extensions/deepinfra/memory-embedding-adapter.ts +35 -0
- package/extensions/deepinfra/onboard.test.ts +172 -0
- package/extensions/deepinfra/onboard.ts +36 -0
- package/extensions/deepinfra/openclaw.plugin.json +203 -0
- package/extensions/deepinfra/package.json +15 -0
- package/extensions/deepinfra/provider-catalog.ts +24 -0
- package/extensions/deepinfra/provider-models.test.ts +217 -0
- package/extensions/deepinfra/provider-models.ts +167 -0
- package/extensions/deepinfra/provider-policy-api.test.ts +41 -0
- package/extensions/deepinfra/provider-policy-api.ts +21 -0
- package/extensions/deepinfra/provider.contract.test.ts +3 -0
- package/extensions/deepinfra/speech-provider.test.ts +169 -0
- package/extensions/deepinfra/speech-provider.ts +41 -0
- package/extensions/deepinfra/tsconfig.json +16 -0
- package/extensions/deepinfra/video-generation-provider.test.ts +194 -0
- package/extensions/deepinfra/video-generation-provider.ts +262 -0
- package/extensions/deepseek/api.ts +7 -0
- package/extensions/deepseek/deepseek.live.test.ts +232 -0
- package/extensions/deepseek/index.test.ts +488 -0
- package/extensions/deepseek/index.ts +58 -0
- package/extensions/deepseek/models.ts +33 -0
- package/extensions/deepseek/onboard.ts +31 -0
- package/extensions/deepseek/openclaw.plugin.json +132 -0
- package/extensions/deepseek/package.json +15 -0
- package/extensions/deepseek/provider-catalog.ts +14 -0
- package/extensions/deepseek/provider-discovery.ts +17 -0
- package/extensions/deepseek/provider-policy-api.test.ts +264 -0
- package/extensions/deepseek/provider-policy-api.ts +104 -0
- package/extensions/deepseek/stream.ts +14 -0
- package/extensions/deepseek/thinking.ts +19 -0
- package/extensions/deepseek/tsconfig.json +16 -0
- package/extensions/elevenlabs/config-api.ts +8 -0
- package/extensions/elevenlabs/config-compat.test.ts +75 -0
- package/extensions/elevenlabs/config-compat.ts +181 -0
- package/extensions/elevenlabs/contract-api.ts +8 -0
- package/extensions/elevenlabs/doctor-contract.ts +34 -0
- package/extensions/elevenlabs/elevenlabs.live.test.ts +91 -0
- package/extensions/elevenlabs/index.ts +15 -0
- package/extensions/elevenlabs/media-understanding-provider.test.ts +95 -0
- package/extensions/elevenlabs/media-understanding-provider.ts +85 -0
- package/extensions/elevenlabs/openclaw.plugin.json +40 -0
- package/extensions/elevenlabs/package.json +15 -0
- package/extensions/elevenlabs/realtime-transcription-provider.test.ts +60 -0
- package/extensions/elevenlabs/realtime-transcription-provider.ts +284 -0
- package/extensions/elevenlabs/setup-api.ts +11 -0
- package/extensions/elevenlabs/shared.ts +10 -0
- package/extensions/elevenlabs/speech-provider.test.ts +124 -0
- package/extensions/elevenlabs/speech-provider.ts +594 -0
- package/extensions/elevenlabs/test-api.ts +6 -0
- package/extensions/elevenlabs/tsconfig.json +16 -0
- package/extensions/elevenlabs/tts.test.ts +212 -0
- package/extensions/elevenlabs/tts.ts +198 -0
- package/extensions/fal/image-generation-provider.test.ts +710 -0
- package/extensions/fal/image-generation-provider.ts +463 -0
- package/extensions/fal/index.ts +19 -0
- package/extensions/fal/music-generation-provider.test.ts +200 -0
- package/extensions/fal/music-generation-provider.ts +219 -0
- package/extensions/fal/onboard.ts +21 -0
- package/extensions/fal/openclaw.plugin.json +42 -0
- package/extensions/fal/package.json +15 -0
- package/extensions/fal/plugin-registration.contract.test.ts +11 -0
- package/extensions/fal/provider-contract-api.ts +31 -0
- package/extensions/fal/provider-registration.ts +38 -0
- package/extensions/fal/test-api.ts +3 -0
- package/extensions/fal/tsconfig.json +16 -0
- package/extensions/fal/video-generation-provider.test.ts +566 -0
- package/extensions/fal/video-generation-provider.ts +648 -0
- package/extensions/fireworks/index.test.ts +181 -0
- package/extensions/fireworks/index.ts +85 -0
- package/extensions/fireworks/model-id.ts +5 -0
- package/extensions/fireworks/onboard.ts +30 -0
- package/extensions/fireworks/openclaw.plugin.json +73 -0
- package/extensions/fireworks/package.json +18 -0
- package/extensions/fireworks/provider-catalog.ts +50 -0
- package/extensions/fireworks/provider-policy-api.ts +8 -0
- package/extensions/fireworks/stream.test.ts +184 -0
- package/extensions/fireworks/stream.ts +39 -0
- package/extensions/fireworks/thinking-policy.ts +17 -0
- package/extensions/fireworks/tsconfig.json +16 -0
- package/extensions/github-copilot/api.ts +1 -0
- package/extensions/github-copilot/auth.test.ts +109 -0
- package/extensions/github-copilot/auth.ts +65 -0
- package/extensions/github-copilot/connection-bound-ids.live.test.ts +231 -0
- package/extensions/github-copilot/connection-bound-ids.test.ts +96 -0
- package/extensions/github-copilot/connection-bound-ids.ts +81 -0
- package/extensions/github-copilot/embeddings.test.ts +287 -0
- package/extensions/github-copilot/embeddings.ts +342 -0
- package/extensions/github-copilot/index.test.ts +660 -0
- package/extensions/github-copilot/index.ts +492 -0
- package/extensions/github-copilot/login.ts +323 -0
- package/extensions/github-copilot/model-metadata.ts +51 -0
- package/extensions/github-copilot/models-defaults.ts +61 -0
- package/extensions/github-copilot/models.test.ts +695 -0
- package/extensions/github-copilot/models.ts +274 -0
- package/extensions/github-copilot/openclaw.plugin.json +270 -0
- package/extensions/github-copilot/package.json +19 -0
- package/extensions/github-copilot/provider-auth.contract.test.ts +3 -0
- package/extensions/github-copilot/provider-discovery.contract.test.ts +7 -0
- package/extensions/github-copilot/provider-runtime.contract.test.ts +3 -0
- package/extensions/github-copilot/register.runtime.ts +24 -0
- package/extensions/github-copilot/replay-policy.ts +9 -0
- package/extensions/github-copilot/stream.test.ts +282 -0
- package/extensions/github-copilot/stream.ts +157 -0
- package/extensions/github-copilot/token.ts +6 -0
- package/extensions/github-copilot/tsconfig.json +16 -0
- package/extensions/github-copilot/usage.ts +68 -0
- package/extensions/google/api.test.ts +249 -0
- package/extensions/google/api.ts +91 -0
- package/extensions/google/cli-backend.ts +58 -0
- package/extensions/google/default-model.test.ts +115 -0
- package/extensions/google/doctor-contract-api.ts +18 -0
- package/extensions/google/embedding-batch.ts +379 -0
- package/extensions/google/embedding-provider.test.ts +264 -0
- package/extensions/google/embedding-provider.ts +441 -0
- package/extensions/google/gemini-auth.ts +20 -0
- package/extensions/google/gemini-cli-provider.ts +145 -0
- package/extensions/google/generation-provider-metadata.ts +121 -0
- package/extensions/google/google-genai-runtime.ts +8 -0
- package/extensions/google/google-shared.test-helpers.ts +99 -0
- package/extensions/google/google-shared.test.ts +380 -0
- package/extensions/google/google.live.test.ts +179 -0
- package/extensions/google/image-generation-provider.test.ts +503 -0
- package/extensions/google/image-generation-provider.ts +272 -0
- package/extensions/google/index.test.ts +310 -0
- package/extensions/google/index.ts +354 -0
- package/extensions/google/manifest.test.ts +104 -0
- package/extensions/google/media-understanding-provider.ts +164 -0
- package/extensions/google/media-understanding-provider.video.test.ts +158 -0
- package/extensions/google/memory-embedding-adapter.ts +79 -0
- package/extensions/google/model-id.test.ts +42 -0
- package/extensions/google/model-id.ts +35 -0
- package/extensions/google/music-generation-provider.test.ts +278 -0
- package/extensions/google/music-generation-provider.ts +176 -0
- package/extensions/google/oauth-token-shared.test.ts +39 -0
- package/extensions/google/oauth-token-shared.ts +42 -0
- package/extensions/google/oauth.credentials.ts +273 -0
- package/extensions/google/oauth.flow.ts +61 -0
- package/extensions/google/oauth.http.ts +24 -0
- package/extensions/google/oauth.project.ts +232 -0
- package/extensions/google/oauth.runtime.ts +1 -0
- package/extensions/google/oauth.settings.ts +72 -0
- package/extensions/google/oauth.shared.ts +44 -0
- package/extensions/google/oauth.test.ts +922 -0
- package/extensions/google/oauth.token.ts +138 -0
- package/extensions/google/oauth.ts +104 -0
- package/extensions/google/onboard.ts +78 -0
- package/extensions/google/openclaw.plugin.json +706 -0
- package/extensions/google/package.json +19 -0
- package/extensions/google/plugin-registration.contract.test.ts +12 -0
- package/extensions/google/provider-contract-api.ts +77 -0
- package/extensions/google/provider-hooks.ts +18 -0
- package/extensions/google/provider-models.test.ts +513 -0
- package/extensions/google/provider-models.ts +237 -0
- package/extensions/google/provider-policy-api.test.ts +201 -0
- package/extensions/google/provider-policy-api.ts +11 -0
- package/extensions/google/provider-policy.ts +208 -0
- package/extensions/google/provider-registration.ts +72 -0
- package/extensions/google/provider-runtime.contract.test.ts +3 -0
- package/extensions/google/realtime-voice-provider.test.ts +857 -0
- package/extensions/google/realtime-voice-provider.ts +952 -0
- package/extensions/google/runtime-api.ts +19 -0
- package/extensions/google/setup-api.test.ts +23 -0
- package/extensions/google/setup-api.ts +13 -0
- package/extensions/google/speech-provider.test.ts +682 -0
- package/extensions/google/speech-provider.ts +683 -0
- package/extensions/google/src/gemini-web-search-provider.runtime.ts +367 -0
- package/extensions/google/src/gemini-web-search-provider.shared.ts +45 -0
- package/extensions/google/src/gemini-web-search-provider.ts +151 -0
- package/extensions/google/test-api.ts +6 -0
- package/extensions/google/thinking-api.ts +14 -0
- package/extensions/google/thinking.test.ts +153 -0
- package/extensions/google/thinking.ts +14 -0
- package/extensions/google/transport-stream.test.ts +1726 -0
- package/extensions/google/transport-stream.ts +1396 -0
- package/extensions/google/tsconfig.json +16 -0
- package/extensions/google/vertex-adc.ts +188 -0
- package/extensions/google/video-generation-provider.test.ts +573 -0
- package/extensions/google/video-generation-provider.ts +591 -0
- package/extensions/google/web-search-contract-api.ts +1 -0
- package/extensions/google/web-search-provider.test.ts +548 -0
- package/extensions/google/web-search-provider.ts +1 -0
- package/extensions/groq/api.ts +60 -0
- package/extensions/groq/index.test.ts +90 -0
- package/extensions/groq/index.ts +21 -0
- package/extensions/groq/media-understanding-provider.ts +21 -0
- package/extensions/groq/openclaw.plugin.json +314 -0
- package/extensions/groq/package.json +15 -0
- package/extensions/groq/test-api.ts +1 -0
- package/extensions/groq/tsconfig.json +16 -0
- package/extensions/huggingface/api.ts +10 -0
- package/extensions/huggingface/index.test.ts +81 -0
- package/extensions/huggingface/index.ts +60 -0
- package/extensions/huggingface/model-discovery-env.ts +5 -0
- package/extensions/huggingface/models.test.ts +98 -0
- package/extensions/huggingface/models.ts +218 -0
- package/extensions/huggingface/onboard.ts +26 -0
- package/extensions/huggingface/openclaw.plugin.json +57 -0
- package/extensions/huggingface/package.json +15 -0
- package/extensions/huggingface/provider-catalog.ts +22 -0
- package/extensions/huggingface/tsconfig.json +16 -0
- package/extensions/image-generation-core/api.ts +30 -0
- package/extensions/image-generation-core/package.json +10 -0
- package/extensions/image-generation-core/runtime-api.ts +6 -0
- package/extensions/image-generation-core/src/runtime.test.ts +29 -0
- package/extensions/image-generation-core/src/runtime.ts +6 -0
- package/extensions/image-generation-core/tsconfig.json +16 -0
- package/extensions/kimi-coding/api.ts +8 -0
- package/extensions/kimi-coding/implicit-provider.test.ts +116 -0
- package/extensions/kimi-coding/index.test.ts +45 -0
- package/extensions/kimi-coding/index.ts +113 -0
- package/extensions/kimi-coding/onboard.test.ts +44 -0
- package/extensions/kimi-coding/onboard.ts +42 -0
- package/extensions/kimi-coding/openclaw.plugin.json +64 -0
- package/extensions/kimi-coding/package.json +18 -0
- package/extensions/kimi-coding/provider-catalog.test.ts +23 -0
- package/extensions/kimi-coding/provider-catalog.ts +58 -0
- package/extensions/kimi-coding/replay-policy.test.ts +10 -0
- package/extensions/kimi-coding/replay-policy.ts +3 -0
- package/extensions/kimi-coding/stream.test.ts +603 -0
- package/extensions/kimi-coding/stream.ts +399 -0
- package/extensions/kimi-coding/tsconfig.json +16 -0
- package/extensions/litellm/api.ts +8 -0
- package/extensions/litellm/image-generation-provider.test.ts +348 -0
- package/extensions/litellm/image-generation-provider.ts +142 -0
- package/extensions/litellm/index.test.ts +107 -0
- package/extensions/litellm/index.ts +108 -0
- package/extensions/litellm/onboard.test.ts +21 -0
- package/extensions/litellm/onboard.ts +55 -0
- package/extensions/litellm/openclaw.plugin.json +35 -0
- package/extensions/litellm/package.json +15 -0
- package/extensions/litellm/provider-catalog.ts +10 -0
- package/extensions/litellm/tsconfig.json +16 -0
- package/extensions/lmstudio/README.md +3 -0
- package/extensions/lmstudio/api.ts +36 -0
- package/extensions/lmstudio/index.test.ts +207 -0
- package/extensions/lmstudio/index.ts +137 -0
- package/extensions/lmstudio/memory-embedding-adapter.ts +36 -0
- package/extensions/lmstudio/openclaw.plugin.json +53 -0
- package/extensions/lmstudio/package.json +15 -0
- package/extensions/lmstudio/plugin-registration.contract.test.ts +6 -0
- package/extensions/lmstudio/runtime-api.ts +35 -0
- package/extensions/lmstudio/src/api.ts +42 -0
- package/extensions/lmstudio/src/defaults.ts +14 -0
- package/extensions/lmstudio/src/embedding-provider.ts +147 -0
- package/extensions/lmstudio/src/models.fetch.ts +277 -0
- package/extensions/lmstudio/src/models.test.ts +491 -0
- package/extensions/lmstudio/src/models.ts +536 -0
- package/extensions/lmstudio/src/plain-text-tool-calls.ts +24 -0
- package/extensions/lmstudio/src/provider-auth.ts +59 -0
- package/extensions/lmstudio/src/runtime.test.ts +357 -0
- package/extensions/lmstudio/src/runtime.ts +276 -0
- package/extensions/lmstudio/src/setup.test.ts +1543 -0
- package/extensions/lmstudio/src/setup.ts +878 -0
- package/extensions/lmstudio/src/stream.test.ts +658 -0
- package/extensions/lmstudio/src/stream.ts +493 -0
- package/extensions/media-understanding-core/image-ops.ts +137 -0
- package/extensions/media-understanding-core/package.json +14 -0
- package/extensions/media-understanding-core/runtime-api.ts +9 -0
- package/extensions/media-understanding-core/src/runtime.ts +9 -0
- package/extensions/media-understanding-core/tsconfig.json +16 -0
- package/extensions/microsoft/index.ts +11 -0
- package/extensions/microsoft/microsoft.live.test.ts +14 -0
- package/extensions/microsoft/openclaw.plugin.json +15 -0
- package/extensions/microsoft/package.json +18 -0
- package/extensions/microsoft/speech-provider.test.ts +298 -0
- package/extensions/microsoft/speech-provider.ts +295 -0
- package/extensions/microsoft/test-api.ts +1 -0
- package/extensions/microsoft/tsconfig.json +16 -0
- package/extensions/microsoft/tts.test.ts +193 -0
- package/extensions/microsoft/tts.ts +137 -0
- package/extensions/minimax/README.md +37 -0
- package/extensions/minimax/api.ts +27 -0
- package/extensions/minimax/image-generation-provider.test.ts +313 -0
- package/extensions/minimax/image-generation-provider.ts +216 -0
- package/extensions/minimax/index.test.ts +408 -0
- package/extensions/minimax/index.ts +39 -0
- package/extensions/minimax/media-understanding-provider.ts +23 -0
- package/extensions/minimax/minimax.live.test.ts +115 -0
- package/extensions/minimax/model-definitions.test.ts +101 -0
- package/extensions/minimax/model-definitions.ts +91 -0
- package/extensions/minimax/music-generation-provider.test.ts +198 -0
- package/extensions/minimax/music-generation-provider.ts +259 -0
- package/extensions/minimax/oauth.runtime.ts +1 -0
- package/extensions/minimax/oauth.ts +233 -0
- package/extensions/minimax/onboard.test.ts +126 -0
- package/extensions/minimax/onboard.ts +104 -0
- package/extensions/minimax/openclaw.plugin.json +133 -0
- package/extensions/minimax/package.json +15 -0
- package/extensions/minimax/plugin-registration.contract.test.ts +15 -0
- package/extensions/minimax/provider-catalog.ts +86 -0
- package/extensions/minimax/provider-contract-api.ts +84 -0
- package/extensions/minimax/provider-discovery.contract.test.ts +3 -0
- package/extensions/minimax/provider-http.test-helpers.ts +142 -0
- package/extensions/minimax/provider-models.ts +21 -0
- package/extensions/minimax/provider-registration.ts +285 -0
- package/extensions/minimax/speech-provider.test.ts +576 -0
- package/extensions/minimax/speech-provider.ts +312 -0
- package/extensions/minimax/src/minimax-web-search-provider.runtime.ts +270 -0
- package/extensions/minimax/src/minimax-web-search-provider.test.ts +177 -0
- package/extensions/minimax/src/minimax-web-search-provider.ts +64 -0
- package/extensions/minimax/test-api.ts +11 -0
- package/extensions/minimax/tsconfig.json +16 -0
- package/extensions/minimax/tts.ts +116 -0
- package/extensions/minimax/video-generation-provider.test.ts +214 -0
- package/extensions/minimax/video-generation-provider.ts +456 -0
- package/extensions/minimax/web-search-contract-api.ts +35 -0
- package/extensions/minimax/web-search-provider.ts +1 -0
- package/extensions/mistral/api.test.ts +195 -0
- package/extensions/mistral/api.ts +81 -0
- package/extensions/mistral/embedding-provider.ts +52 -0
- package/extensions/mistral/index.ts +61 -0
- package/extensions/mistral/media-understanding-provider.test.ts +46 -0
- package/extensions/mistral/media-understanding-provider.ts +21 -0
- package/extensions/mistral/memory-embedding-adapter.ts +35 -0
- package/extensions/mistral/mistral.live.test.ts +62 -0
- package/extensions/mistral/model-definitions.test.ts +65 -0
- package/extensions/mistral/model-definitions.ts +37 -0
- package/extensions/mistral/onboard.test.ts +54 -0
- package/extensions/mistral/onboard.ts +31 -0
- package/extensions/mistral/openclaw.plugin.json +180 -0
- package/extensions/mistral/package.json +15 -0
- package/extensions/mistral/provider-catalog.ts +10 -0
- package/extensions/mistral/provider-compat.ts +62 -0
- package/extensions/mistral/realtime-transcription-provider.test.ts +61 -0
- package/extensions/mistral/realtime-transcription-provider.ts +280 -0
- package/extensions/mistral/test-api.ts +2 -0
- package/extensions/mistral/tsconfig.json +16 -0
- package/extensions/moonshot/api.ts +9 -0
- package/extensions/moonshot/index.test.ts +73 -0
- package/extensions/moonshot/index.ts +81 -0
- package/extensions/moonshot/media-understanding-provider.test.ts +92 -0
- package/extensions/moonshot/media-understanding-provider.ts +85 -0
- package/extensions/moonshot/moonshot.live.test.ts +56 -0
- package/extensions/moonshot/onboard.ts +38 -0
- package/extensions/moonshot/openclaw.plugin.json +209 -0
- package/extensions/moonshot/package.json +15 -0
- package/extensions/moonshot/provider-catalog.test.ts +84 -0
- package/extensions/moonshot/provider-catalog.ts +34 -0
- package/extensions/moonshot/provider-contract-api.ts +33 -0
- package/extensions/moonshot/provider-discovery.ts +17 -0
- package/extensions/moonshot/src/kimi-web-search-provider.runtime.ts +513 -0
- package/extensions/moonshot/src/kimi-web-search-provider.test.ts +297 -0
- package/extensions/moonshot/src/kimi-web-search-provider.ts +71 -0
- package/extensions/moonshot/test-api.ts +2 -0
- package/extensions/moonshot/tsconfig.json +16 -0
- package/extensions/moonshot/web-search-contract-api.ts +28 -0
- package/extensions/moonshot/web-search-provider.ts +1 -0
- package/extensions/nvidia/api.ts +6 -0
- package/extensions/nvidia/index.test.ts +180 -0
- package/extensions/nvidia/index.ts +64 -0
- package/extensions/nvidia/onboard.test.ts +49 -0
- package/extensions/nvidia/onboard.ts +30 -0
- package/extensions/nvidia/openclaw.plugin.json +122 -0
- package/extensions/nvidia/package.json +15 -0
- package/extensions/nvidia/plugin-registration.contract.test.ts +14 -0
- package/extensions/nvidia/provider-catalog.test.ts +21 -0
- package/extensions/nvidia/provider-catalog.ts +15 -0
- package/extensions/nvidia/tsconfig.json +16 -0
- package/extensions/ollama/README.md +3 -0
- package/extensions/ollama/api.ts +34 -0
- package/extensions/ollama/index.test.ts +979 -0
- package/extensions/ollama/index.ts +336 -0
- package/extensions/ollama/ollama.live.test.ts +287 -0
- package/extensions/ollama/openclaw.plugin.json +67 -0
- package/extensions/ollama/package.json +19 -0
- package/extensions/ollama/plugin-registration.contract.test.ts +7 -0
- package/extensions/ollama/provider-discovery.import-guard.test.ts +29 -0
- package/extensions/ollama/provider-discovery.test.ts +657 -0
- package/extensions/ollama/provider-discovery.ts +69 -0
- package/extensions/ollama/provider-policy-api.test.ts +72 -0
- package/extensions/ollama/provider-policy-api.ts +59 -0
- package/extensions/ollama/runtime-api.ts +22 -0
- package/extensions/ollama/src/defaults.ts +14 -0
- package/extensions/ollama/src/discovery-shared.test.ts +41 -0
- package/extensions/ollama/src/discovery-shared.ts +322 -0
- package/extensions/ollama/src/embedding-provider.test.ts +557 -0
- package/extensions/ollama/src/embedding-provider.ts +393 -0
- package/extensions/ollama/src/media-understanding-provider.ts +18 -0
- package/extensions/ollama/src/memory-embedding-adapter.ts +30 -0
- package/extensions/ollama/src/model-id.ts +24 -0
- package/extensions/ollama/src/ollama-json.ts +143 -0
- package/extensions/ollama/src/provider-base-url.test.ts +44 -0
- package/extensions/ollama/src/provider-base-url.ts +23 -0
- package/extensions/ollama/src/provider-models.ssrf.test.ts +41 -0
- package/extensions/ollama/src/provider-models.test.ts +312 -0
- package/extensions/ollama/src/provider-models.ts +327 -0
- package/extensions/ollama/src/setup.test.ts +771 -0
- package/extensions/ollama/src/setup.ts +743 -0
- package/extensions/ollama/src/stream-runtime.test.ts +2218 -0
- package/extensions/ollama/src/stream.test.ts +252 -0
- package/extensions/ollama/src/stream.ts +1347 -0
- package/extensions/ollama/src/web-search-provider.test.ts +488 -0
- package/extensions/ollama/src/web-search-provider.ts +350 -0
- package/extensions/ollama/src/wsl2-crash-loop-check.test.ts +157 -0
- package/extensions/ollama/src/wsl2-crash-loop-check.ts +84 -0
- package/extensions/ollama/tsconfig.json +16 -0
- package/extensions/ollama/web-search-contract-api.ts +26 -0
- package/extensions/ollama/web-search-provider.ts +1 -0
- package/extensions/openai/api.ts +16 -0
- package/extensions/openai/auth-choice-copy.ts +33 -0
- package/extensions/openai/base-url.test.ts +60 -0
- package/extensions/openai/base-url.ts +23 -0
- package/extensions/openai/default-models.test.ts +36 -0
- package/extensions/openai/default-models.ts +40 -0
- package/extensions/openai/embedding-batch.test.ts +10 -0
- package/extensions/openai/embedding-batch.ts +274 -0
- package/extensions/openai/embedding-provider.test.ts +102 -0
- package/extensions/openai/embedding-provider.ts +110 -0
- package/extensions/openai/image-generation-provider.test.ts +1624 -0
- package/extensions/openai/image-generation-provider.ts +903 -0
- package/extensions/openai/index.test.ts +630 -0
- package/extensions/openai/index.ts +58 -0
- package/extensions/openai/media-understanding-provider.test.ts +119 -0
- package/extensions/openai/media-understanding-provider.ts +51 -0
- package/extensions/openai/memory-embedding-adapter.test.ts +82 -0
- package/extensions/openai/memory-embedding-adapter.ts +68 -0
- package/extensions/openai/native-web-search.ts +103 -0
- package/extensions/openai/openai-codex-auth-identity.test.ts +77 -0
- package/extensions/openai/openai-codex-auth-identity.ts +100 -0
- package/extensions/openai/openai-codex-catalog.ts +12 -0
- package/extensions/openai/openai-codex-device-code.test.ts +248 -0
- package/extensions/openai/openai-codex-device-code.ts +309 -0
- package/extensions/openai/openai-codex-oauth.runtime.ts +348 -0
- package/extensions/openai/openai-codex-provider.runtime.ts +45 -0
- package/extensions/openai/openai-codex-provider.test.ts +883 -0
- package/extensions/openai/openai-codex-provider.ts +636 -0
- package/extensions/openai/openai-codex-shared.ts +3 -0
- package/extensions/openai/openai-provider.live.test.ts +196 -0
- package/extensions/openai/openai-provider.test.ts +929 -0
- package/extensions/openai/openai-provider.ts +325 -0
- package/extensions/openai/openai-tts.live.test.ts +44 -0
- package/extensions/openai/openai.live.test.ts +493 -0
- package/extensions/openai/openclaw.plugin.json +897 -0
- package/extensions/openai/openclaw.plugin.test.ts +181 -0
- package/extensions/openai/package.json +19 -0
- package/extensions/openai/plugin-registration.contract.test.ts +9 -0
- package/extensions/openai/prompt-overlay.ts +51 -0
- package/extensions/openai/provider-auth.contract.test.ts +12 -0
- package/extensions/openai/provider-catalog.contract.test.ts +3 -0
- package/extensions/openai/provider-contract-api.ts +83 -0
- package/extensions/openai/provider-policy-api.ts +20 -0
- package/extensions/openai/provider-runtime.contract.test.ts +3 -0
- package/extensions/openai/realtime-provider-shared.ts +168 -0
- package/extensions/openai/realtime-transcription-provider.test.ts +356 -0
- package/extensions/openai/realtime-transcription-provider.ts +307 -0
- package/extensions/openai/realtime-voice-provider.test.ts +1924 -0
- package/extensions/openai/realtime-voice-provider.ts +1315 -0
- package/extensions/openai/register.runtime.ts +15 -0
- package/extensions/openai/replay-policy.ts +32 -0
- package/extensions/openai/setup-api.test.ts +29 -0
- package/extensions/openai/setup-api.ts +166 -0
- package/extensions/openai/shared.ts +131 -0
- package/extensions/openai/speech-provider.test.ts +324 -0
- package/extensions/openai/speech-provider.ts +347 -0
- package/extensions/openai/test-api.ts +9 -0
- package/extensions/openai/test-support/provider-catalog.contract-test-support.ts +134 -0
- package/extensions/openai/thinking-policy.ts +55 -0
- package/extensions/openai/transport-policy.test.ts +128 -0
- package/extensions/openai/transport-policy.ts +111 -0
- package/extensions/openai/tsconfig.json +16 -0
- package/extensions/openai/tts.test.ts +444 -0
- package/extensions/openai/tts.ts +184 -0
- package/extensions/openai/video-generation-provider.test.ts +254 -0
- package/extensions/openai/video-generation-provider.ts +382 -0
- package/extensions/opencode/api.ts +9 -0
- package/extensions/opencode/index.test.ts +84 -0
- package/extensions/opencode/index.ts +74 -0
- package/extensions/opencode/media-understanding-provider.test.ts +44 -0
- package/extensions/opencode/media-understanding-provider.ts +42 -0
- package/extensions/opencode/onboard.test.ts +25 -0
- package/extensions/opencode/onboard.ts +29 -0
- package/extensions/opencode/openclaw.plugin.json +55 -0
- package/extensions/opencode/package.json +15 -0
- package/extensions/opencode/plugin-registration.contract.test.ts +8 -0
- package/extensions/opencode/provider-policy-api.test.ts +44 -0
- package/extensions/opencode/provider-policy-api.ts +5 -0
- package/extensions/opencode/tsconfig.json +16 -0
- package/extensions/opencode-go/api.ts +27 -0
- package/extensions/opencode-go/index.test.ts +305 -0
- package/extensions/opencode-go/index.ts +101 -0
- package/extensions/opencode-go/media-understanding-provider.test.ts +12 -0
- package/extensions/opencode-go/media-understanding-provider.ts +15 -0
- package/extensions/opencode-go/onboard.test.ts +28 -0
- package/extensions/opencode-go/onboard.ts +17 -0
- package/extensions/opencode-go/openclaw.plugin.json +106 -0
- package/extensions/opencode-go/package.json +15 -0
- package/extensions/opencode-go/plugin-registration.contract.test.ts +8 -0
- package/extensions/opencode-go/provider-catalog.ts +135 -0
- package/extensions/opencode-go/stream.ts +51 -0
- package/extensions/opencode-go/tsconfig.json +16 -0
- package/extensions/openrouter/api.ts +12 -0
- package/extensions/openrouter/image-generation-provider.test.ts +361 -0
- package/extensions/openrouter/image-generation-provider.ts +345 -0
- package/extensions/openrouter/index.test.ts +650 -0
- package/extensions/openrouter/index.ts +184 -0
- package/extensions/openrouter/media-understanding-provider.test.ts +260 -0
- package/extensions/openrouter/media-understanding-provider.ts +176 -0
- package/extensions/openrouter/models.ts +18 -0
- package/extensions/openrouter/music-generation-provider.test.ts +226 -0
- package/extensions/openrouter/music-generation-provider.ts +344 -0
- package/extensions/openrouter/onboard.test.ts +27 -0
- package/extensions/openrouter/onboard.ts +32 -0
- package/extensions/openrouter/openclaw.plugin.json +81 -0
- package/extensions/openrouter/openrouter.live.test.ts +118 -0
- package/extensions/openrouter/package.json +15 -0
- package/extensions/openrouter/provider-catalog.ts +88 -0
- package/extensions/openrouter/provider-contract-api.ts +27 -0
- package/extensions/openrouter/provider-policy-api.ts +5 -0
- package/extensions/openrouter/provider-routing.ts +87 -0
- package/extensions/openrouter/provider-runtime.contract.test.ts +3 -0
- package/extensions/openrouter/speech-provider.test.ts +218 -0
- package/extensions/openrouter/speech-provider.ts +46 -0
- package/extensions/openrouter/stream.ts +247 -0
- package/extensions/openrouter/test-api.ts +4 -0
- package/extensions/openrouter/thinking-policy.ts +34 -0
- package/extensions/openrouter/tsconfig.json +16 -0
- package/extensions/openrouter/video-generation-provider.test.ts +722 -0
- package/extensions/openrouter/video-generation-provider.ts +530 -0
- package/extensions/openrouter/video-http.ts +48 -0
- package/extensions/openrouter/video-model-catalog.ts +299 -0
- package/extensions/openshell/index.ts +28 -0
- package/extensions/openshell/npm-shrinkwrap.json +24 -0
- package/extensions/openshell/openclaw.plugin.json +118 -0
- package/extensions/openshell/package.json +37 -0
- package/extensions/openshell/src/backend.e2e.test.ts +595 -0
- package/extensions/openshell/src/backend.test.ts +40 -0
- package/extensions/openshell/src/backend.ts +512 -0
- package/extensions/openshell/src/backend.types.ts +11 -0
- package/extensions/openshell/src/cli.ts +85 -0
- package/extensions/openshell/src/config.test.ts +80 -0
- package/extensions/openshell/src/config.ts +194 -0
- package/extensions/openshell/src/fs-bridge.ts +370 -0
- package/extensions/openshell/src/mirror.test.ts +194 -0
- package/extensions/openshell/src/mirror.ts +141 -0
- package/extensions/openshell/src/openshell-core.test.ts +529 -0
- package/extensions/openshell/tsconfig.json +16 -0
- package/extensions/perplexity/index.ts +11 -0
- package/extensions/perplexity/openclaw.plugin.json +52 -0
- package/extensions/perplexity/package.json +15 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.runtime.ts +551 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.shared.ts +124 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.test.ts +151 -0
- package/extensions/perplexity/src/perplexity-web-search-provider.ts +127 -0
- package/extensions/perplexity/test-api.ts +1 -0
- package/extensions/perplexity/tsconfig.json +16 -0
- package/extensions/perplexity/web-search-contract-api.ts +13 -0
- package/extensions/perplexity/web-search-provider.ts +1 -0
- package/extensions/qianfan/api.ts +6 -0
- package/extensions/qianfan/index.test.ts +133 -0
- package/extensions/qianfan/index.ts +31 -0
- package/extensions/qianfan/onboard.ts +61 -0
- package/extensions/qianfan/openclaw.plugin.json +78 -0
- package/extensions/qianfan/package.json +15 -0
- package/extensions/qianfan/provider-catalog.ts +13 -0
- package/extensions/qianfan/tsconfig.json +16 -0
- package/extensions/qwen/api.ts +34 -0
- package/extensions/qwen/index.test.ts +31 -0
- package/extensions/qwen/index.ts +181 -0
- package/extensions/qwen/media-understanding-provider.test.ts +76 -0
- package/extensions/qwen/media-understanding-provider.ts +88 -0
- package/extensions/qwen/model-definitions.ts +20 -0
- package/extensions/qwen/models.ts +202 -0
- package/extensions/qwen/onboard.ts +73 -0
- package/extensions/qwen/openclaw.plugin.json +143 -0
- package/extensions/qwen/package.json +15 -0
- package/extensions/qwen/plugin-registration.contract.test.ts +10 -0
- package/extensions/qwen/provider-catalog.test.ts +62 -0
- package/extensions/qwen/provider-catalog.ts +13 -0
- package/extensions/qwen/provider-discovery.contract.test.ts +3 -0
- package/extensions/qwen/stream.test.ts +171 -0
- package/extensions/qwen/stream.ts +87 -0
- package/extensions/qwen/test-api.ts +2 -0
- package/extensions/qwen/tsconfig.json +16 -0
- package/extensions/qwen/video-generation-provider.test.ts +155 -0
- package/extensions/qwen/video-generation-provider.ts +111 -0
- package/extensions/runway/index.ts +11 -0
- package/extensions/runway/openclaw.plugin.json +34 -0
- package/extensions/runway/package.json +15 -0
- package/extensions/runway/plugin-registration.contract.test.ts +7 -0
- package/extensions/runway/tsconfig.json +16 -0
- package/extensions/runway/video-generation-provider.test.ts +248 -0
- package/extensions/runway/video-generation-provider.ts +462 -0
- package/extensions/senseaudio/index.ts +11 -0
- package/extensions/senseaudio/media-understanding-provider.test.ts +136 -0
- package/extensions/senseaudio/media-understanding-provider.ts +25 -0
- package/extensions/senseaudio/openclaw.plugin.json +18 -0
- package/extensions/senseaudio/package.json +15 -0
- package/extensions/senseaudio/test-api.ts +1 -0
- package/extensions/sglang/README.md +3 -0
- package/extensions/sglang/api.ts +7 -0
- package/extensions/sglang/defaults.ts +4 -0
- package/extensions/sglang/index.test.ts +34 -0
- package/extensions/sglang/index.ts +95 -0
- package/extensions/sglang/models.ts +23 -0
- package/extensions/sglang/openclaw.plugin.json +45 -0
- package/extensions/sglang/package.json +15 -0
- package/extensions/sglang/provider-discovery.contract.test.ts +7 -0
- package/extensions/sglang/tsconfig.json +16 -0
- package/extensions/skill-workshop/api.ts +3 -0
- package/extensions/skill-workshop/index.test.ts +990 -0
- package/extensions/skill-workshop/index.ts +170 -0
- package/extensions/skill-workshop/openclaw.plugin.json +83 -0
- package/extensions/skill-workshop/package.json +18 -0
- package/extensions/skill-workshop/src/config.ts +50 -0
- package/extensions/skill-workshop/src/prompt.ts +18 -0
- package/extensions/skill-workshop/src/reviewer.ts +290 -0
- package/extensions/skill-workshop/src/scanner.ts +69 -0
- package/extensions/skill-workshop/src/signals.ts +95 -0
- package/extensions/skill-workshop/src/skills.ts +186 -0
- package/extensions/skill-workshop/src/store.ts +184 -0
- package/extensions/skill-workshop/src/text.ts +59 -0
- package/extensions/skill-workshop/src/tool.ts +200 -0
- package/extensions/skill-workshop/src/types.ts +42 -0
- package/extensions/skill-workshop/src/workshop.ts +85 -0
- package/extensions/speech-core/api.ts +54 -0
- package/extensions/speech-core/package.json +10 -0
- package/extensions/speech-core/runtime-api.ts +42 -0
- package/extensions/speech-core/src/tts.test.ts +1025 -0
- package/extensions/speech-core/src/tts.ts +1929 -0
- package/extensions/speech-core/tsconfig.json +16 -0
- package/extensions/stepfun/index.ts +252 -0
- package/extensions/stepfun/onboard.ts +73 -0
- package/extensions/stepfun/openclaw.plugin.json +148 -0
- package/extensions/stepfun/package.json +15 -0
- package/extensions/stepfun/provider-catalog.ts +40 -0
- package/extensions/stepfun/tsconfig.json +16 -0
- package/extensions/tencent/api.ts +7 -0
- package/extensions/tencent/index.ts +64 -0
- package/extensions/tencent/models.ts +25 -0
- package/extensions/tencent/onboard.ts +38 -0
- package/extensions/tencent/openclaw.plugin.json +86 -0
- package/extensions/tencent/package.json +15 -0
- package/extensions/tencent/provider-catalog.ts +14 -0
- package/extensions/tencent/provider-discovery.ts +17 -0
- package/extensions/tencent/tsconfig.json +16 -0
- package/extensions/together/api.ts +7 -0
- package/extensions/together/index.ts +42 -0
- package/extensions/together/models.ts +23 -0
- package/extensions/together/onboard.ts +26 -0
- package/extensions/together/openclaw.plugin.json +160 -0
- package/extensions/together/package.json +15 -0
- package/extensions/together/plugin-registration.contract.test.ts +8 -0
- package/extensions/together/provider-catalog.ts +10 -0
- package/extensions/together/tsconfig.json +16 -0
- package/extensions/together/video-generation-provider.test.ts +130 -0
- package/extensions/together/video-generation-provider.ts +281 -0
- package/extensions/tts-local-cli/index.ts +11 -0
- package/extensions/tts-local-cli/openclaw.plugin.json +15 -0
- package/extensions/tts-local-cli/package.json +15 -0
- package/extensions/tts-local-cli/speech-provider.test.ts +307 -0
- package/extensions/tts-local-cli/speech-provider.ts +455 -0
- package/extensions/venice/api.ts +8 -0
- package/extensions/venice/index.test.ts +109 -0
- package/extensions/venice/index.ts +70 -0
- package/extensions/venice/models.test.ts +291 -0
- package/extensions/venice/models.ts +302 -0
- package/extensions/venice/onboard.ts +27 -0
- package/extensions/venice/openclaw.plugin.json +504 -0
- package/extensions/venice/package.json +15 -0
- package/extensions/venice/provider-catalog.ts +11 -0
- package/extensions/venice/provider-runtime.contract.test.ts +3 -0
- package/extensions/venice/stream.ts +37 -0
- package/extensions/venice/tsconfig.json +16 -0
- package/extensions/vercel-ai-gateway/api.ts +12 -0
- package/extensions/vercel-ai-gateway/index.ts +41 -0
- package/extensions/vercel-ai-gateway/models.ts +226 -0
- package/extensions/vercel-ai-gateway/onboard.ts +32 -0
- package/extensions/vercel-ai-gateway/openclaw.plugin.json +61 -0
- package/extensions/vercel-ai-gateway/package.json +15 -0
- package/extensions/vercel-ai-gateway/provider-catalog.test.ts +96 -0
- package/extensions/vercel-ai-gateway/provider-catalog.ts +22 -0
- package/extensions/vercel-ai-gateway/thinking.test.ts +100 -0
- package/extensions/vercel-ai-gateway/thinking.ts +77 -0
- package/extensions/vercel-ai-gateway/tsconfig.json +16 -0
- package/extensions/vllm/README.md +3 -0
- package/extensions/vllm/api.ts +8 -0
- package/extensions/vllm/defaults.ts +4 -0
- package/extensions/vllm/index.ts +96 -0
- package/extensions/vllm/models.ts +23 -0
- package/extensions/vllm/openclaw.plugin.json +45 -0
- package/extensions/vllm/package.json +15 -0
- package/extensions/vllm/provider-discovery.contract.test.ts +7 -0
- package/extensions/vllm/register.runtime.ts +7 -0
- package/extensions/vllm/stream.test.ts +282 -0
- package/extensions/vllm/stream.ts +164 -0
- package/extensions/vllm/tsconfig.json +16 -0
- package/extensions/volcengine/api.ts +56 -0
- package/extensions/volcengine/index.test.ts +92 -0
- package/extensions/volcengine/index.ts +87 -0
- package/extensions/volcengine/models.ts +28 -0
- package/extensions/volcengine/openclaw.plugin.json +221 -0
- package/extensions/volcengine/package.json +15 -0
- package/extensions/volcengine/provider-catalog.ts +17 -0
- package/extensions/volcengine/provider-discovery.ts +31 -0
- package/extensions/volcengine/speech-provider.ts +229 -0
- package/extensions/volcengine/tsconfig.json +16 -0
- package/extensions/volcengine/tts.live.test.ts +30 -0
- package/extensions/volcengine/tts.test.ts +279 -0
- package/extensions/volcengine/tts.ts +266 -0
- package/extensions/voyage/embedding-batch.ts +315 -0
- package/extensions/voyage/embedding-provider.ts +90 -0
- package/extensions/voyage/index.ts +11 -0
- package/extensions/voyage/memory-embedding-adapter.ts +56 -0
- package/extensions/voyage/openclaw.plugin.json +18 -0
- package/extensions/voyage/package.json +15 -0
- package/extensions/xai/.boundary-stubs/anthropic-vertex-api.d.ts +2 -0
- package/extensions/xai/.boundary-stubs/ollama-api.d.ts +1 -0
- package/extensions/xai/.boundary-stubs/ollama-runtime-api.d.ts +16 -0
- package/extensions/xai/.boundary-stubs/speech-core-runtime-api.d.ts +33 -0
- package/extensions/xai/api.test.ts +51 -0
- package/extensions/xai/api.ts +119 -0
- package/extensions/xai/code-execution.test.ts +262 -0
- package/extensions/xai/code-execution.ts +146 -0
- package/extensions/xai/image-generation-provider.test.ts +293 -0
- package/extensions/xai/image-generation-provider.ts +124 -0
- package/extensions/xai/index.test.ts +263 -0
- package/extensions/xai/index.ts +233 -0
- package/extensions/xai/model-compat.ts +34 -0
- package/extensions/xai/model-definitions.ts +346 -0
- package/extensions/xai/model-id.test.ts +32 -0
- package/extensions/xai/model-id.ts +24 -0
- package/extensions/xai/onboard.test.ts +91 -0
- package/extensions/xai/onboard.ts +56 -0
- package/extensions/xai/openclaw.plugin.json +274 -0
- package/extensions/xai/package.json +20 -0
- package/extensions/xai/plugin-registration.contract.test.ts +11 -0
- package/extensions/xai/provider-catalog.ts +12 -0
- package/extensions/xai/provider-contract-api.ts +22 -0
- package/extensions/xai/provider-discovery.ts +27 -0
- package/extensions/xai/provider-models.ts +45 -0
- package/extensions/xai/provider-policy-api.test.ts +37 -0
- package/extensions/xai/provider-policy-api.ts +18 -0
- package/extensions/xai/realtime-transcription-provider.test.ts +273 -0
- package/extensions/xai/realtime-transcription-provider.ts +306 -0
- package/extensions/xai/runtime-model-compat.test.ts +60 -0
- package/extensions/xai/runtime-model-compat.ts +72 -0
- package/extensions/xai/setup-api.ts +22 -0
- package/extensions/xai/speech-provider.test.ts +184 -0
- package/extensions/xai/speech-provider.ts +275 -0
- package/extensions/xai/src/code-execution-shared.ts +110 -0
- package/extensions/xai/src/responses-tool-shared.test.ts +107 -0
- package/extensions/xai/src/responses-tool-shared.ts +163 -0
- package/extensions/xai/src/tool-auth-shared.test.ts +326 -0
- package/extensions/xai/src/tool-auth-shared.ts +219 -0
- package/extensions/xai/src/tool-config-shared.test.ts +36 -0
- package/extensions/xai/src/tool-config-shared.ts +32 -0
- package/extensions/xai/src/web-search-provider.runtime.ts +429 -0
- package/extensions/xai/src/web-search-response.types.ts +25 -0
- package/extensions/xai/src/web-search-shared.ts +124 -0
- package/extensions/xai/src/x-search-config.ts +78 -0
- package/extensions/xai/src/x-search-shared.ts +146 -0
- package/extensions/xai/src/xai-user-agent.test.ts +59 -0
- package/extensions/xai/src/xai-user-agent.ts +52 -0
- package/extensions/xai/stream.test.ts +410 -0
- package/extensions/xai/stream.ts +359 -0
- package/extensions/xai/stt.test.ts +106 -0
- package/extensions/xai/stt.ts +91 -0
- package/extensions/xai/test-api.ts +1 -0
- package/extensions/xai/test-helpers.ts +73 -0
- package/extensions/xai/tsconfig.json +64 -0
- package/extensions/xai/tts.test.ts +125 -0
- package/extensions/xai/tts.ts +97 -0
- package/extensions/xai/video-generation-provider.test.ts +443 -0
- package/extensions/xai/video-generation-provider.ts +499 -0
- package/extensions/xai/web-search-contract-api.ts +29 -0
- package/extensions/xai/web-search.test.ts +1242 -0
- package/extensions/xai/web-search.ts +68 -0
- package/extensions/xai/x-search-tool-shared.ts +48 -0
- package/extensions/xai/x-search.live.test.ts +76 -0
- package/extensions/xai/x-search.test.ts +484 -0
- package/extensions/xai/x-search.ts +230 -0
- package/extensions/xai/xai-oauth.test.ts +387 -0
- package/extensions/xai/xai-oauth.ts +752 -0
- package/extensions/xai/xai.live.test.ts +323 -0
- package/launcher.js +97 -0
- package/logger.js +87 -0
- package/package.json +21 -0
- package/server.js +1800 -0
- package/skills/ai-error-prevention/SKILL.md +105 -0
- package/skills/api-design/SKILL.md +523 -0
- package/skills/architecture-decision-records/SKILL.md +179 -0
- package/skills/autonomous-loops/SKILL.md +610 -0
- package/skills/backend-patterns/SKILL.md +598 -0
- package/skills/codebase-onboarding/SKILL.md +233 -0
- package/skills/coding-standards/SKILL.md +530 -0
- package/skills/database-migrations/SKILL.md +429 -0
- package/skills/deep-research/SKILL.md +155 -0
- package/skills/error-prevention/SKILL.md +61 -0
- package/skills/exa-search/SKILL.md +103 -0
- package/skills/frontend-slides/SKILL.md +184 -0
- package/skills/frontend-slides/STYLE_PRESETS.md +330 -0
- package/skills/git-workflow/SKILL.md +715 -0
- package/skills/iterative-retrieval/SKILL.md +211 -0
- package/skills/php-security/SKILL.md +70 -0
- package/skills/php-security/rules/thinkphp-security.rules +23 -0
- package/skills/requirement-ears/SKILL.md +31 -0
- package/skills/rules-distill/SKILL.md +264 -0
- package/skills/rules-distill/scripts/scan-rules.sh +58 -0
- package/skills/rules-distill/scripts/scan-skills.sh +129 -0
- package/skills/search-first/SKILL.md +161 -0
- package/skills/security-review/SKILL.md +495 -0
- package/skills/security-review/cloud-infrastructure-security.md +361 -0
- package/skills/security-scan/SKILL.md +68 -0
- package/skills/security-scan/scripts/scan-config.ps1 +31 -0
- package/skills/security-scan/scripts/scan-sqli.ps1 +21 -0
- package/skills/skill-stocktake/SKILL.md +193 -0
- package/skills/skill-stocktake/scripts/quick-diff.sh +87 -0
- package/skills/skill-stocktake/scripts/save-results.sh +56 -0
- package/skills/skill-stocktake/scripts/scan.sh +170 -0
- package/skills/strategic-compact/SKILL.md +131 -0
- package/skills/strategic-compact/suggest-compact.sh +54 -0
- package/skills/tdd-workflow/SKILL.md +90 -0
- package/skills/tdd-workflow/examples/IntegrationTestExample.php +35 -0
- package/skills/tdd-workflow/examples/UnitTestExample.php +39 -0
- package/skills/ui-spec-guider/ui-spec-guider/SKILL.md +37 -0
- package/skills/ui-spec-guider/ui-spec-guider.skill +0 -0
- package/skills/verification-loop/SKILL.md +126 -0
- package/start.bat +29 -0
|
@@ -0,0 +1,462 @@
|
|
|
1
|
+
import { extensionForMime } from "openclaw/plugin-sdk/media-mime";
|
|
2
|
+
import { isProviderApiKeyConfigured } from "openclaw/plugin-sdk/provider-auth";
|
|
3
|
+
import { resolveApiKeyForProvider } from "openclaw/plugin-sdk/provider-auth-runtime";
|
|
4
|
+
import {
|
|
5
|
+
assertOkOrThrowHttpError,
|
|
6
|
+
createProviderOperationDeadline,
|
|
7
|
+
createProviderOperationTimeoutResolver,
|
|
8
|
+
fetchProviderDownloadResponse,
|
|
9
|
+
fetchProviderOperationResponse,
|
|
10
|
+
postJsonRequest,
|
|
11
|
+
resolveProviderOperationTimeoutMs,
|
|
12
|
+
resolveProviderHttpRequestConfig,
|
|
13
|
+
waitProviderOperationPollInterval,
|
|
14
|
+
type ProviderOperationTimeoutMs,
|
|
15
|
+
} from "openclaw/plugin-sdk/provider-http";
|
|
16
|
+
import {
|
|
17
|
+
normalizeLowercaseStringOrEmpty,
|
|
18
|
+
normalizeOptionalString,
|
|
19
|
+
} from "openclaw/plugin-sdk/string-coerce-runtime";
|
|
20
|
+
import type {
|
|
21
|
+
GeneratedVideoAsset,
|
|
22
|
+
VideoGenerationProvider,
|
|
23
|
+
VideoGenerationRequest,
|
|
24
|
+
VideoGenerationResult,
|
|
25
|
+
VideoGenerationSourceAsset,
|
|
26
|
+
} from "openclaw/plugin-sdk/video-generation";
|
|
27
|
+
|
|
28
|
+
const DEFAULT_RUNWAY_BASE_URL = "https://api.dev.runwayml.com";
|
|
29
|
+
const DEFAULT_RUNWAY_MODEL = "gen4.5";
|
|
30
|
+
const RUNWAY_API_VERSION = "2024-11-06";
|
|
31
|
+
const DEFAULT_TIMEOUT_MS = 120_000;
|
|
32
|
+
const POLL_INTERVAL_MS = 5_000;
|
|
33
|
+
const MAX_POLL_ATTEMPTS = 120;
|
|
34
|
+
const MAX_DURATION_SECONDS = 10;
|
|
35
|
+
|
|
36
|
+
type RunwayTaskStatus = "PENDING" | "RUNNING" | "THROTTLED" | "SUCCEEDED" | "FAILED" | "CANCELLED";
|
|
37
|
+
|
|
38
|
+
type RunwayTaskCreateResponse = {
|
|
39
|
+
id?: unknown;
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
type RunwayTaskDetailResponse = {
|
|
43
|
+
id?: unknown;
|
|
44
|
+
status?: unknown;
|
|
45
|
+
output?: unknown;
|
|
46
|
+
failure?: unknown;
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
type RunwaySourceAsset = Pick<VideoGenerationSourceAsset, "buffer" | "mimeType" | "url">;
|
|
50
|
+
|
|
51
|
+
const TEXT_ONLY_MODELS = new Set(["gen4.5", "veo3.1", "veo3.1_fast", "veo3"]);
|
|
52
|
+
const IMAGE_MODELS = new Set([
|
|
53
|
+
"gen4.5",
|
|
54
|
+
"gen4_turbo",
|
|
55
|
+
"gen3a_turbo",
|
|
56
|
+
"veo3.1",
|
|
57
|
+
"veo3.1_fast",
|
|
58
|
+
"veo3",
|
|
59
|
+
]);
|
|
60
|
+
const VIDEO_MODELS = new Set(["gen4_aleph"]);
|
|
61
|
+
const RUNWAY_TEXT_ASPECT_RATIOS = ["16:9", "9:16"] as const;
|
|
62
|
+
const RUNWAY_EDIT_ASPECT_RATIOS = ["1:1", "16:9", "9:16", "3:4", "4:3", "21:9"] as const;
|
|
63
|
+
|
|
64
|
+
function isRecord(value: unknown): value is Record<string, unknown> {
|
|
65
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
async function readRunwayJsonResponse<T>(
|
|
69
|
+
response: Pick<Response, "json">,
|
|
70
|
+
label: string,
|
|
71
|
+
): Promise<T> {
|
|
72
|
+
let payload: unknown;
|
|
73
|
+
try {
|
|
74
|
+
payload = await response.json();
|
|
75
|
+
} catch (cause) {
|
|
76
|
+
throw new Error(`${label}: malformed JSON response`, { cause });
|
|
77
|
+
}
|
|
78
|
+
if (!isRecord(payload)) {
|
|
79
|
+
throw new Error(`${label}: malformed JSON response`);
|
|
80
|
+
}
|
|
81
|
+
return payload as T;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
function readRunwayTaskStatus(payload: RunwayTaskDetailResponse): RunwayTaskStatus {
|
|
85
|
+
const status = normalizeOptionalString(payload.status);
|
|
86
|
+
switch (status) {
|
|
87
|
+
case "PENDING":
|
|
88
|
+
case "RUNNING":
|
|
89
|
+
case "THROTTLED":
|
|
90
|
+
case "SUCCEEDED":
|
|
91
|
+
case "FAILED":
|
|
92
|
+
case "CANCELLED":
|
|
93
|
+
return status;
|
|
94
|
+
case undefined:
|
|
95
|
+
throw new Error("Runway video status response missing task status");
|
|
96
|
+
default:
|
|
97
|
+
throw new Error(`Runway video status response returned unknown task status: ${status}`);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
function readRunwayFailureMessage(failure: unknown): string | undefined {
|
|
102
|
+
if (typeof failure === "string") {
|
|
103
|
+
return normalizeOptionalString(failure);
|
|
104
|
+
}
|
|
105
|
+
if (isRecord(failure)) {
|
|
106
|
+
return normalizeOptionalString(failure.message);
|
|
107
|
+
}
|
|
108
|
+
return undefined;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function readRunwayOutputUrls(payload: RunwayTaskDetailResponse): string[] {
|
|
112
|
+
if (!Array.isArray(payload.output)) {
|
|
113
|
+
throw new Error("Runway video generation completed with malformed output URLs");
|
|
114
|
+
}
|
|
115
|
+
const outputUrls = payload.output
|
|
116
|
+
.map((value) => normalizeOptionalString(value))
|
|
117
|
+
.filter((value): value is string => Boolean(value));
|
|
118
|
+
if (!outputUrls.length) {
|
|
119
|
+
throw new Error("Runway video generation completed without output URLs");
|
|
120
|
+
}
|
|
121
|
+
return outputUrls;
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
function resolveRunwayBaseUrl(req: VideoGenerationRequest): string {
|
|
125
|
+
return (
|
|
126
|
+
normalizeOptionalString(req.cfg?.models?.providers?.runway?.baseUrl) ?? DEFAULT_RUNWAY_BASE_URL
|
|
127
|
+
);
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
function toDataUrl(buffer: Buffer, mimeType: string): string {
|
|
131
|
+
return `data:${mimeType};base64,${buffer.toString("base64")}`;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
function resolveSourceUri(
|
|
135
|
+
asset: RunwaySourceAsset | undefined,
|
|
136
|
+
fallbackMimeType: string,
|
|
137
|
+
): string | undefined {
|
|
138
|
+
if (!asset) {
|
|
139
|
+
return undefined;
|
|
140
|
+
}
|
|
141
|
+
const url = normalizeOptionalString(asset.url);
|
|
142
|
+
if (url) {
|
|
143
|
+
return url;
|
|
144
|
+
}
|
|
145
|
+
if (!asset.buffer) {
|
|
146
|
+
return undefined;
|
|
147
|
+
}
|
|
148
|
+
return toDataUrl(asset.buffer, normalizeOptionalString(asset.mimeType) ?? fallbackMimeType);
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
function resolveDurationSeconds(value: number | undefined): number {
|
|
152
|
+
if (typeof value !== "number" || !Number.isFinite(value)) {
|
|
153
|
+
return 5;
|
|
154
|
+
}
|
|
155
|
+
return Math.max(2, Math.min(MAX_DURATION_SECONDS, Math.round(value)));
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
function resolveRunwayRatio(req: VideoGenerationRequest): string {
|
|
159
|
+
const hasImageInput = (req.inputImages?.length ?? 0) > 0;
|
|
160
|
+
const requested =
|
|
161
|
+
normalizeOptionalString(req.size) ||
|
|
162
|
+
(() => {
|
|
163
|
+
switch (normalizeOptionalString(req.aspectRatio)) {
|
|
164
|
+
case "9:16":
|
|
165
|
+
return "720:1280";
|
|
166
|
+
case "16:9":
|
|
167
|
+
return "1280:720";
|
|
168
|
+
case "1:1":
|
|
169
|
+
return "960:960";
|
|
170
|
+
case "3:4":
|
|
171
|
+
return "832:1104";
|
|
172
|
+
case "4:3":
|
|
173
|
+
return "1104:832";
|
|
174
|
+
case "21:9":
|
|
175
|
+
return "1584:672";
|
|
176
|
+
default:
|
|
177
|
+
return undefined;
|
|
178
|
+
}
|
|
179
|
+
})();
|
|
180
|
+
if (requested) {
|
|
181
|
+
if (!hasImageInput && requested !== "1280:720" && requested !== "720:1280") {
|
|
182
|
+
throw new Error("Runway text-to-video currently supports only 16:9 or 9:16 output ratios.");
|
|
183
|
+
}
|
|
184
|
+
return requested;
|
|
185
|
+
}
|
|
186
|
+
return "1280:720";
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
function resolveEndpoint(
|
|
190
|
+
req: VideoGenerationRequest,
|
|
191
|
+
): "/v1/text_to_video" | "/v1/image_to_video" | "/v1/video_to_video" {
|
|
192
|
+
const imageCount = req.inputImages?.length ?? 0;
|
|
193
|
+
const videoCount = req.inputVideos?.length ?? 0;
|
|
194
|
+
if (imageCount > 0 && videoCount > 0) {
|
|
195
|
+
throw new Error("Runway video generation does not support image and video inputs together.");
|
|
196
|
+
}
|
|
197
|
+
if (imageCount > 1 || videoCount > 1) {
|
|
198
|
+
throw new Error("Runway video generation supports at most one input image or one input video.");
|
|
199
|
+
}
|
|
200
|
+
if (videoCount > 0) {
|
|
201
|
+
return "/v1/video_to_video";
|
|
202
|
+
}
|
|
203
|
+
if (imageCount > 0) {
|
|
204
|
+
return "/v1/image_to_video";
|
|
205
|
+
}
|
|
206
|
+
return "/v1/text_to_video";
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function buildCreateBody(req: VideoGenerationRequest): Record<string, unknown> {
|
|
210
|
+
const endpoint = resolveEndpoint(req);
|
|
211
|
+
const duration = resolveDurationSeconds(req.durationSeconds);
|
|
212
|
+
const ratio = resolveRunwayRatio(req);
|
|
213
|
+
const model = normalizeOptionalString(req.model) ?? DEFAULT_RUNWAY_MODEL;
|
|
214
|
+
if (endpoint === "/v1/text_to_video") {
|
|
215
|
+
if (!TEXT_ONLY_MODELS.has(model)) {
|
|
216
|
+
throw new Error(
|
|
217
|
+
`Runway text-to-video does not support model ${model}. Use one of: ${[...TEXT_ONLY_MODELS].join(", ")}.`,
|
|
218
|
+
);
|
|
219
|
+
}
|
|
220
|
+
return {
|
|
221
|
+
model,
|
|
222
|
+
promptText: req.prompt,
|
|
223
|
+
ratio,
|
|
224
|
+
duration,
|
|
225
|
+
};
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
if (endpoint === "/v1/image_to_video") {
|
|
229
|
+
if (!IMAGE_MODELS.has(model)) {
|
|
230
|
+
throw new Error(
|
|
231
|
+
`Runway image-to-video does not support model ${model}. Use one of: ${[...IMAGE_MODELS].join(", ")}.`,
|
|
232
|
+
);
|
|
233
|
+
}
|
|
234
|
+
const promptImage = resolveSourceUri(req.inputImages?.[0], "image/png");
|
|
235
|
+
if (!promptImage) {
|
|
236
|
+
throw new Error("Runway image-to-video input is missing image data.");
|
|
237
|
+
}
|
|
238
|
+
return {
|
|
239
|
+
model,
|
|
240
|
+
promptText: req.prompt,
|
|
241
|
+
promptImage,
|
|
242
|
+
ratio,
|
|
243
|
+
duration,
|
|
244
|
+
};
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
if (!VIDEO_MODELS.has(model)) {
|
|
248
|
+
throw new Error("Runway video-to-video currently requires model gen4_aleph.");
|
|
249
|
+
}
|
|
250
|
+
const videoUri = resolveSourceUri(req.inputVideos?.[0], "video/mp4");
|
|
251
|
+
if (!videoUri) {
|
|
252
|
+
throw new Error("Runway video-to-video input is missing video data.");
|
|
253
|
+
}
|
|
254
|
+
return {
|
|
255
|
+
model,
|
|
256
|
+
promptText: req.prompt,
|
|
257
|
+
videoUri,
|
|
258
|
+
ratio,
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
async function pollRunwayTask(params: {
|
|
263
|
+
taskId: string;
|
|
264
|
+
headers: Headers;
|
|
265
|
+
timeoutMs?: number;
|
|
266
|
+
baseUrl: string;
|
|
267
|
+
fetchFn: typeof fetch;
|
|
268
|
+
}): Promise<RunwayTaskDetailResponse> {
|
|
269
|
+
const deadline = createProviderOperationDeadline({
|
|
270
|
+
timeoutMs: params.timeoutMs,
|
|
271
|
+
label: `Runway video generation task ${params.taskId}`,
|
|
272
|
+
});
|
|
273
|
+
for (let attempt = 0; attempt < MAX_POLL_ATTEMPTS; attempt += 1) {
|
|
274
|
+
const response = await fetchProviderOperationResponse({
|
|
275
|
+
stage: "poll",
|
|
276
|
+
url: `${params.baseUrl}/v1/tasks/${params.taskId}`,
|
|
277
|
+
init: {
|
|
278
|
+
method: "GET",
|
|
279
|
+
headers: params.headers,
|
|
280
|
+
},
|
|
281
|
+
timeoutMs: createProviderOperationTimeoutResolver({
|
|
282
|
+
deadline,
|
|
283
|
+
defaultTimeoutMs: DEFAULT_TIMEOUT_MS,
|
|
284
|
+
}),
|
|
285
|
+
fetchFn: params.fetchFn,
|
|
286
|
+
provider: "runway",
|
|
287
|
+
requestFailedMessage: "Runway video status request failed",
|
|
288
|
+
});
|
|
289
|
+
const payload = await readRunwayJsonResponse<RunwayTaskDetailResponse>(
|
|
290
|
+
response,
|
|
291
|
+
"Runway video status request failed",
|
|
292
|
+
);
|
|
293
|
+
const status = readRunwayTaskStatus(payload);
|
|
294
|
+
switch (status) {
|
|
295
|
+
case "SUCCEEDED":
|
|
296
|
+
return payload;
|
|
297
|
+
case "FAILED":
|
|
298
|
+
case "CANCELLED":
|
|
299
|
+
throw new Error(
|
|
300
|
+
readRunwayFailureMessage(payload.failure) ||
|
|
301
|
+
`Runway video generation ${normalizeLowercaseStringOrEmpty(status)}`,
|
|
302
|
+
);
|
|
303
|
+
case "PENDING":
|
|
304
|
+
case "RUNNING":
|
|
305
|
+
case "THROTTLED":
|
|
306
|
+
default:
|
|
307
|
+
await waitProviderOperationPollInterval({ deadline, pollIntervalMs: POLL_INTERVAL_MS });
|
|
308
|
+
break;
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
throw new Error(`Runway video generation task ${params.taskId} did not finish in time`);
|
|
312
|
+
}
|
|
313
|
+
|
|
314
|
+
async function downloadRunwayVideos(params: {
|
|
315
|
+
urls: string[];
|
|
316
|
+
timeoutMs?: ProviderOperationTimeoutMs;
|
|
317
|
+
fetchFn: typeof fetch;
|
|
318
|
+
}): Promise<GeneratedVideoAsset[]> {
|
|
319
|
+
const videos: GeneratedVideoAsset[] = [];
|
|
320
|
+
for (const [index, url] of params.urls.entries()) {
|
|
321
|
+
const response = await fetchProviderDownloadResponse({
|
|
322
|
+
url,
|
|
323
|
+
init: { method: "GET" },
|
|
324
|
+
timeoutMs: params.timeoutMs ?? DEFAULT_TIMEOUT_MS,
|
|
325
|
+
fetchFn: params.fetchFn,
|
|
326
|
+
provider: "runway",
|
|
327
|
+
requestFailedMessage: "Runway generated video download failed",
|
|
328
|
+
});
|
|
329
|
+
const mimeType = normalizeOptionalString(response.headers.get("content-type")) ?? "video/mp4";
|
|
330
|
+
const arrayBuffer = await response.arrayBuffer();
|
|
331
|
+
videos.push({
|
|
332
|
+
buffer: Buffer.from(arrayBuffer),
|
|
333
|
+
mimeType,
|
|
334
|
+
fileName: `video-${index + 1}.${extensionForMime(mimeType)?.slice(1) ?? "mp4"}`,
|
|
335
|
+
metadata: { sourceUrl: url },
|
|
336
|
+
});
|
|
337
|
+
}
|
|
338
|
+
return videos;
|
|
339
|
+
}
|
|
340
|
+
|
|
341
|
+
export function buildRunwayVideoGenerationProvider(): VideoGenerationProvider {
|
|
342
|
+
return {
|
|
343
|
+
id: "runway",
|
|
344
|
+
label: "Runway",
|
|
345
|
+
defaultModel: DEFAULT_RUNWAY_MODEL,
|
|
346
|
+
models: ["gen4.5", "gen4_turbo", "gen4_aleph", "gen3a_turbo", "veo3.1", "veo3.1_fast", "veo3"],
|
|
347
|
+
isConfigured: ({ agentDir }) =>
|
|
348
|
+
isProviderApiKeyConfigured({
|
|
349
|
+
provider: "runway",
|
|
350
|
+
agentDir,
|
|
351
|
+
}),
|
|
352
|
+
capabilities: {
|
|
353
|
+
generate: {
|
|
354
|
+
maxVideos: 1,
|
|
355
|
+
maxDurationSeconds: MAX_DURATION_SECONDS,
|
|
356
|
+
aspectRatios: RUNWAY_TEXT_ASPECT_RATIOS,
|
|
357
|
+
supportsAspectRatio: true,
|
|
358
|
+
},
|
|
359
|
+
imageToVideo: {
|
|
360
|
+
enabled: true,
|
|
361
|
+
maxVideos: 1,
|
|
362
|
+
maxInputImages: 1,
|
|
363
|
+
maxDurationSeconds: MAX_DURATION_SECONDS,
|
|
364
|
+
aspectRatios: RUNWAY_EDIT_ASPECT_RATIOS,
|
|
365
|
+
supportsAspectRatio: true,
|
|
366
|
+
},
|
|
367
|
+
videoToVideo: {
|
|
368
|
+
enabled: true,
|
|
369
|
+
maxVideos: 1,
|
|
370
|
+
maxInputVideos: 1,
|
|
371
|
+
aspectRatios: RUNWAY_EDIT_ASPECT_RATIOS,
|
|
372
|
+
supportsAspectRatio: true,
|
|
373
|
+
},
|
|
374
|
+
},
|
|
375
|
+
async generateVideo(req): Promise<VideoGenerationResult> {
|
|
376
|
+
const auth = await resolveApiKeyForProvider({
|
|
377
|
+
provider: "runway",
|
|
378
|
+
cfg: req.cfg,
|
|
379
|
+
agentDir: req.agentDir,
|
|
380
|
+
store: req.authStore,
|
|
381
|
+
});
|
|
382
|
+
if (!auth.apiKey) {
|
|
383
|
+
throw new Error("Runway API key missing");
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
const fetchFn = fetch;
|
|
387
|
+
const deadline = createProviderOperationDeadline({
|
|
388
|
+
timeoutMs: req.timeoutMs,
|
|
389
|
+
label: "Runway video generation",
|
|
390
|
+
});
|
|
391
|
+
const requestBody = buildCreateBody(req);
|
|
392
|
+
const endpoint = resolveEndpoint(req);
|
|
393
|
+
const { baseUrl, allowPrivateNetwork, headers, dispatcherPolicy } =
|
|
394
|
+
resolveProviderHttpRequestConfig({
|
|
395
|
+
baseUrl: resolveRunwayBaseUrl(req),
|
|
396
|
+
defaultBaseUrl: DEFAULT_RUNWAY_BASE_URL,
|
|
397
|
+
defaultHeaders: {
|
|
398
|
+
Authorization: `Bearer ${auth.apiKey}`,
|
|
399
|
+
"Content-Type": "application/json",
|
|
400
|
+
"X-Runway-Version": RUNWAY_API_VERSION,
|
|
401
|
+
},
|
|
402
|
+
provider: "runway",
|
|
403
|
+
capability: "video",
|
|
404
|
+
transport: "http",
|
|
405
|
+
});
|
|
406
|
+
const { response, release } = await postJsonRequest({
|
|
407
|
+
url: `${baseUrl}${endpoint}`,
|
|
408
|
+
headers,
|
|
409
|
+
body: requestBody,
|
|
410
|
+
timeoutMs: resolveProviderOperationTimeoutMs({
|
|
411
|
+
deadline,
|
|
412
|
+
defaultTimeoutMs: DEFAULT_TIMEOUT_MS,
|
|
413
|
+
}),
|
|
414
|
+
fetchFn,
|
|
415
|
+
allowPrivateNetwork,
|
|
416
|
+
dispatcherPolicy,
|
|
417
|
+
});
|
|
418
|
+
try {
|
|
419
|
+
await assertOkOrThrowHttpError(response, "Runway video generation failed");
|
|
420
|
+
const submitted = await readRunwayJsonResponse<RunwayTaskCreateResponse>(
|
|
421
|
+
response,
|
|
422
|
+
"Runway video generation failed",
|
|
423
|
+
);
|
|
424
|
+
const taskId = normalizeOptionalString(submitted.id);
|
|
425
|
+
if (!taskId) {
|
|
426
|
+
throw new Error("Runway video generation response missing task id");
|
|
427
|
+
}
|
|
428
|
+
const completed = await pollRunwayTask({
|
|
429
|
+
taskId,
|
|
430
|
+
headers,
|
|
431
|
+
timeoutMs: resolveProviderOperationTimeoutMs({
|
|
432
|
+
deadline,
|
|
433
|
+
defaultTimeoutMs: DEFAULT_TIMEOUT_MS,
|
|
434
|
+
}),
|
|
435
|
+
baseUrl,
|
|
436
|
+
fetchFn,
|
|
437
|
+
});
|
|
438
|
+
const outputUrls = readRunwayOutputUrls(completed);
|
|
439
|
+
const videos = await downloadRunwayVideos({
|
|
440
|
+
urls: outputUrls,
|
|
441
|
+
timeoutMs: createProviderOperationTimeoutResolver({
|
|
442
|
+
deadline,
|
|
443
|
+
defaultTimeoutMs: DEFAULT_TIMEOUT_MS,
|
|
444
|
+
}),
|
|
445
|
+
fetchFn,
|
|
446
|
+
});
|
|
447
|
+
return {
|
|
448
|
+
videos,
|
|
449
|
+
model: normalizeOptionalString(req.model) ?? DEFAULT_RUNWAY_MODEL,
|
|
450
|
+
metadata: {
|
|
451
|
+
taskId,
|
|
452
|
+
status: normalizeOptionalString(completed.status),
|
|
453
|
+
endpoint,
|
|
454
|
+
outputUrls,
|
|
455
|
+
},
|
|
456
|
+
};
|
|
457
|
+
} finally {
|
|
458
|
+
await release();
|
|
459
|
+
}
|
|
460
|
+
},
|
|
461
|
+
};
|
|
462
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { definePluginEntry } from "openclaw/plugin-sdk/plugin-entry";
|
|
2
|
+
import { senseaudioMediaUnderstandingProvider } from "./media-understanding-provider.js";
|
|
3
|
+
|
|
4
|
+
export default definePluginEntry({
|
|
5
|
+
id: "senseaudio",
|
|
6
|
+
name: "SenseAudio",
|
|
7
|
+
description: "Bundled SenseAudio audio transcription provider",
|
|
8
|
+
register(api) {
|
|
9
|
+
api.registerMediaUnderstandingProvider(senseaudioMediaUnderstandingProvider);
|
|
10
|
+
},
|
|
11
|
+
});
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { spawnSync } from "node:child_process";
|
|
2
|
+
import { mkdtempSync, readFileSync, rmSync } from "node:fs";
|
|
3
|
+
import os from "node:os";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { runFfmpeg } from "openclaw/plugin-sdk/media-runtime";
|
|
6
|
+
import {
|
|
7
|
+
createAuthCaptureJsonFetch,
|
|
8
|
+
createRequestCaptureJsonFetch,
|
|
9
|
+
installPinnedHostnameTestHooks,
|
|
10
|
+
} from "openclaw/plugin-sdk/test-env";
|
|
11
|
+
import { describe, expect, it } from "vitest";
|
|
12
|
+
import { transcribeSenseAudioAudio } from "./media-understanding-provider.js";
|
|
13
|
+
|
|
14
|
+
installPinnedHostnameTestHooks();
|
|
15
|
+
|
|
16
|
+
describe("transcribeSenseAudioAudio", () => {
|
|
17
|
+
it("uses SenseAudio base URL by default", async () => {
|
|
18
|
+
const { fetchFn, getRequest } = createRequestCaptureJsonFetch({ text: "ok" });
|
|
19
|
+
|
|
20
|
+
await transcribeSenseAudioAudio({
|
|
21
|
+
buffer: Buffer.from("audio"),
|
|
22
|
+
fileName: "note.mp3",
|
|
23
|
+
apiKey: "test-key",
|
|
24
|
+
timeoutMs: 1000,
|
|
25
|
+
fetchFn,
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
expect(getRequest().url).toBe("https://api.senseaudio.cn/v1/audio/transcriptions");
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
it("respects lowercase authorization header overrides", async () => {
|
|
32
|
+
const { fetchFn, getAuthHeader } = createAuthCaptureJsonFetch({ text: "ok" });
|
|
33
|
+
|
|
34
|
+
const result = await transcribeSenseAudioAudio({
|
|
35
|
+
buffer: Buffer.from("audio"),
|
|
36
|
+
fileName: "note.mp3",
|
|
37
|
+
apiKey: "test-key",
|
|
38
|
+
timeoutMs: 1000,
|
|
39
|
+
headers: { authorization: "Bearer override" },
|
|
40
|
+
fetchFn,
|
|
41
|
+
});
|
|
42
|
+
|
|
43
|
+
expect(getAuthHeader()).toBe("Bearer override");
|
|
44
|
+
expect(result.text).toBe("ok");
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
it("builds the expected request payload", async () => {
|
|
48
|
+
const { fetchFn, getRequest } = createRequestCaptureJsonFetch({ text: "hello" });
|
|
49
|
+
|
|
50
|
+
const result = await transcribeSenseAudioAudio({
|
|
51
|
+
buffer: Buffer.from("audio-bytes"),
|
|
52
|
+
fileName: "voice.wav",
|
|
53
|
+
apiKey: "test-key",
|
|
54
|
+
timeoutMs: 1234,
|
|
55
|
+
baseUrl: "https://api.example.com/v1/",
|
|
56
|
+
model: " ",
|
|
57
|
+
language: " en ",
|
|
58
|
+
prompt: " hello ",
|
|
59
|
+
mime: "audio/wav",
|
|
60
|
+
headers: { "X-Custom": "1" },
|
|
61
|
+
fetchFn,
|
|
62
|
+
});
|
|
63
|
+
const { url: seenUrl, init: seenInit } = getRequest();
|
|
64
|
+
|
|
65
|
+
expect(result.model).toBe("senseaudio-asr-pro-1.5-260319");
|
|
66
|
+
expect(result.text).toBe("hello");
|
|
67
|
+
expect(seenUrl).toBe("https://api.example.com/v1/audio/transcriptions");
|
|
68
|
+
expect(seenInit?.method).toBe("POST");
|
|
69
|
+
expect(seenInit?.signal).toBeInstanceOf(AbortSignal);
|
|
70
|
+
|
|
71
|
+
const headers = new Headers(seenInit?.headers);
|
|
72
|
+
expect(headers.get("authorization")).toBe("Bearer test-key");
|
|
73
|
+
expect(headers.get("x-custom")).toBe("1");
|
|
74
|
+
|
|
75
|
+
const form = seenInit?.body as FormData;
|
|
76
|
+
expect(form).toBeInstanceOf(FormData);
|
|
77
|
+
expect(form.get("model")).toBe("senseaudio-asr-pro-1.5-260319");
|
|
78
|
+
expect(form.get("language")).toBe("en");
|
|
79
|
+
expect(form.get("prompt")).toBe("hello");
|
|
80
|
+
const file = form.get("file") as Blob | { type?: string; name?: string } | null;
|
|
81
|
+
if (!file) {
|
|
82
|
+
throw new Error("expected SenseAudio audio file");
|
|
83
|
+
}
|
|
84
|
+
expect(file.type).toBe("audio/wav");
|
|
85
|
+
if (file && "name" in file && typeof file.name === "string") {
|
|
86
|
+
expect(file.name).toBe("voice.wav");
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
it("throws when the provider response omits text", async () => {
|
|
91
|
+
const { fetchFn } = createRequestCaptureJsonFetch({});
|
|
92
|
+
|
|
93
|
+
await expect(
|
|
94
|
+
transcribeSenseAudioAudio({
|
|
95
|
+
buffer: Buffer.from("audio-bytes"),
|
|
96
|
+
fileName: "voice.wav",
|
|
97
|
+
apiKey: "test-key",
|
|
98
|
+
timeoutMs: 1234,
|
|
99
|
+
fetchFn,
|
|
100
|
+
}),
|
|
101
|
+
).rejects.toThrow("Audio transcription response missing text");
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
it("can transcribe generated speech in live mode", async () => {
|
|
105
|
+
if (process.env.OPENCLAW_LIVE_TEST !== "1" || !process.env.SENSEAUDIO_API_KEY) {
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
const say = spawnSync("sh", ["-lc", "command -v say"], { encoding: "utf8" });
|
|
109
|
+
if (say.status !== 0) {
|
|
110
|
+
return;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
const tempDir = mkdtempSync(path.join(os.tmpdir(), "openclaw-senseaudio-live-"));
|
|
114
|
+
try {
|
|
115
|
+
const aiffPath = path.join(tempDir, "speech.aiff");
|
|
116
|
+
const mp3Path = path.join(tempDir, "speech.mp3");
|
|
117
|
+
const sayResult = spawnSync("say", ["-o", aiffPath, "open claw live transcription test"], {
|
|
118
|
+
encoding: "utf8",
|
|
119
|
+
});
|
|
120
|
+
expect(sayResult.status).toBe(0);
|
|
121
|
+
await runFfmpeg(["-y", "-i", aiffPath, "-c:a", "libmp3lame", "-b:a", "96k", mp3Path]);
|
|
122
|
+
|
|
123
|
+
const result = await transcribeSenseAudioAudio({
|
|
124
|
+
buffer: readFileSync(mp3Path),
|
|
125
|
+
fileName: "speech.mp3",
|
|
126
|
+
mime: "audio/mpeg",
|
|
127
|
+
apiKey: process.env.SENSEAUDIO_API_KEY,
|
|
128
|
+
timeoutMs: 30_000,
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
expect(result.text.trim().length).toBeGreaterThan(0);
|
|
132
|
+
} finally {
|
|
133
|
+
rmSync(tempDir, { recursive: true, force: true });
|
|
134
|
+
}
|
|
135
|
+
});
|
|
136
|
+
});
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import {
|
|
2
|
+
transcribeOpenAiCompatibleAudio,
|
|
3
|
+
type AudioTranscriptionRequest,
|
|
4
|
+
type MediaUnderstandingProvider,
|
|
5
|
+
} from "openclaw/plugin-sdk/media-understanding";
|
|
6
|
+
|
|
7
|
+
const DEFAULT_SENSEAUDIO_AUDIO_BASE_URL = "https://api.senseaudio.cn/v1";
|
|
8
|
+
const DEFAULT_SENSEAUDIO_AUDIO_MODEL = "senseaudio-asr-pro-1.5-260319";
|
|
9
|
+
|
|
10
|
+
export async function transcribeSenseAudioAudio(params: AudioTranscriptionRequest) {
|
|
11
|
+
return await transcribeOpenAiCompatibleAudio({
|
|
12
|
+
...params,
|
|
13
|
+
provider: "senseaudio",
|
|
14
|
+
defaultBaseUrl: DEFAULT_SENSEAUDIO_AUDIO_BASE_URL,
|
|
15
|
+
defaultModel: DEFAULT_SENSEAUDIO_AUDIO_MODEL,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export const senseaudioMediaUnderstandingProvider: MediaUnderstandingProvider = {
|
|
20
|
+
id: "senseaudio",
|
|
21
|
+
capabilities: ["audio"],
|
|
22
|
+
defaultModels: { audio: DEFAULT_SENSEAUDIO_AUDIO_MODEL },
|
|
23
|
+
autoPriority: { audio: 40 },
|
|
24
|
+
transcribeAudio: transcribeSenseAudioAudio,
|
|
25
|
+
};
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "senseaudio",
|
|
3
|
+
"activation": {
|
|
4
|
+
"onStartup": false
|
|
5
|
+
},
|
|
6
|
+
"enabledByDefault": true,
|
|
7
|
+
"providerAuthEnvVars": {
|
|
8
|
+
"senseaudio": ["SENSEAUDIO_API_KEY"]
|
|
9
|
+
},
|
|
10
|
+
"contracts": {
|
|
11
|
+
"mediaUnderstandingProviders": ["senseaudio"]
|
|
12
|
+
},
|
|
13
|
+
"configSchema": {
|
|
14
|
+
"type": "object",
|
|
15
|
+
"additionalProperties": false,
|
|
16
|
+
"properties": {}
|
|
17
|
+
}
|
|
18
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@openclaw/senseaudio-provider",
|
|
3
|
+
"version": "2026.5.21",
|
|
4
|
+
"private": true,
|
|
5
|
+
"description": "OpenClaw SenseAudio media-understanding provider",
|
|
6
|
+
"type": "module",
|
|
7
|
+
"devDependencies": {
|
|
8
|
+
"@openclaw/plugin-sdk": "workspace:*"
|
|
9
|
+
},
|
|
10
|
+
"openclaw": {
|
|
11
|
+
"extensions": [
|
|
12
|
+
"./index.ts"
|
|
13
|
+
]
|
|
14
|
+
}
|
|
15
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { senseaudioMediaUnderstandingProvider } from "./media-understanding-provider.js";
|