@signalwire/sdk 2.0.4 → 3.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +785 -0
- package/LICENSE +21 -0
- package/README.md +163 -68
- package/dist/AGENTS.md +13 -0
- package/dist/AgentBase.d.ts +550 -163
- package/dist/AgentBase.js +1640 -514
- package/dist/AgentBase.js.map +1 -1
- package/dist/AgentServer.d.ts +21 -0
- package/dist/AgentServer.js +154 -47
- package/dist/AgentServer.js.map +1 -1
- package/dist/AuthHandler.d.ts +14 -2
- package/dist/AuthHandler.js +7 -2
- package/dist/AuthHandler.js.map +1 -1
- package/dist/ConfigLoader.d.ts +5 -13
- package/dist/ConfigLoader.js +15 -29
- package/dist/ConfigLoader.js.map +1 -1
- package/dist/ContextBuilder.d.ts +202 -9
- package/dist/ContextBuilder.js +219 -36
- package/dist/ContextBuilder.js.map +1 -1
- package/dist/DataMap.d.ts +158 -45
- package/dist/DataMap.js +167 -52
- package/dist/DataMap.js.map +1 -1
- package/dist/FunctionResult.d.ts +277 -83
- package/dist/FunctionResult.js +444 -116
- package/dist/FunctionResult.js.map +1 -1
- package/dist/Logger.d.ts +30 -5
- package/dist/Logger.js +77 -19
- package/dist/Logger.js.map +1 -1
- package/dist/POM/PromptObjectModel.d.ts +163 -0
- package/dist/POM/PromptObjectModel.js +481 -0
- package/dist/POM/PromptObjectModel.js.map +1 -0
- package/dist/ParameterSchema.d.ts +306 -0
- package/dist/ParameterSchema.js +251 -0
- package/dist/ParameterSchema.js.map +1 -0
- package/dist/PlatformContracts.d.ts +21 -0
- package/dist/PlatformContracts.generated.d.ts +109 -0
- package/dist/PlatformContracts.generated.js +8 -0
- package/dist/PlatformContracts.generated.js.map +1 -0
- package/dist/PlatformContracts.js +2 -0
- package/dist/PlatformContracts.js.map +1 -0
- package/dist/PomBuilder.d.ts +28 -0
- package/dist/PomBuilder.js +81 -3
- package/dist/PomBuilder.js.map +1 -1
- package/dist/PostPrompt.d.ts +110 -0
- package/dist/PostPrompt.js +204 -0
- package/dist/PostPrompt.js.map +1 -0
- package/dist/PromptManager.d.ts +29 -1
- package/dist/PromptManager.js +37 -1
- package/dist/PromptManager.js.map +1 -1
- package/dist/PublicFetch.d.ts +132 -0
- package/dist/PublicFetch.js +311 -0
- package/dist/PublicFetch.js.map +1 -0
- package/dist/RobotsTxt.d.ts +41 -0
- package/dist/RobotsTxt.js +152 -0
- package/dist/RobotsTxt.js.map +1 -0
- package/dist/SWMLHandler.js.map +1 -1
- package/dist/SWMLService.d.ts +265 -66
- package/dist/SWMLService.js +652 -112
- package/dist/SWMLService.js.map +1 -1
- package/dist/SchemaUtils.d.ts +115 -2
- package/dist/SchemaUtils.js +444 -12
- package/dist/SchemaUtils.js.map +1 -1
- package/dist/SecurityUtils.d.ts +55 -8
- package/dist/SecurityUtils.js +162 -49
- package/dist/SecurityUtils.js.map +1 -1
- package/dist/ServerlessAdapter.d.ts +156 -7
- package/dist/ServerlessAdapter.js +399 -42
- package/dist/ServerlessAdapter.js.map +1 -1
- package/dist/SessionManager.d.ts +11 -2
- package/dist/SessionManager.js +50 -18
- package/dist/SessionManager.js.map +1 -1
- package/dist/SslConfig.d.ts +2 -1
- package/dist/SslConfig.js +4 -1
- package/dist/SslConfig.js.map +1 -1
- package/dist/SwaigActions.generated.d.ts +23 -0
- package/dist/SwaigActions.generated.js +8 -0
- package/dist/SwaigActions.generated.js.map +1 -0
- package/dist/SwaigContracts.d.ts +15 -0
- package/dist/SwaigContracts.generated.d.ts +264 -0
- package/dist/SwaigContracts.generated.js +12 -0
- package/dist/SwaigContracts.generated.js.map +1 -0
- package/dist/SwaigContracts.js +2 -0
- package/dist/SwaigContracts.js.map +1 -0
- package/dist/SwaigFunction.d.ts +110 -4
- package/dist/SwaigFunction.js +151 -19
- package/dist/SwaigFunction.js.map +1 -1
- package/dist/SwmlBuilder.d.ts +68 -19
- package/dist/SwmlBuilder.js +74 -38
- package/dist/SwmlBuilder.js.map +1 -1
- package/dist/SwmlVerbMethods.generated.d.ts +41 -4
- package/dist/SwmlVerbMethods.generated.js +1 -1
- package/dist/TypeInference.d.ts +39 -3
- package/dist/TypeInference.js +256 -16
- package/dist/TypeInference.js.map +1 -1
- package/dist/WebService.d.ts +79 -11
- package/dist/WebService.js +320 -109
- package/dist/WebService.js.map +1 -1
- package/dist/WebhookMiddleware.d.ts +119 -0
- package/dist/WebhookMiddleware.js +271 -0
- package/dist/WebhookMiddleware.js.map +1 -0
- package/dist/WebhookValidator.d.ts +92 -0
- package/dist/WebhookValidator.js +409 -0
- package/dist/WebhookValidator.js.map +1 -0
- package/dist/agents/BedrockAgent.d.ts +162 -0
- package/dist/agents/BedrockAgent.js +323 -0
- package/dist/agents/BedrockAgent.js.map +1 -0
- package/dist/ai-chat/AIChatClient.d.ts +316 -0
- package/dist/ai-chat/AIChatClient.js +535 -0
- package/dist/ai-chat/AIChatClient.js.map +1 -0
- package/dist/ai-chat/ChatGateway.d.ts +408 -0
- package/dist/ai-chat/ChatGateway.js +747 -0
- package/dist/ai-chat/ChatGateway.js.map +1 -0
- package/dist/ai-chat/HandoffRouter.d.ts +282 -0
- package/dist/ai-chat/HandoffRouter.js +518 -0
- package/dist/ai-chat/HandoffRouter.js.map +1 -0
- package/dist/ai-chat/index.d.ts +12 -0
- package/dist/ai-chat/index.js +10 -0
- package/dist/ai-chat/index.js.map +1 -0
- package/dist/capabilities.d.ts +64 -0
- package/dist/capabilities.js +95 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/cli/agent-loader.d.ts +32 -6
- package/dist/cli/agent-loader.js +95 -34
- package/dist/cli/agent-loader.js.map +1 -1
- package/dist/cli/datamap-exec.d.ts +175 -0
- package/dist/cli/datamap-exec.js +1284 -0
- package/dist/cli/datamap-exec.js.map +1 -0
- package/dist/cli/function-args.d.ts +40 -0
- package/dist/cli/function-args.js +146 -0
- package/dist/cli/function-args.js.map +1 -0
- package/dist/cli/simulation.d.ts +99 -0
- package/dist/cli/simulation.js +490 -0
- package/dist/cli/simulation.js.map +1 -0
- package/dist/cli/swaig-test.d.ts +12 -25
- package/dist/cli/swaig-test.js +935 -367
- package/dist/cli/swaig-test.js.map +1 -1
- package/dist/cli/tsdocs/agentsNote.d.ts +30 -0
- package/dist/cli/tsdocs/agentsNote.js +92 -0
- package/dist/cli/tsdocs/agentsNote.js.map +1 -0
- package/dist/cli/tsdocs/api-index.json +1 -0
- package/dist/cli/tsdocs/api.d.ts +91 -0
- package/dist/cli/tsdocs/api.js +372 -0
- package/dist/cli/tsdocs/api.js.map +1 -0
- package/dist/cli/tsdocs/apiTypes.d.ts +64 -0
- package/dist/cli/tsdocs/apiTypes.js +7 -0
- package/dist/cli/tsdocs/apiTypes.js.map +1 -0
- package/dist/cli/tsdocs/bin.d.ts +6 -0
- package/dist/cli/tsdocs/bin.js +23 -0
- package/dist/cli/tsdocs/bin.js.map +1 -0
- package/dist/cli/tsdocs/files.d.ts +108 -0
- package/dist/cli/tsdocs/files.js +287 -0
- package/dist/cli/tsdocs/files.js.map +1 -0
- package/dist/cli/tsdocs/index.d.ts +28 -0
- package/dist/cli/tsdocs/index.js +307 -0
- package/dist/cli/tsdocs/index.js.map +1 -0
- package/dist/cli/tsdocs/live.d.ts +41 -0
- package/dist/cli/tsdocs/live.js +202 -0
- package/dist/cli/tsdocs/live.js.map +1 -0
- package/dist/cli/tsdocs/locate.d.ts +51 -0
- package/dist/cli/tsdocs/locate.js +75 -0
- package/dist/cli/tsdocs/locate.js.map +1 -0
- package/dist/cli/tsdocs/render.d.ts +75 -0
- package/dist/cli/tsdocs/render.js +323 -0
- package/dist/cli/tsdocs/render.js.map +1 -0
- package/dist/cli/tsdocs/topics.d.ts +43 -0
- package/dist/cli/tsdocs/topics.js +916 -0
- package/dist/cli/tsdocs/topics.js.map +1 -0
- package/dist/index.d.ts +102 -39
- package/dist/index.js +107 -30
- package/dist/index.js.map +1 -1
- package/dist/livewire/index.d.ts +229 -155
- package/dist/livewire/index.js +298 -195
- package/dist/livewire/index.js.map +1 -1
- package/dist/llms.txt +65 -0
- package/dist/prefabs/CallSessionStore.d.ts +52 -0
- package/dist/prefabs/CallSessionStore.js +72 -0
- package/dist/prefabs/CallSessionStore.js.map +1 -0
- package/dist/prefabs/ConciergeAgent.d.ts +13 -1
- package/dist/prefabs/ConciergeAgent.js +36 -31
- package/dist/prefabs/ConciergeAgent.js.map +1 -1
- package/dist/prefabs/FAQBotAgent.d.ts +9 -1
- package/dist/prefabs/FAQBotAgent.js +113 -47
- package/dist/prefabs/FAQBotAgent.js.map +1 -1
- package/dist/prefabs/InfoGathererAgent.d.ts +22 -3
- package/dist/prefabs/InfoGathererAgent.js +67 -58
- package/dist/prefabs/InfoGathererAgent.js.map +1 -1
- package/dist/prefabs/ReceptionistAgent.d.ts +16 -5
- package/dist/prefabs/ReceptionistAgent.js +39 -31
- package/dist/prefabs/ReceptionistAgent.js.map +1 -1
- package/dist/prefabs/SurveyAgent.d.ts +22 -4
- package/dist/prefabs/SurveyAgent.js +84 -68
- package/dist/prefabs/SurveyAgent.js.map +1 -1
- package/dist/relay/Action.d.ts +44 -21
- package/dist/relay/Action.js +75 -17
- package/dist/relay/Action.js.map +1 -1
- package/dist/relay/Call.d.ts +312 -47
- package/dist/relay/Call.js +369 -18
- package/dist/relay/Call.js.map +1 -1
- package/dist/relay/Deferred.js.map +1 -1
- package/dist/relay/Message.d.ts +26 -5
- package/dist/relay/Message.js +36 -6
- package/dist/relay/Message.js.map +1 -1
- package/dist/relay/RelayClient.d.ts +79 -14
- package/dist/relay/RelayClient.js +268 -61
- package/dist/relay/RelayClient.js.map +1 -1
- package/dist/relay/RelayError.d.ts +14 -0
- package/dist/relay/RelayError.js +15 -0
- package/dist/relay/RelayError.js.map +1 -1
- package/dist/relay/RelayEvent.d.ts +96 -65
- package/dist/relay/RelayEvent.js +85 -56
- package/dist/relay/RelayEvent.js.map +1 -1
- package/dist/relay/closedSets.d.ts +111 -0
- package/dist/relay/closedSets.js +83 -0
- package/dist/relay/closedSets.js.map +1 -0
- package/dist/relay/index.d.ts +3 -1
- package/dist/relay/index.js +1 -0
- package/dist/relay/index.js.map +1 -1
- package/dist/relay/normalize.js.map +1 -1
- package/dist/relay/protocol.types.generated.d.ts +1195 -0
- package/dist/relay/protocol.types.generated.js +8 -0
- package/dist/relay/protocol.types.generated.js.map +1 -0
- package/dist/relay/types.d.ts +81 -39
- package/dist/rest/HttpClient.d.ts +36 -8
- package/dist/rest/HttpClient.js +233 -40
- package/dist/rest/HttpClient.js.map +1 -1
- package/dist/rest/RequestOptions.d.ts +110 -0
- package/dist/rest/RequestOptions.js +113 -0
- package/dist/rest/RequestOptions.js.map +1 -0
- package/dist/rest/RestError.d.ts +52 -6
- package/dist/rest/RestError.js +89 -5
- package/dist/rest/RestError.js.map +1 -1
- package/dist/rest/base/CrudResource.d.ts +16 -26
- package/dist/rest/base/CrudResource.js +19 -33
- package/dist/rest/base/CrudResource.js.map +1 -1
- package/dist/rest/base/CrudWithAddresses.d.ts +3 -2
- package/dist/rest/base/CrudWithAddresses.js +2 -2
- package/dist/rest/base/CrudWithAddresses.js.map +1 -1
- package/dist/rest/base/FabricResource.d.ts +15 -0
- package/dist/rest/base/FabricResource.js +16 -0
- package/dist/rest/base/FabricResource.js.map +1 -0
- package/dist/rest/base/ReadResource.d.ts +62 -0
- package/dist/rest/base/ReadResource.js +69 -0
- package/dist/rest/base/ReadResource.js.map +1 -0
- package/dist/rest/callHandler.d.ts +63 -0
- package/dist/rest/callHandler.js +62 -0
- package/dist/rest/callHandler.js.map +1 -0
- package/dist/rest/index.d.ts +19 -76
- package/dist/rest/index.js +49 -120
- package/dist/rest/index.js.map +1 -1
- package/dist/rest/namespaces/_client_tree_generated.d.ts +103 -0
- package/dist/rest/namespaces/_client_tree_generated.js +171 -0
- package/dist/rest/namespaces/_client_tree_generated.js.map +1 -0
- package/dist/rest/namespaces/addresses.d.ts +3 -42
- package/dist/rest/namespaces/addresses.js +3 -50
- package/dist/rest/namespaces/addresses.js.map +1 -1
- package/dist/rest/namespaces/calling.d.ts +6 -378
- package/dist/rest/namespaces/calling.js +6 -473
- package/dist/rest/namespaces/calling.js.map +1 -1
- package/dist/rest/namespaces/calling.resources.generated.d.ts +165 -0
- package/dist/rest/namespaces/calling.resources.generated.js +477 -0
- package/dist/rest/namespaces/calling.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/calling.types.generated.d.ts +2917 -0
- package/dist/rest/namespaces/calling.types.generated.js +8 -0
- package/dist/rest/namespaces/calling.types.generated.js.map +1 -0
- package/dist/rest/namespaces/chat.d.ts +4 -18
- package/dist/rest/namespaces/chat.js +4 -21
- package/dist/rest/namespaces/chat.js.map +1 -1
- package/dist/rest/namespaces/chat.resources.generated.d.ts +12 -0
- package/dist/rest/namespaces/chat.resources.generated.js +29 -0
- package/dist/rest/namespaces/chat.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/chat.types.generated.d.ts +56 -0
- package/dist/rest/namespaces/chat.types.generated.js +8 -0
- package/dist/rest/namespaces/chat.types.generated.js.map +1 -0
- package/dist/rest/namespaces/datasphere.d.ts +6 -62
- package/dist/rest/namespaces/datasphere.js +6 -72
- package/dist/rest/namespaces/datasphere.js.map +1 -1
- package/dist/rest/namespaces/datasphere.resources.generated.d.ts +25 -0
- package/dist/rest/namespaces/datasphere.resources.generated.js +50 -0
- package/dist/rest/namespaces/datasphere.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/datasphere.types.generated.d.ts +180 -0
- package/dist/rest/namespaces/datasphere.types.generated.js +8 -0
- package/dist/rest/namespaces/datasphere.types.generated.js.map +1 -0
- package/dist/rest/namespaces/fabric.d.ts +11 -273
- package/dist/rest/namespaces/fabric.js +14 -363
- package/dist/rest/namespaces/fabric.js.map +1 -1
- package/dist/rest/namespaces/fabric.resources.generated.d.ts +195 -0
- package/dist/rest/namespaces/fabric.resources.generated.js +399 -0
- package/dist/rest/namespaces/fabric.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/fabric.types.generated.d.ts +4557 -0
- package/dist/rest/namespaces/fabric.types.generated.js +8 -0
- package/dist/rest/namespaces/fabric.types.generated.js.map +1 -0
- package/dist/rest/namespaces/fax.resources.generated.d.ts +6 -0
- package/dist/rest/namespaces/fax.resources.generated.js +14 -0
- package/dist/rest/namespaces/fax.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/fax.types.generated.d.ts +131 -0
- package/dist/rest/namespaces/fax.types.generated.js +8 -0
- package/dist/rest/namespaces/fax.types.generated.js.map +1 -0
- package/dist/rest/namespaces/imported-numbers.d.ts +3 -18
- package/dist/rest/namespaces/imported-numbers.js +3 -21
- package/dist/rest/namespaces/imported-numbers.js.map +1 -1
- package/dist/rest/namespaces/logs.d.ts +10 -101
- package/dist/rest/namespaces/logs.js +10 -128
- package/dist/rest/namespaces/logs.js.map +1 -1
- package/dist/rest/namespaces/logs.resources.generated.d.ts +9 -0
- package/dist/rest/namespaces/logs.resources.generated.js +17 -0
- package/dist/rest/namespaces/logs.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/logs.types.generated.d.ts +131 -0
- package/dist/rest/namespaces/logs.types.generated.js +8 -0
- package/dist/rest/namespaces/logs.types.generated.js.map +1 -0
- package/dist/rest/namespaces/lookup.d.ts +3 -25
- package/dist/rest/namespaces/lookup.js +3 -27
- package/dist/rest/namespaces/lookup.js.map +1 -1
- package/dist/rest/namespaces/message.resources.generated.d.ts +6 -0
- package/dist/rest/namespaces/message.resources.generated.js +14 -0
- package/dist/rest/namespaces/message.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/message.types.generated.d.ts +122 -0
- package/dist/rest/namespaces/message.types.generated.js +8 -0
- package/dist/rest/namespaces/message.types.generated.js.map +1 -0
- package/dist/rest/namespaces/messages.resources.generated.d.ts +18 -0
- package/dist/rest/namespaces/messages.resources.generated.js +44 -0
- package/dist/rest/namespaces/messages.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/messages.types.generated.d.ts +99 -0
- package/dist/rest/namespaces/messages.types.generated.js +8 -0
- package/dist/rest/namespaces/messages.types.generated.js.map +1 -0
- package/dist/rest/namespaces/mfa.d.ts +3 -42
- package/dist/rest/namespaces/mfa.js +3 -49
- package/dist/rest/namespaces/mfa.js.map +1 -1
- package/dist/rest/namespaces/number-groups.d.ts +3 -45
- package/dist/rest/namespaces/number-groups.js +3 -53
- package/dist/rest/namespaces/number-groups.js.map +1 -1
- package/dist/rest/namespaces/phone-numbers.d.ts +9 -57
- package/dist/rest/namespaces/phone-numbers.js +9 -63
- package/dist/rest/namespaces/phone-numbers.js.map +1 -1
- package/dist/rest/namespaces/project.d.ts +6 -42
- package/dist/rest/namespaces/project.js +6 -51
- package/dist/rest/namespaces/project.js.map +1 -1
- package/dist/rest/namespaces/project.resources.generated.d.ts +17 -0
- package/dist/rest/namespaces/project.resources.generated.js +44 -0
- package/dist/rest/namespaces/project.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/project.types.generated.d.ts +58 -0
- package/dist/rest/namespaces/project.types.generated.js +8 -0
- package/dist/rest/namespaces/project.types.generated.js.map +1 -0
- package/dist/rest/namespaces/projects.resources.generated.d.ts +12 -0
- package/dist/rest/namespaces/projects.resources.generated.js +25 -0
- package/dist/rest/namespaces/projects.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/projects.types.generated.d.ts +77 -0
- package/dist/rest/namespaces/projects.types.generated.js +8 -0
- package/dist/rest/namespaces/projects.types.generated.js.map +1 -0
- package/dist/rest/namespaces/pubsub.d.ts +4 -18
- package/dist/rest/namespaces/pubsub.js +4 -21
- package/dist/rest/namespaces/pubsub.js.map +1 -1
- package/dist/rest/namespaces/pubsub.resources.generated.d.ts +12 -0
- package/dist/rest/namespaces/pubsub.resources.generated.js +29 -0
- package/dist/rest/namespaces/pubsub.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/pubsub.types.generated.d.ts +60 -0
- package/dist/rest/namespaces/pubsub.types.generated.js +8 -0
- package/dist/rest/namespaces/pubsub.types.generated.js.map +1 -0
- package/dist/rest/namespaces/queues.d.ts +3 -38
- package/dist/rest/namespaces/queues.js +3 -44
- package/dist/rest/namespaces/queues.js.map +1 -1
- package/dist/rest/namespaces/recordings.d.ts +3 -34
- package/dist/rest/namespaces/recordings.js +3 -40
- package/dist/rest/namespaces/recordings.js.map +1 -1
- package/dist/rest/namespaces/registry.d.ts +6 -137
- package/dist/rest/namespaces/registry.js +6 -173
- package/dist/rest/namespaces/registry.js.map +1 -1
- package/dist/rest/namespaces/relay-rest.resources.generated.d.ts +168 -0
- package/dist/rest/namespaces/relay-rest.resources.generated.js +430 -0
- package/dist/rest/namespaces/relay-rest.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/relay-rest.types.generated.d.ts +1906 -0
- package/dist/rest/namespaces/relay-rest.types.generated.js +8 -0
- package/dist/rest/namespaces/relay-rest.types.generated.js.map +1 -0
- package/dist/rest/namespaces/short-codes.d.ts +3 -35
- package/dist/rest/namespaces/short-codes.js +3 -41
- package/dist/rest/namespaces/short-codes.js.map +1 -1
- package/dist/rest/namespaces/sip-profile.d.ts +3 -24
- package/dist/rest/namespaces/sip-profile.js +3 -29
- package/dist/rest/namespaces/sip-profile.js.map +1 -1
- package/dist/rest/namespaces/verified-callers.d.ts +3 -29
- package/dist/rest/namespaces/verified-callers.js +3 -34
- package/dist/rest/namespaces/verified-callers.js.map +1 -1
- package/dist/rest/namespaces/video.d.ts +10 -227
- package/dist/rest/namespaces/video.js +10 -288
- package/dist/rest/namespaces/video.js.map +1 -1
- package/dist/rest/namespaces/video.resources.generated.d.ts +81 -0
- package/dist/rest/namespaces/video.resources.generated.js +171 -0
- package/dist/rest/namespaces/video.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/video.types.generated.d.ts +771 -0
- package/dist/rest/namespaces/video.types.generated.js +8 -0
- package/dist/rest/namespaces/video.types.generated.js.map +1 -0
- package/dist/rest/namespaces/voice.resources.generated.d.ts +9 -0
- package/dist/rest/namespaces/voice.resources.generated.js +17 -0
- package/dist/rest/namespaces/voice.resources.generated.js.map +1 -0
- package/dist/rest/namespaces/voice.types.generated.d.ts +214 -0
- package/dist/rest/namespaces/voice.types.generated.js +8 -0
- package/dist/rest/namespaces/voice.types.generated.js.map +1 -0
- package/dist/rest/pagination.d.ts +5 -1
- package/dist/rest/pagination.js +40 -20
- package/dist/rest/pagination.js.map +1 -1
- package/dist/rest/types.d.ts +21 -3
- package/dist/schema.json +299 -98
- package/dist/skills/SkillBase.d.ts +97 -20
- package/dist/skills/SkillBase.js +100 -17
- package/dist/skills/SkillBase.js.map +1 -1
- package/dist/skills/SkillManager.d.ts +66 -13
- package/dist/skills/SkillManager.js +101 -20
- package/dist/skills/SkillManager.js.map +1 -1
- package/dist/skills/SkillName.d.ts +44 -0
- package/dist/skills/SkillName.js +2 -0
- package/dist/skills/SkillName.js.map +1 -0
- package/dist/skills/SkillRegistry.d.ts +47 -7
- package/dist/skills/SkillRegistry.js +85 -13
- package/dist/skills/SkillRegistry.js.map +1 -1
- package/dist/skills/builtin/api_ninjas_trivia.d.ts +3 -1
- package/dist/skills/builtin/api_ninjas_trivia.js +24 -8
- package/dist/skills/builtin/api_ninjas_trivia.js.map +1 -1
- package/dist/skills/builtin/ask_claude.d.ts +14 -4
- package/dist/skills/builtin/ask_claude.js +36 -14
- package/dist/skills/builtin/ask_claude.js.map +1 -1
- package/dist/skills/builtin/claude_skills.d.ts +3 -1
- package/dist/skills/builtin/claude_skills.js +19 -15
- package/dist/skills/builtin/claude_skills.js.map +1 -1
- package/dist/skills/builtin/custom_skills.d.ts +10 -3
- package/dist/skills/builtin/custom_skills.js +26 -9
- package/dist/skills/builtin/custom_skills.js.map +1 -1
- package/dist/skills/builtin/datasphere.d.ts +5 -3
- package/dist/skills/builtin/datasphere.js +34 -25
- package/dist/skills/builtin/datasphere.js.map +1 -1
- package/dist/skills/builtin/datasphere_serverless.d.ts +12 -1
- package/dist/skills/builtin/datasphere_serverless.js +17 -6
- package/dist/skills/builtin/datasphere_serverless.js.map +1 -1
- package/dist/skills/builtin/datetime.d.ts +3 -1
- package/dist/skills/builtin/datetime.js +11 -7
- package/dist/skills/builtin/datetime.js.map +1 -1
- package/dist/skills/builtin/google_maps.d.ts +29 -14
- package/dist/skills/builtin/google_maps.js +89 -269
- package/dist/skills/builtin/google_maps.js.map +1 -1
- package/dist/skills/builtin/index.d.ts +8 -6
- package/dist/skills/builtin/index.js +8 -6
- package/dist/skills/builtin/index.js.map +1 -1
- package/dist/skills/builtin/info_gatherer.d.ts +4 -2
- package/dist/skills/builtin/info_gatherer.js +20 -12
- package/dist/skills/builtin/info_gatherer.js.map +1 -1
- package/dist/skills/builtin/joke.d.ts +16 -6
- package/dist/skills/builtin/joke.js +54 -37
- package/dist/skills/builtin/joke.js.map +1 -1
- package/dist/skills/builtin/math.d.ts +3 -1
- package/dist/skills/builtin/math.js +14 -9
- package/dist/skills/builtin/math.js.map +1 -1
- package/dist/skills/builtin/mcp_gateway.d.ts +34 -5
- package/dist/skills/builtin/mcp_gateway.js +77 -46
- package/dist/skills/builtin/mcp_gateway.js.map +1 -1
- package/dist/skills/builtin/native_vector_search.d.ts +19 -5
- package/dist/skills/builtin/native_vector_search.js +179 -61
- package/dist/skills/builtin/native_vector_search.js.map +1 -1
- package/dist/skills/builtin/play_background_file.d.ts +21 -15
- package/dist/skills/builtin/play_background_file.js +43 -122
- package/dist/skills/builtin/play_background_file.js.map +1 -1
- package/dist/skills/builtin/spider.d.ts +46 -1
- package/dist/skills/builtin/spider.js +317 -101
- package/dist/skills/builtin/spider.js.map +1 -1
- package/dist/skills/builtin/swml_transfer.d.ts +14 -3
- package/dist/skills/builtin/swml_transfer.js +45 -24
- package/dist/skills/builtin/swml_transfer.js.map +1 -1
- package/dist/skills/builtin/weather_api.d.ts +24 -13
- package/dist/skills/builtin/weather_api.js +57 -31
- package/dist/skills/builtin/weather_api.js.map +1 -1
- package/dist/skills/builtin/web_search.d.ts +48 -10
- package/dist/skills/builtin/web_search.js +301 -84
- package/dist/skills/builtin/web_search.js.map +1 -1
- package/dist/skills/builtin/wikipedia_search.d.ts +4 -2
- package/dist/skills/builtin/wikipedia_search.js +32 -14
- package/dist/skills/builtin/wikipedia_search.js.map +1 -1
- package/dist/skills/index.d.ts +3 -2
- package/dist/skills/index.js +1 -1
- package/dist/skills/index.js.map +1 -1
- package/dist/swml_verbs_generated.d.ts +2824 -0
- package/dist/swml_verbs_generated.js +12 -0
- package/dist/swml_verbs_generated.js.map +1 -0
- package/dist/types.d.ts +65 -6
- package/dist/web.d.ts +27 -0
- package/dist/web.js +20 -0
- package/dist/web.js.map +1 -0
- package/docs/agent-guide.md +1034 -0
- package/docs/ai_chat.md +560 -0
- package/docs/api-reference.md +3534 -0
- package/docs/architecture.md +846 -0
- package/docs/bedrock_agent.md +411 -0
- package/docs/cli-guide.md +403 -0
- package/docs/cloud_functions_guide.md +399 -0
- package/docs/configuration.md +548 -0
- package/docs/contexts-guide.md +884 -0
- package/docs/datamap-guide.md +1160 -0
- package/docs/developer_pain_points.md +548 -0
- package/docs/llm_parameters.md +298 -0
- package/docs/mcp_gateway_reference.md +354 -0
- package/docs/mcp_integration.md +162 -0
- package/docs/pgi_agent_guide.md +1820 -0
- package/docs/prefabs-guide.md +815 -0
- package/docs/programmatically_governed_inference.md +301 -0
- package/docs/sdk_features.md +501 -0
- package/docs/security.md +559 -0
- package/docs/serverless-guide.md +520 -0
- package/docs/skills-guide.md +1223 -0
- package/docs/skills-system.md +405 -0
- package/docs/skills_parameter_schema.md +417 -0
- package/docs/swaig-reference.md +1938 -0
- package/docs/swml_service_guide.md +573 -0
- package/docs/third_party_skills.md +410 -0
- package/docs/web_service.md +666 -0
- package/examples/README.md +202 -0
- package/examples/advanced-datamap.ts +108 -0
- package/examples/advanced-dynamic-config.ts +70 -0
- package/examples/auto-vivified.ts +95 -0
- package/examples/call-flow.ts +65 -0
- package/examples/comprehensive-dynamic.ts +125 -0
- package/examples/contexts-steps.ts +65 -0
- package/examples/custom-path.ts +45 -0
- package/examples/datamap-tools.ts +51 -0
- package/examples/datasphere-multi-instance.ts +66 -0
- package/examples/datasphere-serverless-env.ts +87 -0
- package/examples/datasphere-webhook-env.ts +65 -0
- package/examples/datasphere.ts +56 -0
- package/examples/declarative.ts +100 -0
- package/examples/dynamic-config.ts +54 -0
- package/examples/dynamic-info-gatherer.ts +69 -0
- package/examples/dynamic-swml-service.ts +67 -0
- package/examples/gather-info.ts +95 -0
- package/examples/gather-per-question-functions-demo.ts +139 -0
- package/examples/joke-agent.ts +34 -0
- package/examples/kubernetes-agent.ts +45 -0
- package/examples/llm-params.ts +75 -0
- package/examples/mcp-agent.ts +89 -0
- package/examples/mcp-gateway.ts +81 -0
- package/examples/multi-agent.ts +80 -0
- package/examples/multi-endpoint.ts +79 -0
- package/examples/pgi/case-domain.ts +114 -0
- package/examples/pgi/serve.ts +16 -0
- package/examples/pgi/support-agent.ts +265 -0
- package/examples/pom-prompt.ts +70 -0
- package/examples/prefab-concierge.ts +42 -0
- package/examples/prefab-faq.ts +58 -0
- package/examples/prefab-info-gatherer.ts +33 -0
- package/examples/prefab-receptionist.ts +36 -0
- package/examples/prefab-survey.ts +69 -0
- package/examples/quickstart-agent.ts +29 -0
- package/examples/quickstart-relay.ts +25 -0
- package/examples/quickstart-rest.ts +25 -0
- package/examples/record-call.ts +65 -0
- package/examples/relay-demo.ts +33 -0
- package/examples/room-and-sip.ts +93 -0
- package/examples/serverless-lambda.ts +43 -0
- package/examples/session-state.ts +83 -0
- package/examples/simple-agent.ts +36 -0
- package/examples/simple-static.ts +29 -0
- package/examples/skills-demo.ts +41 -0
- package/examples/step-function-inheritance-demo.ts +124 -0
- package/examples/swaig-features.ts +193 -0
- package/examples/swml-service-routing.ts +66 -0
- package/examples/swml-service.ts +38 -0
- package/examples/swmlservice_ai_sidecar.ts +104 -0
- package/examples/swmlservice_swaig_standalone.ts +79 -0
- package/examples/tap.ts +67 -0
- package/examples/typed-tools.ts +68 -0
- package/examples/verb-methods.ts +45 -0
- package/examples/web-search-multi-instance.ts +75 -0
- package/examples/web-search.ts +38 -0
- package/examples/wikipedia.ts +36 -0
- package/livewire/README.md +164 -0
- package/livewire/docs/migration-guide.md +251 -0
- package/livewire/examples/livewire-basic-agent.ts +74 -0
- package/livewire/examples/livewire-handoff.ts +196 -0
- package/livewire/examples/livewire-multi-tool.ts +121 -0
- package/package.json +88 -13
- package/relay/README.md +101 -0
- package/relay/docs/call-methods.md +622 -0
- package/relay/docs/client-reference.md +281 -0
- package/relay/docs/events.md +193 -0
- package/relay/docs/getting-started.md +221 -0
- package/relay/docs/guide.md +386 -0
- package/relay/docs/messaging.md +246 -0
- package/relay/examples/relay-inbound.ts +66 -0
- package/relay/examples/relay-messaging.ts +74 -0
- package/relay/examples/relay-outbound.ts +76 -0
- package/rest/README.md +141 -0
- package/rest/docs/calling.md +313 -0
- package/rest/docs/client-reference.md +149 -0
- package/rest/docs/fabric.md +192 -0
- package/rest/docs/getting-started.md +138 -0
- package/rest/docs/guide.md +421 -0
- package/rest/docs/namespaces.md +367 -0
- package/rest/docs/phone-binding.md +116 -0
- package/rest/examples/rest-10dlc-registration.ts +177 -0
- package/rest/examples/rest-bind-phone-to-swml-webhook.ts +66 -0
- package/rest/examples/rest-calling-ivr-and-ai.ts +136 -0
- package/rest/examples/rest-calling-play-and-record.ts +98 -0
- package/rest/examples/rest-client.ts +59 -0
- package/rest/examples/rest-datasphere-search.ts +81 -0
- package/rest/examples/rest-fabric-conferences-and-routing.ts +147 -0
- package/rest/examples/rest-fabric-subscribers-and-sip.ts +106 -0
- package/rest/examples/rest-fabric-swml-and-callflows.ts +101 -0
- package/rest/examples/rest-manage-resources.ts +64 -0
- package/rest/examples/rest-phone-number-management.ts +200 -0
- package/rest/examples/rest-queues-mfa-and-recordings.ts +143 -0
- package/rest/examples/rest-video-rooms.ts +186 -0
- package/tutorial/fred/fred.ts +218 -0
- package/tutorial/fred/tutorial/01-introduction.md +141 -0
- package/tutorial/fred/tutorial/02-setup.md +304 -0
- package/tutorial/fred/tutorial/03-basic-agent.md +284 -0
- package/tutorial/fred/tutorial/04-wikipedia-skill.md +298 -0
- package/tutorial/fred/tutorial/05-custom-functions.md +347 -0
- package/tutorial/fred/tutorial/06-running-testing.md +642 -0
- package/tutorial/fred/tutorial/README.md +56 -0
- package/tutorial/fred/tutorial/appendix-complete-code.md +632 -0
- package/tutorial/fred/tutorial/appendix-docker-deployment.md +504 -0
- package/tutorial/full-guardrails-agent/handlers.ts +436 -0
- package/tutorial/full-guardrails-agent/penny.ts +305 -0
- package/tutorial/full-guardrails-agent/reservations.ts +1109 -0
- package/tutorial/full-guardrails-agent/tutorial/01-why-guardrails.md +149 -0
- package/tutorial/full-guardrails-agent/tutorial/02-design-first.md +139 -0
- package/tutorial/full-guardrails-agent/tutorial/03-rules-first.md +422 -0
- package/tutorial/full-guardrails-agent/tutorial/04-the-shell.md +238 -0
- package/tutorial/full-guardrails-agent/tutorial/05-steps-and-scoping.md +247 -0
- package/tutorial/full-guardrails-agent/tutorial/06-tools-that-decide.md +467 -0
- package/tutorial/full-guardrails-agent/tutorial/07-gather-and-projection.md +160 -0
- package/tutorial/full-guardrails-agent/tutorial/08-the-verification-gate.md +333 -0
- package/tutorial/full-guardrails-agent/tutorial/09-people-and-endings.md +313 -0
- package/tutorial/full-guardrails-agent/tutorial/10-testing-and-running.md +387 -0
- package/tutorial/full-guardrails-agent/tutorial/README.md +106 -0
- package/tutorial/full-guardrails-agent/tutorial/appendix-complete-code.md +2207 -0
- package/tutorial/full-guardrails-agent/tutorial/appendix-deployment.md +191 -0
- package/tutorial/full-guardrails-agent/tutorial/appendix-technique-map.md +117 -0
- package/tutorial/full-guardrails-agent/workflow.ts +219 -0
- package/tutorial/multi_agents/README.md +175 -0
- package/tutorial/multi_agents/advanced_agent.ts +395 -0
- package/tutorial/multi_agents/extending_agents.ts +641 -0
- package/tutorial/multi_agents/knowledge.ts +59 -0
- package/tutorial/multi_agents/lesson1_first_agent.md +368 -0
- package/tutorial/multi_agents/lesson2_knowledge_bases.md +404 -0
- package/tutorial/multi_agents/lesson3_multi_agent_systems.md +621 -0
- package/tutorial/multi_agents/lesson4_advanced_features.md +805 -0
- package/tutorial/multi_agents/lesson5_extending_agents.md +856 -0
- package/tutorial/multi_agents/pc_builder.ts +529 -0
- package/tutorial/multi_agents/sales_agent.ts +88 -0
- package/tutorial/multi_agents/sales_agent_with_search.ts +116 -0
- package/tutorial/multi_agents/sales_knowledge.md +139 -0
- package/tutorial/multi_agents/support_knowledge.md +256 -0
- package/dist/cli/mock-data.d.ts +0 -37
- package/dist/cli/mock-data.js +0 -80
- package/dist/cli/mock-data.js.map +0 -1
- package/dist/generateVerbTypes.d.ts +0 -11
- package/dist/generateVerbTypes.js +0 -265
- package/dist/generateVerbTypes.js.map +0 -1
- package/dist/rest/namespaces/compat.d.ts +0 -585
- package/dist/rest/namespaces/compat.js +0 -735
- package/dist/rest/namespaces/compat.js.map +0 -1
|
@@ -6,11 +6,17 @@
|
|
|
6
6
|
* variables, or the equivalent config params. Uses the Google Custom Search
|
|
7
7
|
* JSON API to perform web searches and return formatted results.
|
|
8
8
|
*/
|
|
9
|
-
import { SkillBase } from '../SkillBase.js';
|
|
9
|
+
import { SkillBase, defineSkillTool } from '../SkillBase.js';
|
|
10
10
|
import { FunctionResult } from '../../FunctionResult.js';
|
|
11
|
+
import { _publicFetch } from '../../PublicFetch.js';
|
|
11
12
|
import { MAX_SKILL_INPUT_LENGTH, validateUrl } from '../../SecurityUtils.js';
|
|
12
13
|
import { getLogger } from '../../Logger.js';
|
|
13
|
-
|
|
14
|
+
// cheerio is an OPTIONAL dependency (only the web_search / spider scraping
|
|
15
|
+
// skills use it). Import the TYPES statically (erased at compile time, zero
|
|
16
|
+
// runtime cost) and load the VALUE lazily via `await import('cheerio')` at the
|
|
17
|
+
// point of use — mirroring how RelayClient lazy-loads `ws`. A consumer who
|
|
18
|
+
// never scrapes never loads cheerio; if it is absent, `validatePackages()`
|
|
19
|
+
// (REQUIRED_PACKAGES below) reports it cleanly instead of crashing.
|
|
14
20
|
const log = getLogger('WebSearchSkill');
|
|
15
21
|
const DEFAULT_NO_RESULTS_MESSAGE = "I couldn't find quality results for '{query}'. " +
|
|
16
22
|
'The search returned only low-quality or inaccessible pages. ' +
|
|
@@ -78,13 +84,14 @@ const UNWANTED_PATTERNS = [
|
|
|
78
84
|
* {@link UNWANTED_PATTERNS} on either `class` or `id` (case-insensitive).
|
|
79
85
|
* 5. Collapse whitespace and trim.
|
|
80
86
|
*
|
|
81
|
-
* Exported so
|
|
82
|
-
*
|
|
87
|
+
* Exported so the skill's test suite can verify byte-identical
|
|
88
|
+
* behavior against Python BeautifulSoup fixtures; not re-exported
|
|
83
89
|
* from the skills barrel, so this stays internal to the skill module.
|
|
84
90
|
*
|
|
85
91
|
* @internal
|
|
86
92
|
*/
|
|
87
|
-
export function extractTextFromHtml(html) {
|
|
93
|
+
export async function extractTextFromHtml(html) {
|
|
94
|
+
const cheerio = await import('cheerio');
|
|
88
95
|
const normalized = html.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, (_, content) => content);
|
|
89
96
|
const $ = cheerio.load(normalized);
|
|
90
97
|
let pickedHtml = '';
|
|
@@ -136,11 +143,17 @@ export function extractTextFromHtml(html) {
|
|
|
136
143
|
*
|
|
137
144
|
* Supported config: `tool_name`, `num_results`, `no_results_message`,
|
|
138
145
|
* `safe_search`, `delay`, `max_content_length`, `oversample_factor`,
|
|
139
|
-
* `min_quality_score
|
|
146
|
+
* `min_quality_score`, `response_prefix`, `response_postfix`, and the
|
|
147
|
+
* latency-control params `per_page_timeout`, `overall_deadline`,
|
|
148
|
+
* `parallel_scrape`, `snippets_only` (Python skill.py commits 51101da +
|
|
149
|
+
* 295745b). When the overall deadline fires or no scraped page meets the
|
|
150
|
+
* quality threshold, the handler falls back to formatting the CSE snippets.
|
|
140
151
|
*
|
|
141
152
|
* @example
|
|
142
153
|
* ```ts
|
|
143
|
-
*
|
|
154
|
+
* import { AgentBase } from '@signalwire/sdk';
|
|
155
|
+
* const agent = new AgentBase({ name: 'demo', route: '/' });
|
|
156
|
+
* await agent.addSkillByName('web_search', {
|
|
144
157
|
* api_key: process.env.GOOGLE_SEARCH_API_KEY,
|
|
145
158
|
* search_engine_id: process.env.GOOGLE_CSE_ID,
|
|
146
159
|
* num_results: 3,
|
|
@@ -149,11 +162,13 @@ export function extractTextFromHtml(html) {
|
|
|
149
162
|
*/
|
|
150
163
|
export class WebSearchSkill extends SkillBase {
|
|
151
164
|
// Python ground truth: skills/web_search/skill.py:559-567
|
|
152
|
-
// REQUIRED_PACKAGES = ["bs4", "requests"] in Python; TS uses cheerio
|
|
165
|
+
// REQUIRED_PACKAGES = ["bs4", "requests"] in Python; TS uses cheerio (optional
|
|
166
|
+
// dependency) + the built-in fetch. cheerio is declared so validatePackages()
|
|
167
|
+
// reports it cleanly if a consumer installed the SDK without the optional dep.
|
|
168
|
+
static REQUIRED_PACKAGES = ['cheerio'];
|
|
153
169
|
static SKILL_NAME = 'web_search';
|
|
154
170
|
static SKILL_DESCRIPTION = 'Search the web for information using Google Custom Search API';
|
|
155
171
|
static SKILL_VERSION = '2.0.0';
|
|
156
|
-
static REQUIRED_PACKAGES = [];
|
|
157
172
|
static REQUIRED_ENV_VARS = [];
|
|
158
173
|
static SUPPORTS_MULTIPLE_INSTANCES = true;
|
|
159
174
|
static getParameterSchema() {
|
|
@@ -222,6 +237,48 @@ export class WebSearchSkill extends SkillBase {
|
|
|
222
237
|
default: DEFAULT_NO_RESULTS_MESSAGE,
|
|
223
238
|
required: false,
|
|
224
239
|
},
|
|
240
|
+
// Latency-control params — Python skill.py:855-895 (commit 295745b).
|
|
241
|
+
// The SignalWire kernel times out webhook responses around 55s, so the
|
|
242
|
+
// handler MUST finish under that. These bound per-page and whole-call
|
|
243
|
+
// latency and offer a sub-second snippets-only mode.
|
|
244
|
+
per_page_timeout: {
|
|
245
|
+
type: 'number',
|
|
246
|
+
description: 'Maximum seconds to wait on a single page scrape.',
|
|
247
|
+
default: 2.0,
|
|
248
|
+
required: false,
|
|
249
|
+
min: 0.1,
|
|
250
|
+
},
|
|
251
|
+
overall_deadline: {
|
|
252
|
+
type: 'number',
|
|
253
|
+
description: 'Wall-clock budget in seconds for the whole tool call. In-flight scrapes are abandoned past this so the response beats the kernel webhook timeout.',
|
|
254
|
+
default: 10.0,
|
|
255
|
+
required: false,
|
|
256
|
+
min: 1.0,
|
|
257
|
+
},
|
|
258
|
+
parallel_scrape: {
|
|
259
|
+
type: 'boolean',
|
|
260
|
+
description: 'Scrape all candidate pages concurrently (Promise.all raced against the deadline) instead of sequentially.',
|
|
261
|
+
default: true,
|
|
262
|
+
required: false,
|
|
263
|
+
},
|
|
264
|
+
snippets_only: {
|
|
265
|
+
type: 'boolean',
|
|
266
|
+
description: 'Skip page scraping entirely and return Google CSE snippets only. Fastest mode (sub-second).',
|
|
267
|
+
default: false,
|
|
268
|
+
required: false,
|
|
269
|
+
},
|
|
270
|
+
response_prefix: {
|
|
271
|
+
type: 'string',
|
|
272
|
+
description: 'Optional text prepended (separated by a blank line) to every non-empty search result. Use to give the calling agent a mechanical cue, e.g. "tell the user this came from a public web search".',
|
|
273
|
+
default: '',
|
|
274
|
+
required: false,
|
|
275
|
+
},
|
|
276
|
+
response_postfix: {
|
|
277
|
+
type: 'string',
|
|
278
|
+
description: 'Optional text appended (separated by a blank line) to every non-empty search result.',
|
|
279
|
+
default: '',
|
|
280
|
+
required: false,
|
|
281
|
+
},
|
|
225
282
|
safe_search: {
|
|
226
283
|
type: 'string',
|
|
227
284
|
description: 'Safe search level.',
|
|
@@ -296,26 +353,42 @@ export class WebSearchSkill extends SkillBase {
|
|
|
296
353
|
const maxContentLength = this.getConfig('max_content_length', 32768);
|
|
297
354
|
const delaySeconds = this.getConfig('delay', 0.5);
|
|
298
355
|
const noResultsMessage = this.getConfig('no_results_message', DEFAULT_NO_RESULTS_MESSAGE);
|
|
356
|
+
// Optional prefix/postfix wrapped around every non-empty search result.
|
|
357
|
+
// Mirrors the response_format_callback pattern from the Python
|
|
358
|
+
// native_vector_search skill and Python web_search skill.py:587-595.
|
|
359
|
+
// Applied only on successful results — error/no-results paths stay as-is.
|
|
360
|
+
const responsePrefix = this.getConfig('response_prefix', '');
|
|
361
|
+
const responsePostfix = this.getConfig('response_postfix', '');
|
|
362
|
+
// Latency-control params — Python skill.py:670-674 (commit 51101da).
|
|
363
|
+
// perPageTimeout: max seconds to wait on a single page fetch.
|
|
364
|
+
// overallDeadline: wall-clock budget for the whole tool call; in-flight
|
|
365
|
+
// scrapes are abandoned (and their fetches aborted) past it.
|
|
366
|
+
// parallelScrape: dispatch all scrapes concurrently and race them
|
|
367
|
+
// against the deadline, vs. one-after-the-other.
|
|
368
|
+
// snippetsOnly: skip scraping; format CSE snippets directly (sub-second).
|
|
369
|
+
const perPageTimeoutMs = Math.max(100, this.getConfig('per_page_timeout', 2.0) * 1000);
|
|
370
|
+
const overallDeadlineMs = Math.max(1000, this.getConfig('overall_deadline', 10.0) * 1000);
|
|
371
|
+
const parallelScrape = this.getConfig('parallel_scrape', true);
|
|
372
|
+
const snippetsOnly = this.getConfig('snippets_only', false);
|
|
299
373
|
const toolName = this.getToolName();
|
|
300
374
|
return [
|
|
301
|
-
{
|
|
375
|
+
defineSkillTool({
|
|
302
376
|
name: toolName,
|
|
303
377
|
description: 'Search the web for high-quality information, automatically filtering low-quality results',
|
|
304
378
|
parameters: {
|
|
305
379
|
query: {
|
|
306
380
|
type: 'string',
|
|
307
|
-
description:
|
|
381
|
+
description: 'The search query - what you want to find information about',
|
|
308
382
|
},
|
|
309
383
|
},
|
|
310
|
-
required:
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
rawQuery.trim().length === 0) {
|
|
384
|
+
// Python passes no `required` (web_search/skill.py:707), so the wire
|
|
385
|
+
// schema has no `required` key. args.query is `string | undefined`,
|
|
386
|
+
// narrowed by the guard below.
|
|
387
|
+
handler: async (args) => {
|
|
388
|
+
if (!args.query || args.query.trim().length === 0) {
|
|
316
389
|
return new FunctionResult('Please provide a search query. What would you like me to search for?');
|
|
317
390
|
}
|
|
318
|
-
const query =
|
|
391
|
+
const query = args.query.trim();
|
|
319
392
|
if (query.length > MAX_SKILL_INPUT_LENGTH) {
|
|
320
393
|
return new FunctionResult('Search query is too long.');
|
|
321
394
|
}
|
|
@@ -336,7 +409,11 @@ export class WebSearchSkill extends SkillBase {
|
|
|
336
409
|
try {
|
|
337
410
|
const encodedQuery = encodeURIComponent(query);
|
|
338
411
|
const safeParam = safeSearch !== 'off' ? `&safe=${safeSearch}` : '';
|
|
339
|
-
|
|
412
|
+
// Base URL is normally googleapis.com; the porting-sdk's
|
|
413
|
+
// `audit_skills_dispatch.py` overrides via `WEB_SEARCH_BASE_URL`
|
|
414
|
+
// so the loopback fixture can stand in for Google CSE.
|
|
415
|
+
const base = process.env['WEB_SEARCH_BASE_URL'] ?? 'https://www.googleapis.com';
|
|
416
|
+
const url = `${base.replace(/\/+$/, '')}/customsearch/v1` +
|
|
340
417
|
// Python uses timeout=15 on the API request (skill.py:220).
|
|
341
418
|
`?key=${apiKey}&cx=${searchEngineId}&q=${encodedQuery}&num=${fetchCount}${safeParam}`;
|
|
342
419
|
const controller = new AbortController();
|
|
@@ -356,40 +433,108 @@ export class WebSearchSkill extends SkillBase {
|
|
|
356
433
|
if (!data.items || data.items.length === 0) {
|
|
357
434
|
return new FunctionResult(WebSearchSkill._formatNoResultsMessage(noResultsMessage, query));
|
|
358
435
|
}
|
|
436
|
+
// Snippets-only fast path — Python skill.py:454-456 (commit
|
|
437
|
+
// 51101da). Skip page scraping entirely and format the CSE
|
|
438
|
+
// snippets directly. Returns sub-second; good enough for most
|
|
439
|
+
// voice answers and never risks the kernel webhook timeout.
|
|
440
|
+
if (snippetsOnly) {
|
|
441
|
+
return new FunctionResult(WebSearchSkill._formatSnippetResults(query, data.items, count));
|
|
442
|
+
}
|
|
443
|
+
// Overall-deadline budget — Python skill.py:436 (commit 51101da).
|
|
444
|
+
// Wall-clock instant past which any not-yet-finished scrape is
|
|
445
|
+
// abandoned. A shared AbortController lets the deadline cancel
|
|
446
|
+
// in-flight fetches (best-effort) so the response always beats the
|
|
447
|
+
// kernel webhook timeout.
|
|
448
|
+
const deadlineAt = Date.now() + overallDeadlineMs;
|
|
449
|
+
const deadlineController = new AbortController();
|
|
450
|
+
const deadlineTimer = setTimeout(() => deadlineController.abort(), overallDeadlineMs);
|
|
359
451
|
const allCandidates = [];
|
|
360
|
-
|
|
361
|
-
|
|
452
|
+
// Fetch + score one candidate. Returns an enriched Candidate or
|
|
453
|
+
// null (parse failure / SSRF rejection / below-threshold / past
|
|
454
|
+
// the deadline). Mirrors Python's `_scrape_one` (skill.py:458-481).
|
|
455
|
+
const scrapeOne = async (item) => {
|
|
456
|
+
if (Date.now() >= deadlineAt)
|
|
457
|
+
return null;
|
|
458
|
+
let host;
|
|
362
459
|
try {
|
|
363
460
|
// SSRF / URL sanity — Python has no explicit pre-check; the
|
|
364
461
|
// scraper's inner `validate_url` handles it. We pre-parse to
|
|
365
462
|
// derive `host` for the domain-diverse selection pass.
|
|
366
|
-
|
|
367
|
-
const result = await this._scrapeUrl(item.link, maxContentLength, 10_000, query);
|
|
368
|
-
if (result !== null && result.score >= minQualityScore) {
|
|
369
|
-
allCandidates.push({
|
|
370
|
-
item,
|
|
371
|
-
text: result.text,
|
|
372
|
-
score: result.score,
|
|
373
|
-
host,
|
|
374
|
-
text_length: result.text_length,
|
|
375
|
-
sentence_count: result.sentence_count,
|
|
376
|
-
query_relevance: result.query_relevance,
|
|
377
|
-
query_words_found: result.query_words_found,
|
|
378
|
-
domain: result.domain,
|
|
379
|
-
});
|
|
380
|
-
}
|
|
463
|
+
host = new URL(item.link).host;
|
|
381
464
|
}
|
|
382
465
|
catch {
|
|
383
|
-
|
|
384
|
-
|
|
466
|
+
return null;
|
|
467
|
+
}
|
|
468
|
+
const result = await this._scrapeUrl(item.link, maxContentLength, perPageTimeoutMs, query, deadlineController.signal);
|
|
469
|
+
if (result === null || result.score < minQualityScore) {
|
|
470
|
+
return null;
|
|
471
|
+
}
|
|
472
|
+
return {
|
|
473
|
+
item,
|
|
474
|
+
text: result.text,
|
|
475
|
+
score: result.score,
|
|
476
|
+
host,
|
|
477
|
+
text_length: result.text_length,
|
|
478
|
+
sentence_count: result.sentence_count,
|
|
479
|
+
query_relevance: result.query_relevance,
|
|
480
|
+
query_words_found: result.query_words_found,
|
|
481
|
+
domain: result.domain,
|
|
482
|
+
};
|
|
483
|
+
};
|
|
484
|
+
try {
|
|
485
|
+
if (parallelScrape) {
|
|
486
|
+
// Dispatch every scrape at once and race the whole batch
|
|
487
|
+
// against an overall-deadline timer. Python skill.py:484-503
|
|
488
|
+
// uses a ThreadPoolExecutor + as_completed and harvests each
|
|
489
|
+
// future as it finishes, breaking out when time runs out. To
|
|
490
|
+
// match that (keep the fast scrapes even if a slow sibling
|
|
491
|
+
// pushes the batch past the deadline) each scrapeOne pushes its
|
|
492
|
+
// own result into allCandidates as it resolves, rather than
|
|
493
|
+
// collecting atomically. Promise.race against a deadline
|
|
494
|
+
// sentinel then returns as soon as either the whole batch
|
|
495
|
+
// settles or the deadline fires.
|
|
496
|
+
const allScrapes = Promise.allSettled(data.items.map((it) => scrapeOne(it).then((cand) => {
|
|
497
|
+
if (cand !== null)
|
|
498
|
+
allCandidates.push(cand);
|
|
499
|
+
})));
|
|
500
|
+
const deadlineSentinel = Symbol('deadline');
|
|
501
|
+
const deadlineRace = new Promise((resolve) => {
|
|
502
|
+
const remaining = Math.max(0, deadlineAt - Date.now());
|
|
503
|
+
const t = setTimeout(() => resolve(deadlineSentinel), remaining);
|
|
504
|
+
// Don't keep the event loop alive solely for this timer.
|
|
505
|
+
if (typeof t.unref === 'function')
|
|
506
|
+
t.unref();
|
|
507
|
+
});
|
|
508
|
+
// When the deadline wins, allCandidates already holds whatever
|
|
509
|
+
// resolved in time; the stragglers are aborted in `finally`.
|
|
510
|
+
await Promise.race([allScrapes, deadlineRace]);
|
|
385
511
|
}
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
512
|
+
else {
|
|
513
|
+
// Sequential mode (legacy). Still honors the overall deadline:
|
|
514
|
+
// bail before starting a scrape once we're out of time.
|
|
515
|
+
// Python skill.py:505-513.
|
|
516
|
+
for (let idx = 0; idx < data.items.length; idx++) {
|
|
517
|
+
if (Date.now() >= deadlineAt)
|
|
518
|
+
break;
|
|
519
|
+
const cand = await scrapeOne(data.items[idx]); // idx < length
|
|
520
|
+
if (cand !== null)
|
|
521
|
+
allCandidates.push(cand);
|
|
522
|
+
// Python skill.py:512-513 sleeps `delay` seconds between
|
|
523
|
+
// iterations. Skip on the last iteration (nothing left).
|
|
524
|
+
if (delaySeconds > 0 && idx < data.items.length - 1) {
|
|
525
|
+
if (Date.now() >= deadlineAt)
|
|
526
|
+
break;
|
|
527
|
+
await new Promise((r) => setTimeout(r, delaySeconds * 1000));
|
|
528
|
+
}
|
|
529
|
+
}
|
|
391
530
|
}
|
|
392
531
|
}
|
|
532
|
+
finally {
|
|
533
|
+
clearTimeout(deadlineTimer);
|
|
534
|
+
// Release any fetches still in flight (parallel mode harvested a
|
|
535
|
+
// subset; abort the stragglers so sockets don't dangle).
|
|
536
|
+
deadlineController.abort();
|
|
537
|
+
}
|
|
393
538
|
// Two-pass selection: sort by score desc, then (1) take the
|
|
394
539
|
// highest-quality result per unique host, (2) fill remaining
|
|
395
540
|
// slots from the leftovers. Mirrors Python skill.py:~495-540.
|
|
@@ -414,10 +559,16 @@ export class WebSearchSkill extends SkillBase {
|
|
|
414
559
|
}
|
|
415
560
|
const scored = chosen;
|
|
416
561
|
if (allCandidates.length === 0 || scored.length === 0) {
|
|
417
|
-
//
|
|
418
|
-
//
|
|
419
|
-
//
|
|
420
|
-
//
|
|
562
|
+
// Time ran out (overall_deadline fired), every scrape failed
|
|
563
|
+
// (network / SSRF rejection / per_page_timeout), or every page
|
|
564
|
+
// was below the quality threshold. Python skill.py:515-519
|
|
565
|
+
// (commit 51101da) falls back to formatting the CSE snippets it
|
|
566
|
+
// already has rather than an empty "no results" message, so the
|
|
567
|
+
// kernel never sees a webhook timeout and the model always gets
|
|
568
|
+
// useful context back.
|
|
569
|
+
if (data.items && data.items.length > 0) {
|
|
570
|
+
return new FunctionResult(WebSearchSkill._formatSnippetResults(query, data.items, count));
|
|
571
|
+
}
|
|
421
572
|
return new FunctionResult(WebSearchSkill._formatNoResultsMessage(noResultsMessage, query));
|
|
422
573
|
}
|
|
423
574
|
// Per-result content budget — Python skill.py:491-495 divides
|
|
@@ -436,7 +587,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
436
587
|
`Showing top ${scored.length} from diverse sources:\n`,
|
|
437
588
|
];
|
|
438
589
|
for (let i = 0; i < scored.length; i++) {
|
|
439
|
-
const cand = scored[i];
|
|
590
|
+
const cand = scored[i]; // i < length
|
|
440
591
|
let block = `=== RESULT ${i + 1} (Quality: ${cand.score.toFixed(2)}) ===\n`;
|
|
441
592
|
block += `Title: ${cand.item.title}\n`;
|
|
442
593
|
block += `URL: ${cand.item.link}\n`;
|
|
@@ -461,7 +612,18 @@ export class WebSearchSkill extends SkillBase {
|
|
|
461
612
|
// Python's outer `_web_search_handler` (skill.py:644) wraps the
|
|
462
613
|
// inner formatter output with a `"Quality web search results for
|
|
463
614
|
// '<query>':\n\n"` preamble.
|
|
464
|
-
|
|
615
|
+
let responseText = `Quality web search results for '${query}':\n\n${innerOutput}`;
|
|
616
|
+
// Python skill.py:653-656 wraps the success response with optional
|
|
617
|
+
// prefix/postfix separated by a blank line. Only applied here
|
|
618
|
+
// (success path); error / no-results / snippet-fallback paths
|
|
619
|
+
// intentionally bypass the wrapping.
|
|
620
|
+
if (responsePrefix) {
|
|
621
|
+
responseText = `${responsePrefix}\n\n${responseText}`;
|
|
622
|
+
}
|
|
623
|
+
if (responsePostfix) {
|
|
624
|
+
responseText = `${responseText}\n\n${responsePostfix}`;
|
|
625
|
+
}
|
|
626
|
+
return new FunctionResult(responseText);
|
|
465
627
|
}
|
|
466
628
|
catch (err) {
|
|
467
629
|
log.error('web_search_failed', {
|
|
@@ -470,17 +632,47 @@ export class WebSearchSkill extends SkillBase {
|
|
|
470
632
|
return new FunctionResult('Sorry, I encountered an error while searching. Please try again later.');
|
|
471
633
|
}
|
|
472
634
|
},
|
|
473
|
-
},
|
|
635
|
+
}),
|
|
474
636
|
];
|
|
475
637
|
}
|
|
638
|
+
/**
|
|
639
|
+
* Format Google CSE snippets without fetching the underlying pages.
|
|
640
|
+
*
|
|
641
|
+
* Python equivalent: `GoogleSearchScraper._format_snippet_results`
|
|
642
|
+
* (skill.py:416-437, commit 51101da). Used by the `snippets_only` fast path
|
|
643
|
+
* and as the graceful fallback when page scraping is abandoned by the
|
|
644
|
+
* `overall_deadline` or every page falls below the quality threshold. The
|
|
645
|
+
* result is shorter than a fully-scraped response but always non-empty when
|
|
646
|
+
* the CSE returned anything, so the kernel never sees a webhook timeout.
|
|
647
|
+
*
|
|
648
|
+
* @param query - The original search query (echoed in the header).
|
|
649
|
+
* @param items - Raw CSE items (title / link / snippet).
|
|
650
|
+
* @param numResults - How many snippets to surface (top N).
|
|
651
|
+
* @returns A formatted, non-empty snippet block.
|
|
652
|
+
*/
|
|
653
|
+
static _formatSnippetResults(query, items, numResults) {
|
|
654
|
+
if (!items || items.length === 0) {
|
|
655
|
+
return `No search results found for query: ${query}`;
|
|
656
|
+
}
|
|
657
|
+
const top = items.slice(0, Math.max(numResults, 1));
|
|
658
|
+
const lines = [`Snippet-only results for '${query}' (page content not scraped):`, ''];
|
|
659
|
+
for (let i = 0; i < top.length; i++) {
|
|
660
|
+
const it = top[i]; // i < length
|
|
661
|
+
lines.push(`=== RESULT ${i + 1} ===`);
|
|
662
|
+
lines.push(`Title: ${it.title}`);
|
|
663
|
+
lines.push(`URL: ${it.link}`);
|
|
664
|
+
const snippet = (it.snippet ?? '').replace(/\n/g, ' ').trim();
|
|
665
|
+
lines.push(`Snippet: ${snippet}`);
|
|
666
|
+
lines.push('');
|
|
667
|
+
}
|
|
668
|
+
return lines.join('\n');
|
|
669
|
+
}
|
|
476
670
|
/** Apply the `{query}` template to the no-results message. */
|
|
477
671
|
static _formatNoResultsMessage(template, query) {
|
|
478
|
-
return template.includes('{query}')
|
|
479
|
-
? template.replace(/\{query\}/g, query)
|
|
480
|
-
: template;
|
|
672
|
+
return template.includes('{query}') ? template.replace(/\{query\}/g, query) : template;
|
|
481
673
|
}
|
|
482
674
|
/**
|
|
483
|
-
* Check whether the URL points at Reddit. Python
|
|
675
|
+
* Check whether the URL points at Reddit. Python equivalent: `is_reddit_url`
|
|
484
676
|
* (skill.py:66).
|
|
485
677
|
*/
|
|
486
678
|
static _isRedditUrl(url) {
|
|
@@ -496,7 +688,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
496
688
|
* Fetch a Reddit URL via the `.json` endpoint and build a structured summary
|
|
497
689
|
* of the post + top comments.
|
|
498
690
|
*
|
|
499
|
-
* Python
|
|
691
|
+
* Python equivalent: `extract_reddit_content` (skill.py:71-190). Matches the
|
|
500
692
|
* post-title/author/score/comments assembly and the top-20 → valid → top-5
|
|
501
693
|
* comment pipeline. Returns just the compiled text — Python's
|
|
502
694
|
* `search_and_scrape_best` unconditionally overwrites Reddit's
|
|
@@ -507,26 +699,24 @@ export class WebSearchSkill extends SkillBase {
|
|
|
507
699
|
* Falls through to HTML extraction on JSON fetch failure or malformed
|
|
508
700
|
* payload, matching Python's `except Exception: fall back` behavior.
|
|
509
701
|
*/
|
|
510
|
-
async _extractRedditContent(url, contentLimit, timeoutMs) {
|
|
702
|
+
async _extractRedditContent(url, contentLimit, timeoutMs, externalSignal) {
|
|
511
703
|
try {
|
|
512
704
|
if (!(await validateUrl(url))) {
|
|
513
705
|
log.debug('web_search: reddit URL rejected by SSRF guard', { url });
|
|
514
706
|
return null;
|
|
515
707
|
}
|
|
516
|
-
const jsonUrl = url.endsWith('.json')
|
|
517
|
-
|
|
518
|
-
: `${url.replace(/\/+$/, '')}.json`;
|
|
519
|
-
const controller = new AbortController();
|
|
520
|
-
const timer = setTimeout(() => controller.abort(), timeoutMs);
|
|
708
|
+
const jsonUrl = url.endsWith('.json') ? url : `${url.replace(/\/+$/, '')}.json`;
|
|
709
|
+
const { signal, dispose } = WebSearchSkill._fetchSignal(timeoutMs, externalSignal);
|
|
521
710
|
let response;
|
|
522
711
|
try {
|
|
523
|
-
|
|
524
|
-
|
|
712
|
+
// _publicFetch checks every redirect and the connected address.
|
|
713
|
+
response = await _publicFetch(jsonUrl, {
|
|
714
|
+
signal,
|
|
525
715
|
headers: { 'User-Agent': 'SignalWire-WebSearch/2.0' },
|
|
526
716
|
});
|
|
527
717
|
}
|
|
528
718
|
finally {
|
|
529
|
-
|
|
719
|
+
dispose();
|
|
530
720
|
}
|
|
531
721
|
if (!response.ok) {
|
|
532
722
|
log.debug('web_search: reddit JSON non-200', {
|
|
@@ -567,10 +757,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
567
757
|
if (c.kind !== 't1' || !c.data)
|
|
568
758
|
continue;
|
|
569
759
|
const body = (c.data['body'] ?? '').trim();
|
|
570
|
-
if (!body ||
|
|
571
|
-
body === '[removed]' ||
|
|
572
|
-
body === '[deleted]' ||
|
|
573
|
-
body.length <= 50) {
|
|
760
|
+
if (!body || body === '[removed]' || body === '[deleted]' || body.length <= 50) {
|
|
574
761
|
continue;
|
|
575
762
|
}
|
|
576
763
|
validComments.push({
|
|
@@ -612,12 +799,18 @@ export class WebSearchSkill extends SkillBase {
|
|
|
612
799
|
* to match Python's `search_and_scrape_best` overwrite behavior
|
|
613
800
|
* (skill.py:447-448).
|
|
614
801
|
*
|
|
615
|
-
* Python
|
|
802
|
+
* Python equivalent: `extract_text_from_url` (skill.py:192-202). Returns `null`
|
|
616
803
|
* on any failure (network, non-200, parse error, or SSRF rejection).
|
|
804
|
+
*
|
|
805
|
+
* @param timeoutMs - Per-page fetch timeout (Python `per_page_timeout`).
|
|
806
|
+
* @param externalSignal - Optional shared abort signal driven by the
|
|
807
|
+
* handler's `overall_deadline`. When it fires, in-flight fetches are
|
|
808
|
+
* cancelled even if the per-page timeout has not elapsed. Combined with
|
|
809
|
+
* the per-page timeout via {@link AbortSignal.any}.
|
|
617
810
|
*/
|
|
618
|
-
async _scrapeUrl(url, contentLimit, timeoutMs, query) {
|
|
811
|
+
async _scrapeUrl(url, contentLimit, timeoutMs, query, externalSignal) {
|
|
619
812
|
if (WebSearchSkill._isRedditUrl(url)) {
|
|
620
|
-
const reddit = await this._extractRedditContent(url, contentLimit, timeoutMs);
|
|
813
|
+
const reddit = await this._extractRedditContent(url, contentLimit, timeoutMs, externalSignal);
|
|
621
814
|
if (reddit) {
|
|
622
815
|
const metrics = WebSearchSkill._qualityMetrics(reddit.text, url, query);
|
|
623
816
|
return { text: reddit.text, ...metrics };
|
|
@@ -631,11 +824,14 @@ export class WebSearchSkill extends SkillBase {
|
|
|
631
824
|
log.debug('web_search: scrape URL rejected by SSRF guard', { url });
|
|
632
825
|
return null;
|
|
633
826
|
}
|
|
634
|
-
|
|
635
|
-
|
|
827
|
+
// Per-page timeout OR the shared overall-deadline signal, whichever trips
|
|
828
|
+
// first. The deadline can thus cancel a slow fetch that hasn't yet hit its
|
|
829
|
+
// own per-page timeout.
|
|
830
|
+
const { signal, dispose } = WebSearchSkill._fetchSignal(timeoutMs, externalSignal);
|
|
636
831
|
try {
|
|
637
|
-
|
|
638
|
-
|
|
832
|
+
// _publicFetch checks every redirect and the connected address.
|
|
833
|
+
const response = await _publicFetch(url, {
|
|
834
|
+
signal,
|
|
639
835
|
headers: {
|
|
640
836
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
|
|
641
837
|
},
|
|
@@ -645,7 +841,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
645
841
|
return null;
|
|
646
842
|
}
|
|
647
843
|
const body = await response.text();
|
|
648
|
-
let text = extractTextFromHtml(body);
|
|
844
|
+
let text = await extractTextFromHtml(body);
|
|
649
845
|
if (text.length > contentLimit) {
|
|
650
846
|
text = text.slice(0, contentLimit);
|
|
651
847
|
}
|
|
@@ -662,8 +858,33 @@ export class WebSearchSkill extends SkillBase {
|
|
|
662
858
|
return null;
|
|
663
859
|
}
|
|
664
860
|
finally {
|
|
665
|
-
|
|
861
|
+
dispose();
|
|
862
|
+
}
|
|
863
|
+
}
|
|
864
|
+
/**
|
|
865
|
+
* Build the {@link AbortSignal} for a single page fetch: a per-page timeout,
|
|
866
|
+
* optionally combined with an externally-supplied deadline signal so either
|
|
867
|
+
* one can cancel the request. Returns a `dispose` callback that clears the
|
|
868
|
+
* internal timer (call it from a `finally`).
|
|
869
|
+
*
|
|
870
|
+
* @param timeoutMs - Per-page timeout in milliseconds.
|
|
871
|
+
* @param externalSignal - Optional shared abort signal (overall deadline).
|
|
872
|
+
*/
|
|
873
|
+
static _fetchSignal(timeoutMs, externalSignal) {
|
|
874
|
+
const controller = new AbortController();
|
|
875
|
+
const timer = setTimeout(() => controller.abort(), timeoutMs);
|
|
876
|
+
const dispose = () => clearTimeout(timer);
|
|
877
|
+
if (!externalSignal) {
|
|
878
|
+
return { signal: controller.signal, dispose };
|
|
666
879
|
}
|
|
880
|
+
// If the deadline already fired, short-circuit to an aborted signal.
|
|
881
|
+
if (externalSignal.aborted) {
|
|
882
|
+
controller.abort();
|
|
883
|
+
}
|
|
884
|
+
return {
|
|
885
|
+
signal: AbortSignal.any([controller.signal, externalSignal]),
|
|
886
|
+
dispose,
|
|
887
|
+
};
|
|
667
888
|
}
|
|
668
889
|
/**
|
|
669
890
|
* Six-factor content quality metrics (score + sub-metrics used in the
|
|
@@ -671,7 +892,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
671
892
|
* boilerplate penalty, sentence structure, domain reputation, and query
|
|
672
893
|
* relevance.
|
|
673
894
|
*
|
|
674
|
-
* Python
|
|
895
|
+
* Python equivalent: `_calculate_content_quality` (skill.py:284-414). Preserves
|
|
675
896
|
* the weights (0.25/0.10/0.10/0.15/0.15/0.25), the 26-phrase boilerplate
|
|
676
897
|
* list, the quality/low-quality domain lists, and the phrase-match bonus
|
|
677
898
|
* on relevance. Also returns the same metric fields Python exposes
|
|
@@ -712,9 +933,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
712
933
|
}
|
|
713
934
|
// 2. Word diversity — unique / (total * 0.3). Python skill.py:313-321.
|
|
714
935
|
const words = text.toLowerCase().split(/\s+/).filter(Boolean);
|
|
715
|
-
const diversityScore = words.length === 0
|
|
716
|
-
? 0
|
|
717
|
-
: Math.min(1, new Set(words).size / (words.length * 0.3));
|
|
936
|
+
const diversityScore = words.length === 0 ? 0 : Math.min(1, new Set(words).size / (words.length * 0.3));
|
|
718
937
|
// 3. Boilerplate penalty — 26 phrases, -15% per phrase.
|
|
719
938
|
// Python skill.py:324-335.
|
|
720
939
|
const boilerplatePhrases = [
|
|
@@ -750,9 +969,7 @@ export class WebSearchSkill extends SkillBase {
|
|
|
750
969
|
const boilerplatePenalty = Math.max(0, 1 - boilerplateCount * 0.15);
|
|
751
970
|
// 4. Sentence score — count sentences with >30 chars; target 10.
|
|
752
971
|
// Python skill.py:339-342.
|
|
753
|
-
const sentences = text
|
|
754
|
-
.split(/[.!?]+/)
|
|
755
|
-
.filter((s) => s.trim().length > 30);
|
|
972
|
+
const sentences = text.split(/[.!?]+/).filter((s) => s.trim().length > 30);
|
|
756
973
|
const sentenceScore = Math.min(1, sentences.length / 10);
|
|
757
974
|
// 5. Domain score — quality domains +1.5×, low-quality 0.1×, else 1.0.
|
|
758
975
|
// Python skill.py:344-365.
|