agent-orcha 0.0.4 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +216 -1323
- package/dist/lib/agents/agent-executor.d.ts +15 -4
- package/dist/lib/agents/agent-executor.d.ts.map +1 -1
- package/dist/lib/agents/agent-executor.js +337 -87
- package/dist/lib/agents/agent-executor.js.map +1 -1
- package/dist/lib/agents/agent-loader.d.ts +4 -1
- package/dist/lib/agents/agent-loader.d.ts.map +1 -1
- package/dist/lib/agents/agent-loader.js +20 -4
- package/dist/lib/agents/agent-loader.js.map +1 -1
- package/dist/lib/agents/index.d.ts +5 -5
- package/dist/lib/agents/index.js +4 -4
- package/dist/lib/agents/react-loop.d.ts +30 -0
- package/dist/lib/agents/react-loop.d.ts.map +1 -0
- package/dist/lib/agents/react-loop.js +193 -0
- package/dist/lib/agents/react-loop.js.map +1 -0
- package/dist/lib/agents/structured-output-wrapper.d.ts +3 -3
- package/dist/lib/agents/structured-output-wrapper.d.ts.map +1 -1
- package/dist/lib/agents/structured-output-wrapper.js +2 -2
- package/dist/lib/agents/structured-output-wrapper.js.map +1 -1
- package/dist/lib/agents/types.d.ts +306 -19
- package/dist/lib/agents/types.d.ts.map +1 -1
- package/dist/lib/agents/types.js +34 -4
- package/dist/lib/agents/types.js.map +1 -1
- package/dist/lib/functions/function-loader.d.ts +3 -1
- package/dist/lib/functions/function-loader.d.ts.map +1 -1
- package/dist/lib/functions/function-loader.js +23 -5
- package/dist/lib/functions/function-loader.js.map +1 -1
- package/dist/lib/functions/index.d.ts +2 -2
- package/dist/lib/functions/index.js +1 -1
- package/dist/lib/functions/simple-function-wrapper.d.ts +2 -11
- package/dist/lib/functions/simple-function-wrapper.d.ts.map +1 -1
- package/dist/lib/functions/simple-function-wrapper.js +3 -3
- package/dist/lib/functions/simple-function-wrapper.js.map +1 -1
- package/dist/lib/index.d.ts +29 -17
- package/dist/lib/index.d.ts.map +1 -1
- package/dist/lib/index.js +21 -9
- package/dist/lib/index.js.map +1 -1
- package/dist/lib/integrations/collabnook.d.ts +56 -0
- package/dist/lib/integrations/collabnook.d.ts.map +1 -0
- package/dist/lib/integrations/collabnook.js +307 -0
- package/dist/lib/integrations/collabnook.js.map +1 -0
- package/dist/lib/integrations/email.d.ts +38 -0
- package/dist/lib/integrations/email.d.ts.map +1 -0
- package/dist/lib/integrations/email.js +249 -0
- package/dist/lib/integrations/email.js.map +1 -0
- package/dist/lib/integrations/integration-manager.d.ts +19 -0
- package/dist/lib/integrations/integration-manager.d.ts.map +1 -0
- package/dist/lib/integrations/integration-manager.js +159 -0
- package/dist/lib/integrations/integration-manager.js.map +1 -0
- package/dist/lib/integrations/types.d.ts +232 -0
- package/dist/lib/integrations/types.d.ts.map +1 -0
- package/dist/lib/integrations/types.js +37 -0
- package/dist/lib/integrations/types.js.map +1 -0
- package/dist/lib/knowledge/direct-mapper.d.ts +21 -0
- package/dist/lib/knowledge/direct-mapper.d.ts.map +1 -0
- package/dist/lib/knowledge/direct-mapper.js +134 -0
- package/dist/lib/knowledge/direct-mapper.js.map +1 -0
- package/dist/lib/knowledge/index.d.ts +9 -8
- package/dist/lib/knowledge/index.d.ts.map +1 -1
- package/dist/lib/knowledge/index.js +9 -7
- package/dist/lib/knowledge/index.js.map +1 -1
- package/dist/lib/knowledge/knowledge-store-metadata.d.ts +40 -0
- package/dist/lib/knowledge/knowledge-store-metadata.d.ts.map +1 -0
- package/dist/lib/knowledge/knowledge-store-metadata.js +93 -0
- package/dist/lib/knowledge/knowledge-store-metadata.js.map +1 -0
- package/dist/lib/knowledge/knowledge-store.d.ts +49 -0
- package/dist/lib/knowledge/knowledge-store.d.ts.map +1 -0
- package/dist/lib/knowledge/knowledge-store.js +670 -0
- package/dist/lib/knowledge/knowledge-store.js.map +1 -0
- package/dist/lib/knowledge/loaders/database-loader.d.ts +5 -5
- package/dist/lib/knowledge/loaders/database-loader.d.ts.map +1 -1
- package/dist/lib/knowledge/loaders/database-loader.js +21 -10
- package/dist/lib/knowledge/loaders/database-loader.js.map +1 -1
- package/dist/lib/knowledge/loaders/file-loaders.d.ts +45 -0
- package/dist/lib/knowledge/loaders/file-loaders.d.ts.map +1 -0
- package/dist/lib/knowledge/loaders/file-loaders.js +160 -0
- package/dist/lib/knowledge/loaders/file-loaders.js.map +1 -0
- package/dist/lib/knowledge/loaders/index.d.ts +3 -3
- package/dist/lib/knowledge/loaders/index.d.ts.map +1 -1
- package/dist/lib/knowledge/loaders/index.js +3 -3
- package/dist/lib/knowledge/loaders/index.js.map +1 -1
- package/dist/lib/knowledge/loaders/web-loader.d.ts +14 -5
- package/dist/lib/knowledge/loaders/web-loader.d.ts.map +1 -1
- package/dist/lib/knowledge/loaders/web-loader.js +64 -29
- package/dist/lib/knowledge/loaders/web-loader.js.map +1 -1
- package/dist/lib/knowledge/sqlite-store.d.ts +107 -0
- package/dist/lib/knowledge/sqlite-store.d.ts.map +1 -0
- package/dist/lib/knowledge/sqlite-store.js +327 -0
- package/dist/lib/knowledge/sqlite-store.js.map +1 -0
- package/dist/lib/knowledge/types.d.ts +124 -1448
- package/dist/lib/knowledge/types.d.ts.map +1 -1
- package/dist/lib/knowledge/types.js +54 -60
- package/dist/lib/knowledge/types.js.map +1 -1
- package/dist/lib/knowledge/utils/connection-pool.d.ts +3 -2
- package/dist/lib/knowledge/utils/connection-pool.d.ts.map +1 -1
- package/dist/lib/knowledge/utils/connection-pool.js +20 -10
- package/dist/lib/knowledge/utils/connection-pool.js.map +1 -1
- package/dist/lib/knowledge/utils/index.d.ts +2 -2
- package/dist/lib/knowledge/utils/index.js +2 -2
- package/dist/lib/llm/index.d.ts +5 -5
- package/dist/lib/llm/index.d.ts.map +1 -1
- package/dist/lib/llm/index.js +3 -3
- package/dist/lib/llm/index.js.map +1 -1
- package/dist/lib/llm/llm-call-logger.d.ts +39 -0
- package/dist/lib/llm/llm-call-logger.d.ts.map +1 -0
- package/dist/lib/llm/llm-call-logger.js +110 -0
- package/dist/lib/llm/llm-call-logger.js.map +1 -0
- package/dist/lib/llm/llm-config.d.ts +30 -16
- package/dist/lib/llm/llm-config.d.ts.map +1 -1
- package/dist/lib/llm/llm-config.js +22 -4
- package/dist/lib/llm/llm-config.js.map +1 -1
- package/dist/lib/llm/llm-factory.d.ts +3 -16
- package/dist/lib/llm/llm-factory.d.ts.map +1 -1
- package/dist/lib/llm/llm-factory.js +33 -48
- package/dist/lib/llm/llm-factory.js.map +1 -1
- package/dist/lib/llm/provider-detector.d.ts +1 -1
- package/dist/lib/llm/providers/anthropic-chat-model.d.ts +31 -0
- package/dist/lib/llm/providers/anthropic-chat-model.d.ts.map +1 -0
- package/dist/lib/llm/providers/anthropic-chat-model.js +262 -0
- package/dist/lib/llm/providers/anthropic-chat-model.js.map +1 -0
- package/dist/lib/llm/providers/gemini-chat-model.d.ts +30 -0
- package/dist/lib/llm/providers/gemini-chat-model.d.ts.map +1 -0
- package/dist/lib/llm/providers/gemini-chat-model.js +300 -0
- package/dist/lib/llm/providers/gemini-chat-model.js.map +1 -0
- package/dist/lib/llm/providers/gemini-embeddings.d.ts +14 -0
- package/dist/lib/llm/providers/gemini-embeddings.d.ts.map +1 -0
- package/dist/lib/llm/providers/gemini-embeddings.js +20 -0
- package/dist/lib/llm/providers/gemini-embeddings.js.map +1 -0
- package/dist/lib/llm/providers/openai-chat-model.d.ts +39 -0
- package/dist/lib/llm/providers/openai-chat-model.d.ts.map +1 -0
- package/dist/lib/llm/providers/openai-chat-model.js +397 -0
- package/dist/lib/llm/providers/openai-chat-model.js.map +1 -0
- package/dist/lib/llm/providers/openai-embeddings.d.ts +17 -0
- package/dist/lib/llm/providers/openai-embeddings.d.ts.map +1 -0
- package/dist/lib/llm/providers/openai-embeddings.js +35 -0
- package/dist/lib/llm/providers/openai-embeddings.js.map +1 -0
- package/dist/lib/llm/types.d.ts +2 -2
- package/dist/lib/llm/types.js +1 -1
- package/dist/lib/logger.d.ts +7 -0
- package/dist/lib/logger.d.ts.map +1 -1
- package/dist/lib/logger.js +42 -4
- package/dist/lib/logger.js.map +1 -1
- package/dist/lib/mcp/index.d.ts +3 -3
- package/dist/lib/mcp/index.js +2 -2
- package/dist/lib/mcp/mcp-client.d.ts +3 -2
- package/dist/lib/mcp/mcp-client.d.ts.map +1 -1
- package/dist/lib/mcp/mcp-client.js +10 -5
- package/dist/lib/mcp/mcp-client.js.map +1 -1
- package/dist/lib/mcp/types.d.ts +26 -25
- package/dist/lib/mcp/types.d.ts.map +1 -1
- package/dist/lib/mcp/types.js +12 -4
- package/dist/lib/mcp/types.js.map +1 -1
- package/dist/lib/memory/conversation-store.d.ts +2 -2
- package/dist/lib/memory/conversation-store.d.ts.map +1 -1
- package/dist/lib/memory/conversation-store.js +1 -1
- package/dist/lib/memory/index.d.ts +3 -2
- package/dist/lib/memory/index.d.ts.map +1 -1
- package/dist/lib/memory/index.js +3 -2
- package/dist/lib/memory/index.js.map +1 -1
- package/dist/lib/memory/memory-manager.d.ts +10 -0
- package/dist/lib/memory/memory-manager.d.ts.map +1 -0
- package/dist/lib/memory/memory-manager.js +43 -0
- package/dist/lib/memory/memory-manager.js.map +1 -0
- package/dist/lib/memory/types.d.ts +1 -1
- package/dist/lib/memory/types.d.ts.map +1 -1
- package/dist/lib/orchestrator.d.ts +72 -18
- package/dist/lib/orchestrator.d.ts.map +1 -1
- package/dist/lib/orchestrator.js +341 -56
- package/dist/lib/orchestrator.js.map +1 -1
- package/dist/lib/sandbox/cdp-client.d.ts +14 -0
- package/dist/lib/sandbox/cdp-client.d.ts.map +1 -0
- package/dist/lib/sandbox/cdp-client.js +113 -0
- package/dist/lib/sandbox/cdp-client.js.map +1 -0
- package/dist/lib/sandbox/html-to-markdown.d.ts +10 -0
- package/dist/lib/sandbox/html-to-markdown.d.ts.map +1 -0
- package/dist/lib/sandbox/html-to-markdown.js +121 -0
- package/dist/lib/sandbox/html-to-markdown.js.map +1 -0
- package/dist/lib/sandbox/index.d.ts +12 -0
- package/dist/lib/sandbox/index.d.ts.map +1 -0
- package/dist/lib/sandbox/index.js +10 -0
- package/dist/lib/sandbox/index.js.map +1 -0
- package/dist/lib/sandbox/page-readiness.d.ts +37 -0
- package/dist/lib/sandbox/page-readiness.d.ts.map +1 -0
- package/dist/lib/sandbox/page-readiness.js +235 -0
- package/dist/lib/sandbox/page-readiness.js.map +1 -0
- package/dist/lib/sandbox/sandbox-browser.d.ts +4 -0
- package/dist/lib/sandbox/sandbox-browser.d.ts.map +1 -0
- package/dist/lib/sandbox/sandbox-browser.js +303 -0
- package/dist/lib/sandbox/sandbox-browser.js.map +1 -0
- package/dist/lib/sandbox/sandbox-exec.d.ts +5 -0
- package/dist/lib/sandbox/sandbox-exec.d.ts.map +1 -0
- package/dist/lib/sandbox/sandbox-exec.js +35 -0
- package/dist/lib/sandbox/sandbox-exec.js.map +1 -0
- package/dist/lib/sandbox/sandbox-file.d.ts +4 -0
- package/dist/lib/sandbox/sandbox-file.d.ts.map +1 -0
- package/dist/lib/sandbox/sandbox-file.js +168 -0
- package/dist/lib/sandbox/sandbox-file.js.map +1 -0
- package/dist/lib/sandbox/sandbox-shell.d.ts +4 -0
- package/dist/lib/sandbox/sandbox-shell.d.ts.map +1 -0
- package/dist/lib/sandbox/sandbox-shell.js +93 -0
- package/dist/lib/sandbox/sandbox-shell.js.map +1 -0
- package/dist/lib/sandbox/sandbox-web.d.ts +5 -0
- package/dist/lib/sandbox/sandbox-web.d.ts.map +1 -0
- package/dist/lib/sandbox/sandbox-web.js +226 -0
- package/dist/lib/sandbox/sandbox-web.js.map +1 -0
- package/dist/lib/sandbox/types.d.ts +30 -0
- package/dist/lib/sandbox/types.d.ts.map +1 -0
- package/dist/lib/sandbox/types.js +8 -0
- package/dist/lib/sandbox/types.js.map +1 -0
- package/dist/lib/sandbox/vision-browser.d.ts +4 -0
- package/dist/lib/sandbox/vision-browser.d.ts.map +1 -0
- package/dist/lib/sandbox/vision-browser.js +289 -0
- package/dist/lib/sandbox/vision-browser.js.map +1 -0
- package/dist/lib/sandbox/vm-executor.d.ts +12 -0
- package/dist/lib/sandbox/vm-executor.d.ts.map +1 -0
- package/dist/lib/sandbox/vm-executor.js +101 -0
- package/dist/lib/sandbox/vm-executor.js.map +1 -0
- package/dist/lib/skills/index.d.ts +4 -0
- package/dist/lib/skills/index.d.ts.map +1 -0
- package/dist/lib/skills/index.js +3 -0
- package/dist/lib/skills/index.js.map +1 -0
- package/dist/lib/skills/skill-loader.d.ts +21 -0
- package/dist/lib/skills/skill-loader.d.ts.map +1 -0
- package/dist/lib/skills/skill-loader.js +116 -0
- package/dist/lib/skills/skill-loader.js.map +1 -0
- package/dist/lib/skills/types.d.ts +17 -0
- package/dist/lib/skills/types.d.ts.map +1 -0
- package/dist/lib/skills/types.js +6 -0
- package/dist/lib/skills/types.js.map +1 -0
- package/dist/lib/tasks/index.d.ts +4 -0
- package/dist/lib/tasks/index.d.ts.map +1 -0
- package/dist/lib/tasks/index.js +4 -0
- package/dist/lib/tasks/index.js.map +1 -0
- package/dist/lib/tasks/task-manager.d.ts +27 -0
- package/dist/lib/tasks/task-manager.d.ts.map +1 -0
- package/dist/lib/tasks/task-manager.js +200 -0
- package/dist/lib/tasks/task-manager.js.map +1 -0
- package/dist/lib/tasks/task-store.d.ts +20 -0
- package/dist/lib/tasks/task-store.d.ts.map +1 -0
- package/dist/lib/tasks/task-store.js +102 -0
- package/dist/lib/tasks/task-store.js.map +1 -0
- package/dist/lib/tasks/types.d.ts +56 -0
- package/dist/lib/tasks/types.d.ts.map +1 -0
- package/dist/lib/tasks/types.js +2 -0
- package/dist/lib/tasks/types.js.map +1 -0
- package/dist/lib/templates/resource-templates.d.ts +6 -0
- package/dist/lib/templates/resource-templates.d.ts.map +1 -0
- package/dist/lib/templates/resource-templates.js +146 -0
- package/dist/lib/templates/resource-templates.js.map +1 -0
- package/dist/lib/tools/agent-tool-wrapper.d.ts +5 -5
- package/dist/lib/tools/agent-tool-wrapper.js +3 -3
- package/dist/lib/tools/agent-tool-wrapper.js.map +1 -1
- package/dist/lib/tools/built-in/ask-user.tool.d.ts +1 -1
- package/dist/lib/tools/built-in/ask-user.tool.d.ts.map +1 -1
- package/dist/lib/tools/built-in/ask-user.tool.js +2 -2
- package/dist/lib/tools/built-in/ask-user.tool.js.map +1 -1
- package/dist/lib/tools/built-in/index.d.ts +9 -2
- package/dist/lib/tools/built-in/index.d.ts.map +1 -1
- package/dist/lib/tools/built-in/index.js +9 -2
- package/dist/lib/tools/built-in/index.js.map +1 -1
- package/dist/lib/tools/built-in/integration-tools.d.ts +4 -0
- package/dist/lib/tools/built-in/integration-tools.d.ts.map +1 -0
- package/dist/lib/tools/built-in/integration-tools.js +47 -0
- package/dist/lib/tools/built-in/integration-tools.js.map +1 -0
- package/dist/lib/tools/built-in/knowledge-entity-lookup.tool.d.ts +9 -0
- package/dist/lib/tools/built-in/knowledge-entity-lookup.tool.d.ts.map +1 -0
- package/dist/lib/tools/built-in/knowledge-entity-lookup.tool.js +108 -0
- package/dist/lib/tools/built-in/knowledge-entity-lookup.tool.js.map +1 -0
- package/dist/lib/tools/built-in/knowledge-graph-schema.tool.d.ts +9 -0
- package/dist/lib/tools/built-in/knowledge-graph-schema.tool.d.ts.map +1 -0
- package/dist/lib/tools/built-in/knowledge-graph-schema.tool.js +96 -0
- package/dist/lib/tools/built-in/knowledge-graph-schema.tool.js.map +1 -0
- package/dist/lib/tools/built-in/knowledge-search.tool.d.ts +2 -2
- package/dist/lib/tools/built-in/knowledge-search.tool.d.ts.map +1 -1
- package/dist/lib/tools/built-in/knowledge-search.tool.js +1 -1
- package/dist/lib/tools/built-in/knowledge-search.tool.js.map +1 -1
- package/dist/lib/tools/built-in/knowledge-sql.tool.d.ts +7 -0
- package/dist/lib/tools/built-in/knowledge-sql.tool.d.ts.map +1 -0
- package/dist/lib/tools/built-in/knowledge-sql.tool.js +128 -0
- package/dist/lib/tools/built-in/knowledge-sql.tool.js.map +1 -0
- package/dist/lib/tools/built-in/knowledge-tools-factory.d.ts +17 -0
- package/dist/lib/tools/built-in/knowledge-tools-factory.d.ts.map +1 -0
- package/dist/lib/tools/built-in/knowledge-tools-factory.js +54 -0
- package/dist/lib/tools/built-in/knowledge-tools-factory.js.map +1 -0
- package/dist/lib/tools/built-in/knowledge-traverse.tool.d.ts +9 -0
- package/dist/lib/tools/built-in/knowledge-traverse.tool.d.ts.map +1 -0
- package/dist/lib/tools/built-in/knowledge-traverse.tool.js +91 -0
- package/dist/lib/tools/built-in/knowledge-traverse.tool.js.map +1 -0
- package/dist/lib/tools/built-in/memory-save.tool.d.ts +4 -0
- package/dist/lib/tools/built-in/memory-save.tool.d.ts.map +1 -0
- package/dist/lib/tools/built-in/memory-save.tool.js +21 -0
- package/dist/lib/tools/built-in/memory-save.tool.js.map +1 -0
- package/dist/lib/tools/built-in/query-validators.d.ts +18 -0
- package/dist/lib/tools/built-in/query-validators.d.ts.map +1 -0
- package/dist/lib/tools/built-in/query-validators.js +91 -0
- package/dist/lib/tools/built-in/query-validators.js.map +1 -0
- package/dist/lib/tools/index.d.ts +4 -4
- package/dist/lib/tools/index.js +4 -4
- package/dist/lib/tools/tool-discovery.d.ts +11 -33
- package/dist/lib/tools/tool-discovery.d.ts.map +1 -1
- package/dist/lib/tools/tool-discovery.js +16 -43
- package/dist/lib/tools/tool-discovery.js.map +1 -1
- package/dist/lib/tools/tool-registry.d.ts +10 -18
- package/dist/lib/tools/tool-registry.d.ts.map +1 -1
- package/dist/lib/tools/tool-registry.js +37 -23
- package/dist/lib/tools/tool-registry.js.map +1 -1
- package/dist/lib/tools/workspace/workspace-tools.d.ts +61 -0
- package/dist/lib/tools/workspace/workspace-tools.d.ts.map +1 -0
- package/dist/lib/tools/workspace/workspace-tools.js +179 -0
- package/dist/lib/tools/workspace/workspace-tools.js.map +1 -0
- package/dist/lib/triggers/cron-trigger.d.ts +12 -0
- package/dist/lib/triggers/cron-trigger.d.ts.map +1 -0
- package/dist/lib/triggers/cron-trigger.js +45 -0
- package/dist/lib/triggers/cron-trigger.js.map +1 -0
- package/dist/lib/triggers/index.d.ts +6 -0
- package/dist/lib/triggers/index.d.ts.map +1 -0
- package/dist/lib/triggers/index.js +5 -0
- package/dist/lib/triggers/index.js.map +1 -0
- package/dist/lib/triggers/trigger-manager.d.ts +12 -0
- package/dist/lib/triggers/trigger-manager.d.ts.map +1 -0
- package/dist/lib/triggers/trigger-manager.js +77 -0
- package/dist/lib/triggers/trigger-manager.js.map +1 -0
- package/dist/lib/triggers/types.d.ts +57 -0
- package/dist/lib/triggers/types.d.ts.map +1 -0
- package/dist/lib/triggers/types.js +16 -0
- package/dist/lib/triggers/types.js.map +1 -0
- package/dist/lib/triggers/webhook-trigger.d.ts +12 -0
- package/dist/lib/triggers/webhook-trigger.d.ts.map +1 -0
- package/dist/lib/triggers/webhook-trigger.js +34 -0
- package/dist/lib/triggers/webhook-trigger.js.map +1 -0
- package/dist/lib/types/llm-types.d.ts +72 -0
- package/dist/lib/types/llm-types.d.ts.map +1 -0
- package/dist/lib/types/llm-types.js +72 -0
- package/dist/lib/types/llm-types.js.map +1 -0
- package/dist/lib/types/text-splitters.d.ts +27 -0
- package/dist/lib/types/text-splitters.d.ts.map +1 -0
- package/dist/lib/types/text-splitters.js +114 -0
- package/dist/lib/types/text-splitters.js.map +1 -0
- package/dist/lib/types/tool-factory.d.ts +9 -0
- package/dist/lib/types/tool-factory.d.ts.map +1 -0
- package/dist/lib/types/tool-factory.js +12 -0
- package/dist/lib/types/tool-factory.js.map +1 -0
- package/dist/lib/utils/env-substitution.d.ts +6 -0
- package/dist/lib/utils/env-substitution.d.ts.map +1 -0
- package/dist/lib/utils/env-substitution.js +15 -0
- package/dist/lib/utils/env-substitution.js.map +1 -0
- package/dist/lib/utils/file-utils.d.ts +11 -0
- package/dist/lib/utils/file-utils.d.ts.map +1 -0
- package/dist/lib/utils/file-utils.js +86 -0
- package/dist/lib/utils/file-utils.js.map +1 -0
- package/dist/lib/workflows/index.d.ts +6 -6
- package/dist/lib/workflows/index.d.ts.map +1 -1
- package/dist/lib/workflows/index.js +5 -5
- package/dist/lib/workflows/index.js.map +1 -1
- package/dist/lib/workflows/interrupt-manager.d.ts +1 -1
- package/dist/lib/workflows/interrupt-manager.js +1 -1
- package/dist/lib/workflows/react-workflow-executor.d.ts +26 -0
- package/dist/lib/workflows/react-workflow-executor.d.ts.map +1 -0
- package/dist/lib/workflows/react-workflow-executor.js +333 -0
- package/dist/lib/workflows/react-workflow-executor.js.map +1 -0
- package/dist/lib/workflows/types.d.ts +106 -107
- package/dist/lib/workflows/types.d.ts.map +1 -1
- package/dist/lib/workflows/types.js +5 -5
- package/dist/lib/workflows/types.js.map +1 -1
- package/dist/lib/workflows/workflow-executor.d.ts +3 -3
- package/dist/lib/workflows/workflow-executor.js +2 -2
- package/dist/lib/workflows/workflow-executor.js.map +1 -1
- package/dist/lib/workflows/workflow-loader.d.ts +4 -1
- package/dist/lib/workflows/workflow-loader.d.ts.map +1 -1
- package/dist/lib/workflows/workflow-loader.js +20 -4
- package/dist/lib/workflows/workflow-loader.js.map +1 -1
- package/dist/public/chat.html +114 -0
- package/dist/public/index.html +189 -0
- package/dist/public/src/components/AgentComposer.js +807 -0
- package/dist/public/src/components/AgentsView.js +1021 -344
- package/dist/public/src/components/AppRoot.js +150 -5
- package/dist/public/src/components/GraphView.js +420 -0
- package/dist/public/src/components/IdeView.js +625 -14
- package/dist/public/src/components/KnowledgeView.js +443 -66
- package/dist/public/src/components/MonitorView.js +526 -0
- package/dist/public/src/components/NavBar.js +3 -0
- package/dist/public/src/components/SkillsView.js +137 -0
- package/dist/public/src/components/StandaloneChat.js +889 -0
- package/dist/public/src/components/WorkflowsView.js +454 -129
- package/dist/public/src/services/ApiService.js +170 -25
- package/dist/public/src/services/SessionStore.js +83 -0
- package/dist/public/src/store.js +3 -4
- package/dist/public/src/utils/markdown.js +14 -0
- package/dist/src/cli/commands/init.js +2 -2
- package/dist/src/cli/commands/init.js.map +1 -1
- package/dist/src/cli/commands/start.d.ts +0 -1
- package/dist/src/cli/commands/start.d.ts.map +1 -1
- package/dist/src/cli/commands/start.js +23 -14
- package/dist/src/cli/commands/start.js.map +1 -1
- package/dist/src/cli/index.js +8 -5
- package/dist/src/cli/index.js.map +1 -1
- package/dist/src/index.d.ts +1 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +23 -9
- package/dist/src/index.js.map +1 -1
- package/dist/src/middleware/auth.d.ts +3 -0
- package/dist/src/middleware/auth.d.ts.map +1 -0
- package/dist/src/middleware/auth.js +129 -0
- package/dist/src/middleware/auth.js.map +1 -0
- package/dist/src/middleware/rate-limit.d.ts +8 -0
- package/dist/src/middleware/rate-limit.d.ts.map +1 -0
- package/dist/src/middleware/rate-limit.js +21 -0
- package/dist/src/middleware/rate-limit.js.map +1 -0
- package/dist/src/routes/agents.route.d.ts.map +1 -1
- package/dist/src/routes/agents.route.js +167 -12
- package/dist/src/routes/agents.route.js.map +1 -1
- package/dist/src/routes/chat.route.d.ts +3 -0
- package/dist/src/routes/chat.route.d.ts.map +1 -0
- package/dist/src/routes/chat.route.js +155 -0
- package/dist/src/routes/chat.route.js.map +1 -0
- package/dist/src/routes/files.route.d.ts.map +1 -1
- package/dist/src/routes/files.route.js +163 -87
- package/dist/src/routes/files.route.js.map +1 -1
- package/dist/src/routes/functions.route.js +1 -1
- package/dist/src/routes/graph.route.d.ts +3 -0
- package/dist/src/routes/graph.route.d.ts.map +1 -0
- package/dist/src/routes/graph.route.js +173 -0
- package/dist/src/routes/graph.route.js.map +1 -0
- package/dist/src/routes/knowledge.route.d.ts.map +1 -1
- package/dist/src/routes/knowledge.route.js +172 -69
- package/dist/src/routes/knowledge.route.js.map +1 -1
- package/dist/src/routes/llm.route.d.ts.map +1 -1
- package/dist/src/routes/llm.route.js +85 -9
- package/dist/src/routes/llm.route.js.map +1 -1
- package/dist/src/routes/mcp.route.js +1 -1
- package/dist/src/routes/skills.route.d.ts +3 -0
- package/dist/src/routes/skills.route.d.ts.map +1 -0
- package/dist/src/routes/skills.route.js +23 -0
- package/dist/src/routes/skills.route.js.map +1 -0
- package/dist/src/routes/tasks.route.d.ts +3 -0
- package/dist/src/routes/tasks.route.d.ts.map +1 -0
- package/dist/src/routes/tasks.route.js +149 -0
- package/dist/src/routes/tasks.route.js.map +1 -0
- package/dist/src/routes/vnc.route.d.ts +3 -0
- package/dist/src/routes/vnc.route.d.ts.map +1 -0
- package/dist/src/routes/vnc.route.js +49 -0
- package/dist/src/routes/vnc.route.js.map +1 -0
- package/dist/src/routes/workflows.route.d.ts.map +1 -1
- package/dist/src/routes/workflows.route.js +9 -1
- package/dist/src/routes/workflows.route.js.map +1 -1
- package/dist/src/server.d.ts +1 -1
- package/dist/src/server.d.ts.map +1 -1
- package/dist/src/server.js +26 -9
- package/dist/src/server.js.map +1 -1
- package/dist/templates/.env.example +4 -19
- package/dist/templates/Demo.md +152 -0
- package/dist/templates/README.md +28 -11
- package/dist/templates/agents/architect.agent.yaml +57 -0
- package/dist/templates/agents/chatbot.agent.yaml +55 -0
- package/dist/templates/agents/corporate.agent.yaml +65 -0
- package/dist/templates/agents/investment-analyst.agent.yaml +80 -0
- package/dist/templates/agents/music-librarian.agent.yaml +70 -0
- package/dist/templates/agents/network-security.agent.yaml +82 -0
- package/dist/templates/agents/transport-security.agent.yaml +70 -0
- package/dist/templates/agents/web-engineer.agent.yaml +99 -0
- package/dist/templates/agents/web-pilot.agent.yaml +58 -0
- package/dist/templates/knowledge/music-store/LICENSE.md +11 -0
- package/dist/templates/knowledge/music-store/musicstore.sqlite +0 -0
- package/dist/templates/knowledge/music-store/tables.png +0 -0
- package/dist/templates/knowledge/music-store.knowledge.yaml +138 -0
- package/dist/templates/knowledge/org-chart/personnel.csv +21 -0
- package/dist/templates/knowledge/org-chart.knowledge.yaml +53 -0
- package/dist/templates/knowledge/pet-store/pet-store.db +0 -0
- package/dist/templates/knowledge/pet-store.knowledge.yaml +81 -0
- package/dist/templates/knowledge/security-incidents/incidents.json +55935 -0
- package/dist/templates/knowledge/security-incidents.knowledge.yaml +46 -0
- package/dist/templates/knowledge/transcripts.knowledge.yaml +29 -0
- package/dist/templates/knowledge/transport-ot/systems.csv +117 -0
- package/dist/templates/knowledge/transport-ot.knowledge.yaml +55 -0
- package/dist/templates/knowledge/web-docs.knowledge.yaml +20 -0
- package/dist/templates/llm.json +7 -30
- package/dist/templates/mcp.json +10 -4
- package/dist/templates/skills/orcha-builder/SKILL.md +219 -0
- package/dist/templates/skills/pii-guard/SKILL.md +22 -0
- package/dist/templates/skills/sandbox/SKILL.md +40 -0
- package/dist/templates/skills/web-pilot/SKILL.md +51 -0
- package/dist/templates/workflows/example.workflow.yaml +25 -30
- package/dist/templates/workflows/react-example.workflow.yaml +53 -0
- package/package.json +22 -20
- package/dist/lib/knowledge/graph-rag/community-detector.d.ts +0 -16
- package/dist/lib/knowledge/graph-rag/community-detector.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/community-detector.js +0 -81
- package/dist/lib/knowledge/graph-rag/community-detector.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/community-summarizer.d.ts +0 -17
- package/dist/lib/knowledge/graph-rag/community-summarizer.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/community-summarizer.js +0 -87
- package/dist/lib/knowledge/graph-rag/community-summarizer.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/entity-extractor.d.ts +0 -36
- package/dist/lib/knowledge/graph-rag/entity-extractor.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/entity-extractor.js +0 -192
- package/dist/lib/knowledge/graph-rag/entity-extractor.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/extraction-cache.d.ts +0 -30
- package/dist/lib/knowledge/graph-rag/extraction-cache.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/extraction-cache.js +0 -88
- package/dist/lib/knowledge/graph-rag/extraction-cache.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/global-search.d.ts +0 -19
- package/dist/lib/knowledge/graph-rag/global-search.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/global-search.js +0 -96
- package/dist/lib/knowledge/graph-rag/global-search.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/graph-rag-factory.d.ts +0 -24
- package/dist/lib/knowledge/graph-rag/graph-rag-factory.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/graph-rag-factory.js +0 -239
- package/dist/lib/knowledge/graph-rag/graph-rag-factory.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/index.d.ts +0 -14
- package/dist/lib/knowledge/graph-rag/index.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/index.js +0 -12
- package/dist/lib/knowledge/graph-rag/index.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/local-search.d.ts +0 -20
- package/dist/lib/knowledge/graph-rag/local-search.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/local-search.js +0 -110
- package/dist/lib/knowledge/graph-rag/local-search.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/memory-graph-store.d.ts +0 -31
- package/dist/lib/knowledge/graph-rag/memory-graph-store.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/memory-graph-store.js +0 -165
- package/dist/lib/knowledge/graph-rag/memory-graph-store.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/neo4j-graph-store.d.ts +0 -38
- package/dist/lib/knowledge/graph-rag/neo4j-graph-store.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/neo4j-graph-store.js +0 -190
- package/dist/lib/knowledge/graph-rag/neo4j-graph-store.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/search-mode-detector.d.ts +0 -11
- package/dist/lib/knowledge/graph-rag/search-mode-detector.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/search-mode-detector.js +0 -50
- package/dist/lib/knowledge/graph-rag/search-mode-detector.js.map +0 -1
- package/dist/lib/knowledge/graph-rag/types.d.ts +0 -368
- package/dist/lib/knowledge/graph-rag/types.d.ts.map +0 -1
- package/dist/lib/knowledge/graph-rag/types.js +0 -48
- package/dist/lib/knowledge/graph-rag/types.js.map +0 -1
- package/dist/lib/knowledge/knowledge-store-factory.d.ts +0 -16
- package/dist/lib/knowledge/knowledge-store-factory.d.ts.map +0 -1
- package/dist/lib/knowledge/knowledge-store-factory.js +0 -376
- package/dist/lib/knowledge/knowledge-store-factory.js.map +0 -1
- package/dist/lib/knowledge/knowledge-store-manager.d.ts +0 -18
- package/dist/lib/knowledge/knowledge-store-manager.d.ts.map +0 -1
- package/dist/lib/knowledge/knowledge-store-manager.js +0 -98
- package/dist/lib/knowledge/knowledge-store-manager.js.map +0 -1
- package/dist/lib/knowledge/loaders/s3-loader.d.ts +0 -17
- package/dist/lib/knowledge/loaders/s3-loader.d.ts.map +0 -1
- package/dist/lib/knowledge/loaders/s3-loader.js +0 -185
- package/dist/lib/knowledge/loaders/s3-loader.js.map +0 -1
- package/dist/lib/workflows/langgraph-executor.d.ts +0 -51
- package/dist/lib/workflows/langgraph-executor.d.ts.map +0 -1
- package/dist/lib/workflows/langgraph-executor.js +0 -297
- package/dist/lib/workflows/langgraph-executor.js.map +0 -1
- package/dist/templates/agents/call-center-analyst-simple.agent.yaml +0 -36
- package/dist/templates/agents/math.agent.yaml +0 -28
- package/dist/templates/agents/sentiment-structured.agent.yaml +0 -42
- package/dist/templates/knowledge/example.knowledge.yaml +0 -28
- package/dist/templates/llm.md +0 -1195
- package/dist/templates/workflows/langgraph-example.workflow.yaml +0 -84
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export declare class CDPClient {
|
|
2
|
+
private ws;
|
|
3
|
+
private msgId;
|
|
4
|
+
private pending;
|
|
5
|
+
private eventListeners;
|
|
6
|
+
connect(cdpUrl: string): Promise<void>;
|
|
7
|
+
private connectWs;
|
|
8
|
+
send(method: string, params?: object): Promise<any>;
|
|
9
|
+
on(event: string, handler: (params: unknown) => void): () => void;
|
|
10
|
+
once(event: string): Promise<unknown>;
|
|
11
|
+
get connected(): boolean;
|
|
12
|
+
close(): Promise<void>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=cdp-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cdp-client.d.ts","sourceRoot":"","sources":["../../../lib/sandbox/cdp-client.ts"],"names":[],"mappings":"AAOA,qBAAa,SAAS;IACpB,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,OAAO,CAGV;IACL,OAAO,CAAC,cAAc,CAAoD;IAEpE,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB5C,OAAO,CAAC,SAAS;IAiDX,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAYzD,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,GAAG,MAAM,IAAI;IAUjE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAarC,IAAI,SAAS,IAAI,OAAO,CAEvB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
|
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
import WebSocket from 'ws';
|
|
2
|
+
export class CDPClient {
|
|
3
|
+
ws = null;
|
|
4
|
+
msgId = 0;
|
|
5
|
+
pending = new Map();
|
|
6
|
+
eventListeners = new Map();
|
|
7
|
+
async connect(cdpUrl) {
|
|
8
|
+
if (this.ws?.readyState === WebSocket.OPEN)
|
|
9
|
+
return;
|
|
10
|
+
const httpUrl = cdpUrl.replace(/\/$/, '');
|
|
11
|
+
const res = await fetch(`${httpUrl}/json`);
|
|
12
|
+
if (!res.ok)
|
|
13
|
+
throw new Error(`CDP discovery failed: ${res.status}`);
|
|
14
|
+
const targets = await res.json();
|
|
15
|
+
const page = targets.find(t => t.type === 'page');
|
|
16
|
+
if (!page?.webSocketDebuggerUrl) {
|
|
17
|
+
throw new Error('No page target found');
|
|
18
|
+
}
|
|
19
|
+
await this.connectWs(page.webSocketDebuggerUrl);
|
|
20
|
+
}
|
|
21
|
+
connectWs(url) {
|
|
22
|
+
return new Promise((resolve, reject) => {
|
|
23
|
+
const ws = new WebSocket(url);
|
|
24
|
+
const timeout = setTimeout(() => {
|
|
25
|
+
ws.close();
|
|
26
|
+
reject(new Error('CDP WebSocket connection timeout'));
|
|
27
|
+
}, 10_000);
|
|
28
|
+
ws.on('open', () => {
|
|
29
|
+
clearTimeout(timeout);
|
|
30
|
+
this.ws = ws;
|
|
31
|
+
resolve();
|
|
32
|
+
});
|
|
33
|
+
ws.on('message', (data) => {
|
|
34
|
+
const msg = JSON.parse(data.toString());
|
|
35
|
+
if ('id' in msg) {
|
|
36
|
+
const handler = this.pending.get(msg.id);
|
|
37
|
+
if (handler) {
|
|
38
|
+
this.pending.delete(msg.id);
|
|
39
|
+
if (msg.error) {
|
|
40
|
+
handler.reject(new Error(msg.error.message));
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
handler.resolve(msg.result);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
else if ('method' in msg) {
|
|
48
|
+
const listeners = this.eventListeners.get(msg.method);
|
|
49
|
+
if (listeners) {
|
|
50
|
+
for (const fn of listeners)
|
|
51
|
+
fn(msg.params);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
});
|
|
55
|
+
ws.on('error', (err) => {
|
|
56
|
+
clearTimeout(timeout);
|
|
57
|
+
reject(err);
|
|
58
|
+
});
|
|
59
|
+
ws.on('close', () => {
|
|
60
|
+
this.ws = null;
|
|
61
|
+
for (const [, handler] of this.pending) {
|
|
62
|
+
handler.reject(new Error('CDP connection closed'));
|
|
63
|
+
}
|
|
64
|
+
this.pending.clear();
|
|
65
|
+
});
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
async send(method, params) {
|
|
69
|
+
if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
|
|
70
|
+
throw new Error('CDP not connected');
|
|
71
|
+
}
|
|
72
|
+
const id = ++this.msgId;
|
|
73
|
+
return new Promise((resolve, reject) => {
|
|
74
|
+
this.pending.set(id, { resolve, reject });
|
|
75
|
+
this.ws.send(JSON.stringify({ id, method, params }));
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
on(event, handler) {
|
|
79
|
+
const listeners = this.eventListeners.get(event) ?? [];
|
|
80
|
+
listeners.push(handler);
|
|
81
|
+
this.eventListeners.set(event, listeners);
|
|
82
|
+
return () => {
|
|
83
|
+
const idx = listeners.indexOf(handler);
|
|
84
|
+
if (idx >= 0)
|
|
85
|
+
listeners.splice(idx, 1);
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
once(event) {
|
|
89
|
+
return new Promise(resolve => {
|
|
90
|
+
const listeners = this.eventListeners.get(event) ?? [];
|
|
91
|
+
const handler = (params) => {
|
|
92
|
+
const idx = listeners.indexOf(handler);
|
|
93
|
+
if (idx >= 0)
|
|
94
|
+
listeners.splice(idx, 1);
|
|
95
|
+
resolve(params);
|
|
96
|
+
};
|
|
97
|
+
listeners.push(handler);
|
|
98
|
+
this.eventListeners.set(event, listeners);
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
get connected() {
|
|
102
|
+
return this.ws?.readyState === WebSocket.OPEN;
|
|
103
|
+
}
|
|
104
|
+
async close() {
|
|
105
|
+
if (this.ws) {
|
|
106
|
+
this.ws.close();
|
|
107
|
+
this.ws = null;
|
|
108
|
+
}
|
|
109
|
+
this.pending.clear();
|
|
110
|
+
this.eventListeners.clear();
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
//# sourceMappingURL=cdp-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cdp-client.js","sourceRoot":"","sources":["../../../lib/sandbox/cdp-client.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,IAAI,CAAC;AAO3B,MAAM,OAAO,SAAS;IACZ,EAAE,GAAqB,IAAI,CAAC;IAC5B,KAAK,GAAG,CAAC,CAAC;IACV,OAAO,GAAG,IAAI,GAAG,EAGrB,CAAC;IACG,cAAc,GAAG,IAAI,GAAG,EAAyC,CAAC;IAE1E,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI;YAAE,OAAO;QAEnD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAgB,MAAM,GAAG,CAAC,IAAI,EAAiB,CAAC;QAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,EAAE,oBAAoB,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClD,CAAC;IAEO,SAAS,CAAC,GAAW;QAC3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;YACxD,CAAC,EAAE,MAAM,CAAC,CAAC;YAEX,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAoB,EAAE,EAAE;gBACxC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACxC,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;oBAChB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzC,IAAI,OAAO,EAAE,CAAC;wBACZ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC5B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;4BACd,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC/C,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC9B,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;oBAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACtD,IAAI,SAAS,EAAE,CAAC;wBACd,KAAK,MAAM,EAAE,IAAI,SAAS;4BAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC5B,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAClB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;gBACf,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACvC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAAe;QACxC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;QACxB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,KAAa,EAAE,OAAkC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACvD,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC1C,OAAO,GAAG,EAAE;YACV,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,GAAG,IAAI,CAAC;gBAAE,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACvD,MAAM,OAAO,GAAG,CAAC,MAAe,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACvC,IAAI,GAAG,IAAI,CAAC;oBAAE,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export interface HtmlToMarkdownOptions {
|
|
2
|
+
/** Keep nav, footer, header, aside elements (default: false). */
|
|
3
|
+
includeNavigation?: boolean;
|
|
4
|
+
/** Keep form elements like buttons, inputs, selects (default: false). */
|
|
5
|
+
includeInteractiveElements?: boolean;
|
|
6
|
+
/** Keep image markdown (default: false). */
|
|
7
|
+
includeImages?: boolean;
|
|
8
|
+
}
|
|
9
|
+
export declare function htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions): string;
|
|
10
|
+
//# sourceMappingURL=html-to-markdown.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html-to-markdown.d.ts","sourceRoot":"","sources":["../../../lib/sandbox/html-to-markdown.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,qBAAqB;IACpC,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,yEAAyE;IACzE,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,4CAA4C;IAC5C,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAoGD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM,CAUpF"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { JSDOM } from 'jsdom';
|
|
2
|
+
/** Strip <script> and <style> tags before DOM parsing to avoid jsdom vm crashes. */
|
|
3
|
+
function stripScripts(html) {
|
|
4
|
+
return html.replace(/<script\b[^<]*(?:(?!<\/script>)<[^<]*)*<\/script>/gi, '')
|
|
5
|
+
.replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, '');
|
|
6
|
+
}
|
|
7
|
+
const SKIP_ALWAYS = new Set(['SCRIPT', 'STYLE', 'NOSCRIPT', 'SVG', 'IFRAME', 'HEAD', 'META', 'LINK']);
|
|
8
|
+
const SKIP_FULL_PAGE = new Set(['NAV', 'FOOTER', 'HEADER', 'ASIDE']);
|
|
9
|
+
const INTERACTIVE_TAGS = new Set(['BUTTON', 'INPUT', 'SELECT', 'TEXTAREA', 'FORM']);
|
|
10
|
+
function walk(node, skip, interactive, images) {
|
|
11
|
+
if (node.nodeType === 3)
|
|
12
|
+
return node.textContent ?? '';
|
|
13
|
+
if (node.nodeType !== 1)
|
|
14
|
+
return '';
|
|
15
|
+
const el = node;
|
|
16
|
+
if (SKIP_ALWAYS.has(el.tagName))
|
|
17
|
+
return '';
|
|
18
|
+
if (skip.has(el.tagName))
|
|
19
|
+
return '';
|
|
20
|
+
if (!interactive && INTERACTIVE_TAGS.has(el.tagName))
|
|
21
|
+
return '';
|
|
22
|
+
const kids = Array.from(el.childNodes).map(c => walk(c, skip, interactive, images)).join('');
|
|
23
|
+
const t = kids.trim();
|
|
24
|
+
switch (el.tagName) {
|
|
25
|
+
case 'H1': return `\n# ${t}\n`;
|
|
26
|
+
case 'H2': return `\n## ${t}\n`;
|
|
27
|
+
case 'H3': return `\n### ${t}\n`;
|
|
28
|
+
case 'H4': return `\n#### ${t}\n`;
|
|
29
|
+
case 'H5': return `\n##### ${t}\n`;
|
|
30
|
+
case 'H6': return `\n###### ${t}\n`;
|
|
31
|
+
case 'P':
|
|
32
|
+
case 'DIV':
|
|
33
|
+
case 'SECTION':
|
|
34
|
+
case 'ARTICLE':
|
|
35
|
+
case 'MAIN':
|
|
36
|
+
return t ? `\n\n${t}\n` : '';
|
|
37
|
+
case 'BR': return '\n';
|
|
38
|
+
case 'STRONG':
|
|
39
|
+
case 'B': return `**${kids}**`;
|
|
40
|
+
case 'EM':
|
|
41
|
+
case 'I': return `*${kids}*`;
|
|
42
|
+
case 'A': {
|
|
43
|
+
const href = el.getAttribute('href');
|
|
44
|
+
return href && t ? `[${t}](${href})` : t;
|
|
45
|
+
}
|
|
46
|
+
case 'UL':
|
|
47
|
+
case 'OL': return `\n${kids}\n`;
|
|
48
|
+
case 'LI': return `\n- ${t}`;
|
|
49
|
+
case 'PRE': return `\n\`\`\`\n${kids}\n\`\`\`\n`;
|
|
50
|
+
case 'CODE': {
|
|
51
|
+
if (el.parentNode && el.parentNode.tagName === 'PRE')
|
|
52
|
+
return kids;
|
|
53
|
+
return `\`${kids}\``;
|
|
54
|
+
}
|
|
55
|
+
case 'BLOCKQUOTE': return `\n> ${t.replace(/\n/g, '\n> ')}\n`;
|
|
56
|
+
case 'HR': return '\n---\n';
|
|
57
|
+
case 'IMG': {
|
|
58
|
+
if (!images)
|
|
59
|
+
return '';
|
|
60
|
+
const alt = el.getAttribute('alt') ?? '';
|
|
61
|
+
const src = el.getAttribute('src') ?? '';
|
|
62
|
+
return src ? `` : '';
|
|
63
|
+
}
|
|
64
|
+
case 'INPUT': {
|
|
65
|
+
const type = el.getAttribute('type') ?? 'text';
|
|
66
|
+
const name = el.getAttribute('name') ?? '';
|
|
67
|
+
const value = el.getAttribute('value') ?? '';
|
|
68
|
+
const placeholder = el.getAttribute('placeholder') ?? '';
|
|
69
|
+
const parts = [`input:${type}`];
|
|
70
|
+
if (name)
|
|
71
|
+
parts.push(`name="${name}"`);
|
|
72
|
+
if (value)
|
|
73
|
+
parts.push(`value="${value}"`);
|
|
74
|
+
if (placeholder)
|
|
75
|
+
parts.push(`placeholder="${placeholder}"`);
|
|
76
|
+
return `[${parts.join(' ')}]`;
|
|
77
|
+
}
|
|
78
|
+
case 'BUTTON': return `[button: ${t}]`;
|
|
79
|
+
case 'SELECT': {
|
|
80
|
+
const name = el.getAttribute('name') ?? '';
|
|
81
|
+
const options = Array.from(el.querySelectorAll('option'))
|
|
82
|
+
.map(o => `${o.hasAttribute('selected') ? '(*)' : '( )'} ${(o.textContent ?? '').trim()}`)
|
|
83
|
+
.join(', ');
|
|
84
|
+
return `[select${name ? ` name="${name}"` : ''}: ${options}]`;
|
|
85
|
+
}
|
|
86
|
+
case 'TEXTAREA': {
|
|
87
|
+
const name = el.getAttribute('name') ?? '';
|
|
88
|
+
return `[textarea${name ? ` name="${name}"` : ''}: ${t}]`;
|
|
89
|
+
}
|
|
90
|
+
case 'FORM': {
|
|
91
|
+
const action = el.getAttribute('action') ?? '';
|
|
92
|
+
return `\n[form${action ? ` action="${action}"` : ''}]\n${kids}\n[/form]\n`;
|
|
93
|
+
}
|
|
94
|
+
case 'LABEL': {
|
|
95
|
+
const forAttr = el.getAttribute('for') ?? '';
|
|
96
|
+
return forAttr ? `[label for="${forAttr}": ${t}]` : t;
|
|
97
|
+
}
|
|
98
|
+
default: return kids;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
/** Collapse runs of 3+ whitespace-only lines and strip lines with only symbols/punctuation. */
|
|
102
|
+
function cleanOutput(raw) {
|
|
103
|
+
return raw
|
|
104
|
+
.replace(/\n{3,}/g, '\n\n')
|
|
105
|
+
// Remove lines that are only icons/symbols (e.g. "*add_circle_outline*", "*settings*")
|
|
106
|
+
.replace(/^\s*\*[a-z_]+\*\s*$/gm, '')
|
|
107
|
+
.replace(/\n{3,}/g, '\n\n')
|
|
108
|
+
.trim();
|
|
109
|
+
}
|
|
110
|
+
export function htmlToMarkdown(html, options) {
|
|
111
|
+
const dom = new JSDOM(stripScripts(html));
|
|
112
|
+
const body = dom.window.document.body;
|
|
113
|
+
if (!body)
|
|
114
|
+
return '';
|
|
115
|
+
const skip = options?.includeNavigation ? new Set() : SKIP_FULL_PAGE;
|
|
116
|
+
const interactive = options?.includeInteractiveElements ?? false;
|
|
117
|
+
const images = options?.includeImages ?? false;
|
|
118
|
+
const raw = walk(body, skip, interactive, images);
|
|
119
|
+
return cleanOutput(raw);
|
|
120
|
+
}
|
|
121
|
+
//# sourceMappingURL=html-to-markdown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../../lib/sandbox/html-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAW9B,oFAAoF;AACpF,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,CAAC,OAAO,CAAC,qDAAqD,EAAE,EAAE,CAAC;SAC3E,OAAO,CAAC,kDAAkD,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AACtG,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;AACrE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAEpF,SAAS,IAAI,CAAC,IAAU,EAAE,IAAiB,EAAE,WAAoB,EAAE,MAAe;IAChF,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,EAAE,GAAG,IAAe,CAAC;IAC3B,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3C,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,IAAI,CAAC,WAAW,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAEtB,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC;QAC/B,KAAK,IAAI,CAAC,CAAC,OAAO,QAAQ,CAAC,IAAI,CAAC;QAChC,KAAK,IAAI,CAAC,CAAC,OAAO,SAAS,CAAC,IAAI,CAAC;QACjC,KAAK,IAAI,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,CAAC;QAClC,KAAK,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,CAAC;QACnC,KAAK,IAAI,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,CAAC;QACpC,KAAK,GAAG,CAAC;QAAC,KAAK,KAAK,CAAC;QAAC,KAAK,SAAS,CAAC;QAAC,KAAK,SAAS,CAAC;QAAC,KAAK,MAAM;YAC/D,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC;QACvB,KAAK,QAAQ,CAAC;QAAC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC;QAC9C,KAAK,IAAI,CAAC;QAAC,KAAK,GAAG,CAAC,CAAC,OAAO,IAAI,IAAI,GAAG,CAAC;QACxC,KAAK,GAAG,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACrC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,KAAK,IAAI,CAAC;QAAC,KAAK,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC;QAC3C,KAAK,IAAI,CAAC,CAAC,OAAO,OAAO,CAAC,EAAE,CAAC;QAC7B,KAAK,KAAK,CAAC,CAAC,OAAO,aAAa,IAAI,YAAY,CAAC;QACjD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,EAAE,CAAC,UAAU,IAAK,EAAE,CAAC,UAAsB,CAAC,OAAO,KAAK,KAAK;gBAAE,OAAO,IAAI,CAAC;YAC/E,OAAO,KAAK,IAAI,IAAI,CAAC;QACvB,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;QAC9D,KAAK,IAAI,CAAC,CAAC,OAAO,SAAS,CAAC;QAC5B,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,IAAI,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC;YAC/C,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;YACvC,IAAI,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC;YAC1C,IAAI,WAAW;gBAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,WAAW,GAAG,CAAC,CAAC;YAC5D,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAChC,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,GAAG,CAAC;QACvC,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;iBACtD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;iBACzF,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,UAAU,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG,CAAC;QAChE,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3C,OAAO,YAAY,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC;QAC5D,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/C,OAAO,UAAU,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,aAAa,CAAC;QAC9E,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7C,OAAO,OAAO,CAAC,CAAC,CAAC,eAAe,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;IACvB,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG;SACP,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,uFAAuF;SACtF,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;SACpC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,OAA+B;IAC1E,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;IACtC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,IAAI,GAAG,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,cAAc,CAAC;IAC7E,MAAM,WAAW,GAAG,OAAO,EAAE,0BAA0B,IAAI,KAAK,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,EAAE,aAAa,IAAI,KAAK,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export { VmExecutor } from './vm-executor.ts';
|
|
2
|
+
export { createSandboxExecTool } from './sandbox-exec.ts';
|
|
3
|
+
export { createSandboxWebFetchTool, createSandboxWebSearchTool } from './sandbox-web.ts';
|
|
4
|
+
export { createSandboxShellTool } from './sandbox-shell.ts';
|
|
5
|
+
export { createBrowserTools } from './sandbox-browser.ts';
|
|
6
|
+
export { CDPClient } from './cdp-client.ts';
|
|
7
|
+
export { PageReadiness } from './page-readiness.ts';
|
|
8
|
+
export type { PageSnapshot } from './page-readiness.ts';
|
|
9
|
+
export { htmlToMarkdown } from './html-to-markdown.ts';
|
|
10
|
+
export { SandboxConfigSchema } from './types.ts';
|
|
11
|
+
export type { SandboxConfig, ExecResult } from './types.ts';
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../lib/sandbox/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AACzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export { VmExecutor } from "./vm-executor.js";
|
|
2
|
+
export { createSandboxExecTool } from "./sandbox-exec.js";
|
|
3
|
+
export { createSandboxWebFetchTool, createSandboxWebSearchTool } from "./sandbox-web.js";
|
|
4
|
+
export { createSandboxShellTool } from "./sandbox-shell.js";
|
|
5
|
+
export { createBrowserTools } from "./sandbox-browser.js";
|
|
6
|
+
export { CDPClient } from "./cdp-client.js";
|
|
7
|
+
export { PageReadiness } from "./page-readiness.js";
|
|
8
|
+
export { htmlToMarkdown } from "./html-to-markdown.js";
|
|
9
|
+
export { SandboxConfigSchema } from "./types.js";
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/sandbox/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AACzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { CDPClient } from './cdp-client.ts';
|
|
2
|
+
export interface PageSnapshot {
|
|
3
|
+
url: string;
|
|
4
|
+
title: string;
|
|
5
|
+
readyState: string;
|
|
6
|
+
inflightRequests: number;
|
|
7
|
+
elements: string;
|
|
8
|
+
headings: string[];
|
|
9
|
+
summary: string;
|
|
10
|
+
/** First ~2000 chars of visible page text (innerText). */
|
|
11
|
+
textExcerpt: string;
|
|
12
|
+
}
|
|
13
|
+
export declare class PageReadiness {
|
|
14
|
+
private cdp;
|
|
15
|
+
private unsubscribers;
|
|
16
|
+
private state;
|
|
17
|
+
/** Maps short refs (e1, e2...) → CSS selectors. Updated on each observe(). */
|
|
18
|
+
private refMap;
|
|
19
|
+
constructor(cdp: CDPClient);
|
|
20
|
+
attach(): Promise<void>;
|
|
21
|
+
detach(): void;
|
|
22
|
+
resetForNavigation(): void;
|
|
23
|
+
resetNetworkFlag(): void;
|
|
24
|
+
hadNetworkActivity(): boolean;
|
|
25
|
+
/**
|
|
26
|
+
* Wait for page readiness with progressive resolution:
|
|
27
|
+
* - Ideal: load + network idle + DOM stable → immediate
|
|
28
|
+
* - Good enough: load + DOM stable (lingering requests) → after 2s
|
|
29
|
+
* - Hard cap: READY_MAX_MS (8s) regardless
|
|
30
|
+
*/
|
|
31
|
+
waitForReady(_timeout?: number): Promise<void>;
|
|
32
|
+
waitForSettle(quietMs: number): Promise<void>;
|
|
33
|
+
/** Resolve a ref (e.g. "e3") or CSS selector to a CSS selector. */
|
|
34
|
+
resolveRef(refOrSelector: string): string;
|
|
35
|
+
observe(): Promise<PageSnapshot>;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=page-readiness.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page-readiness.d.ts","sourceRoot":"","sources":["../../../lib/sandbox/page-readiness.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEjD,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;CACrB;AAkFD,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAAY;IACvB,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,KAAK,CAMX;IAEF,8EAA8E;IAC9E,OAAO,CAAC,MAAM,CAA6B;gBAE/B,GAAG,EAAE,SAAS;IAIpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAiC7B,MAAM,IAAI,IAAI;IAKd,kBAAkB,IAAI,IAAI;IAQ1B,gBAAgB,IAAI,IAAI;IAIxB,kBAAkB,IAAI,OAAO;IAI7B;;;;;OAKG;IACG,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiD9C,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBnD,mEAAmE;IACnE,UAAU,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM;IAInC,OAAO,IAAI,OAAO,CAAC,YAAY,CAAC;CA8BvC"}
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
const SETTLE_MS = 300;
|
|
2
|
+
const POLL_MS = 80;
|
|
3
|
+
const SETTLE_MAX_MS = 2_000;
|
|
4
|
+
/** Max time waitForReady will block — returns best-effort snapshot after this. */
|
|
5
|
+
const READY_MAX_MS = 8_000;
|
|
6
|
+
const MAX_ELEMENTS = 30;
|
|
7
|
+
/**
|
|
8
|
+
* Injected JS that returns compact text lines + a ref→selector map.
|
|
9
|
+
* Output format per element: "- role \"text\" [ref=eN] attrs..."
|
|
10
|
+
* This is ~3-5x more token-efficient than JSON objects.
|
|
11
|
+
*/
|
|
12
|
+
const OBSERVE_SCRIPT = `(() => {
|
|
13
|
+
const h = [...document.querySelectorAll('h1,h2,h3')].slice(0,8)
|
|
14
|
+
.map(e=>e.textContent.trim().substring(0,60)).filter(Boolean);
|
|
15
|
+
const els = document.querySelectorAll(
|
|
16
|
+
'a[href],button,input,select,textarea,[role="button"],[role="link"],[role="tab"],[role="menuitem"]'
|
|
17
|
+
);
|
|
18
|
+
const lines=[], refs={};
|
|
19
|
+
let n=0;
|
|
20
|
+
for(const el of els){
|
|
21
|
+
if(n>=${MAX_ELEMENTS})break;
|
|
22
|
+
if(el.offsetParent===null&&el.tagName!=='INPUT'&&el.type!=='hidden')continue;
|
|
23
|
+
const r=el.getBoundingClientRect();
|
|
24
|
+
if(r.width===0&&r.height===0&&el.type!=='hidden')continue;
|
|
25
|
+
n++;
|
|
26
|
+
const ref='e'+n;
|
|
27
|
+
refs[ref]=bSel(el);
|
|
28
|
+
const tag=el.tagName.toLowerCase();
|
|
29
|
+
const role=el.getAttribute('role')||tag;
|
|
30
|
+
const txt=(el.textContent||'').trim().substring(0,40);
|
|
31
|
+
let line='- '+role;
|
|
32
|
+
if(txt)line+=' "'+txt+'"';
|
|
33
|
+
line+=' [ref='+ref+']';
|
|
34
|
+
if(el.type&&el.type!=='submit'&&el.type!=='button')line+=' type='+el.type;
|
|
35
|
+
if(el.name)line+=' name='+el.name;
|
|
36
|
+
if(el.placeholder)line+=' placeholder="'+el.placeholder+'"';
|
|
37
|
+
if(el.value!==undefined&&el.value!=='')line+=' value="'+el.value.substring(0,30)+'"';
|
|
38
|
+
if(el.disabled)line+=' disabled';
|
|
39
|
+
lines.push(line);
|
|
40
|
+
}
|
|
41
|
+
const bt=document.body?document.body.innerText:'';
|
|
42
|
+
const tl=bt.length;
|
|
43
|
+
const te=bt.substring(0,2000);
|
|
44
|
+
const fc=document.querySelectorAll('form').length;
|
|
45
|
+
const ic=document.querySelectorAll('img').length;
|
|
46
|
+
const sp=[];
|
|
47
|
+
if(fc)sp.push(fc+' form(s)');
|
|
48
|
+
if(ic)sp.push(ic+' image(s)');
|
|
49
|
+
sp.push(tl+' chars');
|
|
50
|
+
return JSON.stringify({
|
|
51
|
+
url:location.href,title:document.title,readyState:document.readyState,
|
|
52
|
+
headings:h,summary:sp.join(', '),textExcerpt:te,
|
|
53
|
+
elements:lines.join('\\n'),refs:refs
|
|
54
|
+
});
|
|
55
|
+
function bSel(el){
|
|
56
|
+
if(el.id)return'#'+CSS.escape(el.id);
|
|
57
|
+
if(el.name&&el.tagName){
|
|
58
|
+
const s=el.tagName.toLowerCase()+'[name="'+el.name+'"]';
|
|
59
|
+
if(document.querySelectorAll(s).length===1)return s;
|
|
60
|
+
}
|
|
61
|
+
const p=[];let c=el;
|
|
62
|
+
while(c&&c!==document.body){
|
|
63
|
+
const pr=c.parentElement;if(!pr)break;
|
|
64
|
+
const sb=[...pr.children].filter(x=>x.tagName===c.tagName);
|
|
65
|
+
p.unshift(sb.length===1?c.tagName.toLowerCase():c.tagName.toLowerCase()+':nth-of-type('+(sb.indexOf(c)+1)+')');
|
|
66
|
+
c=pr;
|
|
67
|
+
}
|
|
68
|
+
return p.join(' > ');
|
|
69
|
+
}
|
|
70
|
+
})()`;
|
|
71
|
+
export class PageReadiness {
|
|
72
|
+
cdp;
|
|
73
|
+
unsubscribers = [];
|
|
74
|
+
state = {
|
|
75
|
+
loadFired: false,
|
|
76
|
+
inflightRequests: 0,
|
|
77
|
+
lastDomChange: 0,
|
|
78
|
+
lastNetworkActivity: 0,
|
|
79
|
+
networkTriggered: false,
|
|
80
|
+
};
|
|
81
|
+
/** Maps short refs (e1, e2...) → CSS selectors. Updated on each observe(). */
|
|
82
|
+
refMap = new Map();
|
|
83
|
+
constructor(cdp) {
|
|
84
|
+
this.cdp = cdp;
|
|
85
|
+
}
|
|
86
|
+
async attach() {
|
|
87
|
+
await this.cdp.send('Page.enable');
|
|
88
|
+
await this.cdp.send('Network.enable');
|
|
89
|
+
await this.cdp.send('DOM.enable');
|
|
90
|
+
this.unsubscribers.push(this.cdp.on('Page.loadEventFired', () => {
|
|
91
|
+
this.state.loadFired = true;
|
|
92
|
+
}), this.cdp.on('Network.requestWillBeSent', () => {
|
|
93
|
+
this.state.inflightRequests++;
|
|
94
|
+
this.state.lastNetworkActivity = Date.now();
|
|
95
|
+
this.state.networkTriggered = true;
|
|
96
|
+
}), this.cdp.on('Network.loadingFinished', () => {
|
|
97
|
+
this.state.inflightRequests = Math.max(0, this.state.inflightRequests - 1);
|
|
98
|
+
this.state.lastNetworkActivity = Date.now();
|
|
99
|
+
}), this.cdp.on('Network.loadingFailed', () => {
|
|
100
|
+
this.state.inflightRequests = Math.max(0, this.state.inflightRequests - 1);
|
|
101
|
+
this.state.lastNetworkActivity = Date.now();
|
|
102
|
+
}), this.cdp.on('DOM.documentUpdated', () => {
|
|
103
|
+
this.state.lastDomChange = Date.now();
|
|
104
|
+
}),
|
|
105
|
+
// Auto-dismiss JS dialogs (alert/confirm/prompt) — they block all
|
|
106
|
+
// Runtime.evaluate calls and hang waitForReady / observe.
|
|
107
|
+
this.cdp.on('Page.javascriptDialogOpening', () => {
|
|
108
|
+
this.cdp.send('Page.handleJavaScriptDialog', { accept: true }).catch(() => { });
|
|
109
|
+
}));
|
|
110
|
+
}
|
|
111
|
+
detach() {
|
|
112
|
+
for (const unsub of this.unsubscribers)
|
|
113
|
+
unsub();
|
|
114
|
+
this.unsubscribers = [];
|
|
115
|
+
}
|
|
116
|
+
resetForNavigation() {
|
|
117
|
+
this.state.loadFired = false;
|
|
118
|
+
this.state.inflightRequests = 0;
|
|
119
|
+
this.state.lastDomChange = Date.now();
|
|
120
|
+
this.state.lastNetworkActivity = Date.now();
|
|
121
|
+
this.state.networkTriggered = false;
|
|
122
|
+
}
|
|
123
|
+
resetNetworkFlag() {
|
|
124
|
+
this.state.networkTriggered = false;
|
|
125
|
+
}
|
|
126
|
+
hadNetworkActivity() {
|
|
127
|
+
return this.state.networkTriggered;
|
|
128
|
+
}
|
|
129
|
+
/**
|
|
130
|
+
* Wait for page readiness with progressive resolution:
|
|
131
|
+
* - Ideal: load + network idle + DOM stable → immediate
|
|
132
|
+
* - Good enough: load + DOM stable (lingering requests) → after 2s
|
|
133
|
+
* - Hard cap: READY_MAX_MS (8s) regardless
|
|
134
|
+
*/
|
|
135
|
+
async waitForReady(_timeout) {
|
|
136
|
+
const maxMs = Math.min(_timeout ?? READY_MAX_MS, READY_MAX_MS);
|
|
137
|
+
const start = Date.now();
|
|
138
|
+
await new Promise((resolve) => {
|
|
139
|
+
const check = async () => {
|
|
140
|
+
const now = Date.now();
|
|
141
|
+
const elapsed = now - start;
|
|
142
|
+
if (elapsed > maxMs) {
|
|
143
|
+
resolve();
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
// Fallback: if loadFired event was missed, check readyState via DOM.
|
|
147
|
+
// Race with a timeout — Runtime.evaluate hangs if a JS dialog is open
|
|
148
|
+
// (auto-dismiss fires async, but the evaluate may already be queued).
|
|
149
|
+
if (!this.state.loadFired && elapsed > 500) {
|
|
150
|
+
try {
|
|
151
|
+
const rs = await Promise.race([
|
|
152
|
+
this.cdp.send('Runtime.evaluate', {
|
|
153
|
+
expression: 'document.readyState',
|
|
154
|
+
returnByValue: true,
|
|
155
|
+
}),
|
|
156
|
+
new Promise((r) => setTimeout(() => r(null), 1_000)),
|
|
157
|
+
]);
|
|
158
|
+
if (rs && rs.result?.value === 'complete') {
|
|
159
|
+
this.state.loadFired = true;
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
catch { /* ignore */ }
|
|
163
|
+
}
|
|
164
|
+
const networkIdle = this.state.inflightRequests === 0
|
|
165
|
+
&& (now - this.state.lastNetworkActivity) > SETTLE_MS;
|
|
166
|
+
const domStable = (now - this.state.lastDomChange) > SETTLE_MS;
|
|
167
|
+
// Ideal: everything settled
|
|
168
|
+
if (this.state.loadFired && networkIdle && domStable) {
|
|
169
|
+
resolve();
|
|
170
|
+
return;
|
|
171
|
+
}
|
|
172
|
+
// Good enough: load + DOM stable, but lingering requests (analytics, long-poll)
|
|
173
|
+
if (elapsed > 2_000 && this.state.loadFired && domStable) {
|
|
174
|
+
resolve();
|
|
175
|
+
return;
|
|
176
|
+
}
|
|
177
|
+
setTimeout(check, POLL_MS);
|
|
178
|
+
};
|
|
179
|
+
check();
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
async waitForSettle(quietMs) {
|
|
183
|
+
const start = Date.now();
|
|
184
|
+
await new Promise((resolve) => {
|
|
185
|
+
const check = () => {
|
|
186
|
+
const now = Date.now();
|
|
187
|
+
if (now - start > SETTLE_MAX_MS) {
|
|
188
|
+
resolve();
|
|
189
|
+
return;
|
|
190
|
+
}
|
|
191
|
+
const idle = this.state.inflightRequests === 0
|
|
192
|
+
&& (now - this.state.lastNetworkActivity) > quietMs
|
|
193
|
+
&& (now - this.state.lastDomChange) > quietMs;
|
|
194
|
+
if (idle) {
|
|
195
|
+
resolve();
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
setTimeout(check, 50);
|
|
199
|
+
};
|
|
200
|
+
setTimeout(check, 50);
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
/** Resolve a ref (e.g. "e3") or CSS selector to a CSS selector. */
|
|
204
|
+
resolveRef(refOrSelector) {
|
|
205
|
+
return this.refMap.get(refOrSelector) ?? refOrSelector;
|
|
206
|
+
}
|
|
207
|
+
async observe() {
|
|
208
|
+
const result = await this.cdp.send('Runtime.evaluate', {
|
|
209
|
+
expression: OBSERVE_SCRIPT,
|
|
210
|
+
returnByValue: true,
|
|
211
|
+
});
|
|
212
|
+
const raw = result.result?.value;
|
|
213
|
+
const parsed = raw
|
|
214
|
+
? JSON.parse(raw)
|
|
215
|
+
: { url: '', title: '', readyState: 'unknown', headings: [], summary: '', textExcerpt: '', elements: '', refs: {} };
|
|
216
|
+
// Update ref→selector map
|
|
217
|
+
this.refMap.clear();
|
|
218
|
+
if (parsed.refs) {
|
|
219
|
+
for (const [ref, sel] of Object.entries(parsed.refs)) {
|
|
220
|
+
this.refMap.set(ref, sel);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
return {
|
|
224
|
+
url: parsed.url,
|
|
225
|
+
title: parsed.title,
|
|
226
|
+
readyState: parsed.readyState,
|
|
227
|
+
headings: parsed.headings,
|
|
228
|
+
summary: parsed.summary,
|
|
229
|
+
textExcerpt: parsed.textExcerpt ?? '',
|
|
230
|
+
elements: parsed.elements,
|
|
231
|
+
inflightRequests: this.state.inflightRequests,
|
|
232
|
+
};
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
//# sourceMappingURL=page-readiness.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page-readiness.js","sourceRoot":"","sources":["../../../lib/sandbox/page-readiness.ts"],"names":[],"mappings":"AAsBA,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,OAAO,GAAG,EAAE,CAAC;AACnB,MAAM,aAAa,GAAG,KAAK,CAAC;AAC5B,kFAAkF;AAClF,MAAM,YAAY,GAAG,KAAK,CAAC;AAC3B,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB;;;;GAIG;AACH,MAAM,cAAc,GAAG;;;;;;;;;YASX,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAiDnB,CAAC;AAEN,MAAM,OAAO,aAAa;IAChB,GAAG,CAAY;IACf,aAAa,GAAmB,EAAE,CAAC;IACnC,KAAK,GAAmB;QAC9B,SAAS,EAAE,KAAK;QAChB,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,CAAC;QAChB,mBAAmB,EAAE,CAAC;QACtB,gBAAgB,EAAE,KAAK;KACxB,CAAC;IAEF,8EAA8E;IACtE,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE3C,YAAY,GAAc;QACxB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAElC,IAAI,CAAC,aAAa,CAAC,IAAI,CACrB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YACtC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC,CAAC,EACF,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YAC5C,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QACrC,CAAC,CAAC,EACF,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YAC1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9C,CAAC,CAAC,EACF,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YACxC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9C,CAAC,CAAC,EACF,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YACtC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,CAAC,CAAC;QACF,kEAAkE;QAClE,0DAA0D;QAC1D,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjF,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa;YAAE,KAAK,EAAE,CAAC;QAChD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;IAC1B,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC;IACtC,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC;IACtC,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAAC,QAAiB;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,YAAY,EAAE,YAAY,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;gBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,GAAG,GAAG,KAAK,CAAC;gBAE5B,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;oBAAC,OAAO,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAE3C,qEAAqE;gBACrE,sEAAsE;gBACtE,sEAAsE;gBACtE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;oBAC3C,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;4BAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;gCAChC,UAAU,EAAE,qBAAqB;gCACjC,aAAa,EAAE,IAAI;6BACpB,CAAC;4BACF,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;yBAC3D,CAAC,CAAC;wBACH,IAAI,EAAE,IAAK,EAAU,CAAC,MAAM,EAAE,KAAK,KAAK,UAAU,EAAE,CAAC;4BACnD,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;wBAC9B,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC1B,CAAC;gBAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC;uBAChD,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;gBACxD,MAAM,SAAS,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;gBAE/D,4BAA4B;gBAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;oBACrD,OAAO,EAAE,CAAC;oBAAC,OAAO;gBACpB,CAAC;gBAED,gFAAgF;gBAChF,IAAI,OAAO,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;oBACzD,OAAO,EAAE,CAAC;oBAAC,OAAO;gBACpB,CAAC;gBAED,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC7B,CAAC,CAAC;YACF,KAAK,EAAE,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,IAAI,GAAG,GAAG,KAAK,GAAG,aAAa,EAAE,CAAC;oBAAC,OAAO,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAEvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC;uBACzC,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,OAAO;uBAChD,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC;gBAEhD,IAAI,IAAI,EAAE,CAAC;oBAAC,OAAO,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAChC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACxB,CAAC,CAAC;YACF,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,UAAU,CAAC,aAAqB;QAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;YACrD,UAAU,EAAE,cAAc;YAC1B,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAI,MAAc,CAAC,MAAM,EAAE,KAAK,CAAC;QAC1C,MAAM,MAAM,GAAG,GAAG;YAChB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YACjB,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QAEtH,0BAA0B;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAa,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO;YACL,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;YACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB;SAC9C,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sandbox-browser.d.ts","sourceRoot":"","sources":["../../../lib/sandbox/sandbox-browser.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAe,MAAM,uBAAuB,CAAC;AACzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAKhD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,aAAa,GAAG,cAAc,EAAE,CAqW1E"}
|