lobster-cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +389 -0
- package/dist/agent/core.js +1013 -0
- package/dist/agent/core.js.map +1 -0
- package/dist/agent/index.js +1027 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/brain/index.js +60 -0
- package/dist/brain/index.js.map +1 -0
- package/dist/browser/dom/index.js +1096 -0
- package/dist/browser/dom/index.js.map +1 -0
- package/dist/browser/index.js +2034 -0
- package/dist/browser/index.js.map +1 -0
- package/dist/browser/manager.js +86 -0
- package/dist/browser/manager.js.map +1 -0
- package/dist/browser/page-adapter.js +1345 -0
- package/dist/browser/page-adapter.js.map +1 -0
- package/dist/cascade/index.js +138 -0
- package/dist/cascade/index.js.map +1 -0
- package/dist/config/index.js +110 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/schema.js +66 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/discover/index.js +545 -0
- package/dist/discover/index.js.map +1 -0
- package/dist/index.js +5529 -0
- package/dist/index.js.map +1 -0
- package/dist/lib.js +4206 -0
- package/dist/lib.js.map +1 -0
- package/dist/llm/client.js +379 -0
- package/dist/llm/client.js.map +1 -0
- package/dist/llm/index.js +397 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/openai-client.js +214 -0
- package/dist/llm/openai-client.js.map +1 -0
- package/dist/output/index.js +93 -0
- package/dist/output/index.js.map +1 -0
- package/dist/pipeline/index.js +802 -0
- package/dist/pipeline/index.js.map +1 -0
- package/dist/router/decision.js +80 -0
- package/dist/router/decision.js.map +1 -0
- package/dist/router/index.js +3443 -0
- package/dist/router/index.js.map +1 -0
- package/dist/types/index.js +23 -0
- package/dist/types/index.js.map +1 -0
- package/logo.svg +11 -0
- package/package.json +65 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/browser/dom/flat-tree.ts","../../src/browser/dom/snapshot.ts","../../src/browser/dom/semantic-tree.ts","../../src/browser/dom/markdown.ts","../../src/browser/dom/form-state.ts","../../src/browser/interceptor.ts","../../src/browser/page-adapter.ts"],"sourcesContent":["/**\n * Script that runs inside the browser to extract a flat DOM tree\n * with indexed interactive elements — the format the AI agent uses.\n *\n * Based on Page Agent's DOM extraction approach.\n */\nexport const FLAT_TREE_SCRIPT = `\n(() => {\n const INTERACTIVE_TAGS = new Set([\n 'a', 'button', 'input', 'select', 'textarea', 'details', 'summary',\n 'label', 'option', 'fieldset', 'legend',\n ]);\n\n const INTERACTIVE_ROLES = new Set([\n 'button', 'link', 'textbox', 'checkbox', 'radio', 'combobox',\n 'listbox', 'menu', 'menuitem', 'tab', 'switch', 'slider',\n 'searchbox', 'spinbutton', 'option', 'menuitemcheckbox', 'menuitemradio',\n ]);\n\n const ATTR_WHITELIST = [\n 'type', 'role', 'aria-label', 'aria-expanded', 'aria-selected',\n 'aria-checked', 'aria-disabled', 'placeholder', 'title', 'href',\n 'value', 'name', 'alt', 'src',\n ];\n\n let highlightIndex = 0;\n const nodes = {};\n const selectorMap = {};\n\n function isVisible(el) {\n if (el.offsetWidth === 0 && el.offsetHeight === 0) return false;\n const style = getComputedStyle(el);\n if (style.display === 'none' || style.visibility === 'hidden' || style.opacity === '0') return false;\n return true;\n }\n\n function isInteractive(el) {\n const tag = el.tagName.toLowerCase();\n if (INTERACTIVE_TAGS.has(tag)) return true;\n const role = el.getAttribute('role');\n if (role && INTERACTIVE_ROLES.has(role)) return true;\n if (el.getAttribute('contenteditable') === 'true') return true;\n if (el.getAttribute('tabindex') !== null && parseInt(el.getAttribute('tabindex')) >= 0) return true;\n if (el.onclick || el.getAttribute('onclick')) return true;\n return false;\n }\n\n function getAttributes(el) {\n const attrs = {};\n for (const attr of ATTR_WHITELIST) {\n const val = el.getAttribute(attr);\n if (val !== null && val !== '') attrs[attr] = val;\n }\n return attrs;\n }\n\n function getScrollable(el) {\n const style = getComputedStyle(el);\n const overflowY = style.overflowY;\n const overflowX = style.overflowX;\n const isScrollableY = (overflowY === 'auto' || overflowY === 'scroll') && el.scrollHeight > el.clientHeight;\n const isScrollableX = (overflowX === 'auto' || overflowX === 'scroll') && el.scrollWidth > el.clientWidth;\n if (!isScrollableY && !isScrollableX) return null;\n return {\n left: el.scrollLeft,\n top: el.scrollTop,\n right: el.scrollWidth - el.clientWidth - el.scrollLeft,\n bottom: el.scrollHeight - el.clientHeight - el.scrollTop,\n };\n }\n\n function walk(el, parentId) {\n if (!el || el.nodeType === 8) return; // skip comments\n\n if (el.nodeType === 3) { // text node\n const text = el.textContent.trim();\n if (!text) return;\n const id = 'text_' + Math.random().toString(36).slice(2, 8);\n nodes[id] = { id, tagName: '#text', text, parentId };\n if (parentId && nodes[parentId]) {\n nodes[parentId].children = nodes[parentId].children || [];\n nodes[parentId].children.push(id);\n }\n return;\n }\n\n if (el.nodeType !== 1) return; // only elements\n\n const tag = el.tagName.toLowerCase();\n if (['script', 'style', 'noscript', 'svg', 'path'].includes(tag)) return;\n if (!isVisible(el)) return;\n\n const id = tag + '_' + Math.random().toString(36).slice(2, 8);\n const interactive = isInteractive(el);\n const node = {\n id,\n tagName: tag,\n attributes: getAttributes(el),\n parentId,\n children: [],\n isInteractive: interactive,\n };\n\n if (interactive) {\n node.highlightIndex = highlightIndex;\n selectorMap[highlightIndex] = id;\n highlightIndex++;\n }\n\n const scrollable = getScrollable(el);\n if (scrollable) node.scrollable = scrollable;\n\n const text = [];\n for (const child of el.childNodes) {\n if (child.nodeType === 3 && child.textContent.trim()) {\n text.push(child.textContent.trim());\n }\n }\n if (text.length > 0) node.text = text.join(' ').slice(0, 200);\n\n nodes[id] = node;\n\n if (parentId && nodes[parentId]) {\n nodes[parentId].children.push(id);\n }\n\n for (const child of el.children) {\n walk(child, id);\n }\n }\n\n const rootId = 'root';\n nodes[rootId] = { id: rootId, tagName: 'body', children: [], attributes: {} };\n for (const child of document.body.children) {\n walk(child, rootId);\n }\n\n return { rootId, map: nodes, selectorMap };\n})()\n`;\n\n/**\n * Convert a FlatDomTree into the indexed text format that the LLM agent reads.\n * Example output:\n * [0]<button type=submit>Search</>\n * [1]<input type=text placeholder=\"Enter query\" />\n */\nexport function flatTreeToString(tree: { rootId: string; map: Record<string, any> }): string {\n const lines: string[] = [];\n\n function walk(nodeId: string, depth: number) {\n const node = tree.map[nodeId];\n if (!node) return;\n\n const indent = '\\t'.repeat(depth);\n\n if (node.tagName === '#text') {\n if (node.text) lines.push(`${indent}${node.text}`);\n return;\n }\n\n const attrs = node.attributes || {};\n const attrStr = Object.entries(attrs)\n .map(([k, v]) => (v === '' ? k : `${k}=\"${v}\"`))\n .join(' ');\n\n const prefix = node.highlightIndex !== undefined ? `[${node.highlightIndex}]` : '';\n const scrollInfo = node.scrollable\n ? ` |scroll: ${Math.round(node.scrollable.top)}px up, ${Math.round(node.scrollable.bottom)}px down|`\n : '';\n\n const text = node.text || '';\n const tag = node.tagName;\n\n if (prefix || text || node.children?.length > 0) {\n const opening = `${indent}${prefix}<${tag}${attrStr ? ' ' + attrStr : ''}${scrollInfo}>`;\n\n if (!node.children?.length || (node.children.length === 0 && text)) {\n lines.push(`${opening}${text}</>`);\n } else {\n lines.push(`${opening}${text}`);\n for (const childId of node.children || []) {\n walk(childId, depth + 1);\n }\n }\n } else {\n for (const childId of node.children || []) {\n walk(childId, depth);\n }\n }\n }\n\n walk(tree.rootId, 0);\n return lines.join('\\n');\n}\n","/**\n * Advanced DOM snapshot script — runs inside the browser.\n * Multi-stage pruning pipeline producing LLM-optimized output.\n *\n * Stages:\n * 1. Walk DOM, collect visibility + layout + interactivity signals\n * 2. Prune invisible, zero-area, non-content elements\n * 3. SVG & decoration collapse\n * 4. Shadow DOM traversal\n * 5. Same-origin iframe extraction\n * 6. Bounding-box parent-child dedup (link/button wrapping)\n * 7. Paint-order occlusion detection (overlay/modal coverage)\n * 8. Attribute whitelist filtering\n * 9. Ad/tracker filtering\n * 10. Scroll position info\n * 11. data-ref annotation for targeting\n * 12. Token-efficient serialization with interactive indices\n */\n/**\n * Build snapshot script with optional previous hashes for diff marking.\n * Elements new since last snapshot get a `*` prefix on their index.\n */\nexport function buildSnapshotScript(previousHashes?: string[]): string {\n return SNAPSHOT_SCRIPT_FN(previousHashes || []);\n}\n\nfunction SNAPSHOT_SCRIPT_FN(prevHashes: string[]): string {\n return `\n(() => {\n let idx = 0;\n const __prevHashes = new Set(${JSON.stringify(prevHashes)});\n const __currentHashes = [];\n`;\n}\n\nexport const SNAPSHOT_SCRIPT = `\n(() => {\n let idx = 0;\n const __prevHashes = (window.__lobster_prev_hashes) ? new Set(window.__lobster_prev_hashes) : null;\n const __currentHashes = [];\n\n const SKIP_TAGS = new Set([\n 'script','style','noscript','svg','path','meta','link','head',\n 'template','slot','colgroup','col',\n ]);\n\n const INTERACTIVE_TAGS = new Set([\n 'a','button','input','select','textarea','details','summary','label',\n ]);\n\n const INTERACTIVE_ROLES = new Set([\n 'button','link','textbox','checkbox','radio','combobox','listbox',\n 'menu','menuitem','tab','switch','slider','searchbox','spinbutton',\n 'option','menuitemcheckbox','menuitemradio','treeitem',\n ]);\n\n const ATTR_WHITELIST = [\n 'type','role','aria-label','aria-expanded','aria-selected','aria-checked',\n 'aria-disabled','aria-haspopup','aria-pressed','placeholder','title',\n 'href','value','name','alt','src','action','method','for',\n 'data-testid','data-id','contenteditable','tabindex',\n ];\n\n const AD_PATTERNS = /ad[-_]?banner|ad[-_]?container|google[-_]?ad|doubleclick|adsbygoogle|sponsored|^ad$/i;\n\n // ── Stage 1: Visibility check ──\n function isVisible(el) {\n if (el.offsetWidth === 0 && el.offsetHeight === 0 && el.tagName !== 'INPUT') return false;\n const s = getComputedStyle(el);\n if (s.display === 'none') return false;\n if (s.visibility === 'hidden' || s.visibility === 'collapse') return false;\n if (s.opacity === '0') return false;\n if (s.clipPath === 'inset(100%)') return false;\n // Check for offscreen positioning\n const rect = el.getBoundingClientRect();\n if (rect.right < 0 || rect.bottom < 0) return false;\n return true;\n }\n\n // ── Stage 2: Interactive detection ──\n function isInteractive(el) {\n const tag = el.tagName.toLowerCase();\n if (INTERACTIVE_TAGS.has(tag)) {\n // Skip disabled elements\n if (el.disabled) return false;\n // Skip hidden inputs\n if (tag === 'input' && el.type === 'hidden') return false;\n return true;\n }\n const role = el.getAttribute('role');\n if (role && INTERACTIVE_ROLES.has(role)) return true;\n if (el.contentEditable === 'true') return true;\n if (el.tabIndex >= 0 && el.getAttribute('tabindex') !== null) return true;\n if (el.onclick) return true;\n return false;\n }\n\n // ── Stage 8: Attribute filtering ──\n function getAttrs(el) {\n const parts = [];\n for (const name of ATTR_WHITELIST) {\n let v = el.getAttribute(name);\n if (v === null || v === '') continue;\n // Truncate long values\n if (v.length > 80) v = v.slice(0, 77) + '...';\n // Skip href=\"javascript:...\"\n if (name === 'href' && v.startsWith('javascript:')) continue;\n parts.push(name + '=' + v);\n }\n return parts.length ? ' ' + parts.join(' ') : '';\n }\n\n // ── Stage 9: Ad filtering ──\n function isAd(el) {\n const id = el.id || '';\n const cls = el.className || '';\n if (typeof cls === 'string' && AD_PATTERNS.test(cls)) return true;\n if (AD_PATTERNS.test(id)) return true;\n if (el.tagName === 'IFRAME' && AD_PATTERNS.test(el.src || '')) return true;\n return false;\n }\n\n // ── Stage 10: Scroll info ──\n function getScrollInfo(el) {\n const s = getComputedStyle(el);\n const overflowY = s.overflowY;\n const overflowX = s.overflowX;\n const scrollableY = (overflowY === 'auto' || overflowY === 'scroll') && el.scrollHeight > el.clientHeight;\n const scrollableX = (overflowX === 'auto' || overflowX === 'scroll') && el.scrollWidth > el.clientWidth;\n if (!scrollableY && !scrollableX) return '';\n\n const parts = [];\n if (scrollableY) {\n const up = Math.round(el.scrollTop);\n const down = Math.round(el.scrollHeight - el.clientHeight - el.scrollTop);\n if (up > 0) parts.push(up + 'px up');\n if (down > 0) parts.push(down + 'px down');\n }\n if (scrollableX) {\n const left = Math.round(el.scrollLeft);\n const right = Math.round(el.scrollWidth - el.clientWidth - el.scrollLeft);\n if (left > 0) parts.push(left + 'px left');\n if (right > 0) parts.push(right + 'px right');\n }\n return parts.length ? ' |scroll: ' + parts.join(', ') + '|' : '';\n }\n\n // ── Stage 6: Bounding-box dedup ──\n // If a parent and child are both interactive and have ~same bounding box,\n // skip the parent (e.g., <a><button>Click</button></a>)\n function isWrappingInteractive(el) {\n if (!isInteractive(el)) return false;\n const rect = el.getBoundingClientRect();\n if (rect.width === 0 || rect.height === 0) return false;\n for (const child of el.children) {\n if (!isInteractive(child)) continue;\n const cr = child.getBoundingClientRect();\n const overlapX = Math.min(rect.right, cr.right) - Math.max(rect.left, cr.left);\n const overlapY = Math.min(rect.bottom, cr.bottom) - Math.max(rect.top, cr.top);\n const overlapArea = Math.max(0, overlapX) * Math.max(0, overlapY);\n const parentArea = rect.width * rect.height;\n if (parentArea > 0 && overlapArea / parentArea > 0.85) return true;\n }\n return false;\n }\n\n // ── Stage 7: Occlusion detection ──\n function isOccluded(el) {\n const rect = el.getBoundingClientRect();\n if (rect.width === 0 || rect.height === 0) return false;\n const cx = rect.left + rect.width / 2;\n const cy = rect.top + rect.height / 2;\n const topEl = document.elementFromPoint(cx, cy);\n if (!topEl) return false;\n if (topEl === el || el.contains(topEl) || topEl.contains(el)) return false;\n // Check z-index — if top element is a modal/overlay, mark as occluded\n const topZ = parseInt(getComputedStyle(topEl).zIndex) || 0;\n const elZ = parseInt(getComputedStyle(el).zIndex) || 0;\n return topZ > elZ + 10;\n }\n\n // ── Stage 5: Iframe content extraction ──\n function getIframeContent(iframe, depth, maxDepth) {\n try {\n const doc = iframe.contentDocument;\n if (!doc || !doc.body) return '';\n return '\\\\n' + walkNode(doc.body, depth, maxDepth);\n } catch { return ''; }\n }\n\n // ── Stage 4: Shadow DOM traversal ──\n function getShadowContent(el, depth, maxDepth) {\n if (!el.shadowRoot) return '';\n let out = '';\n for (const child of el.shadowRoot.childNodes) {\n out += walkNode(child, depth, maxDepth);\n }\n return out;\n }\n\n // ── Input value hint ──\n function getInputHint(el) {\n const tag = el.tagName.toLowerCase();\n if (tag === 'input') {\n const type = el.type || 'text';\n const val = el.value || '';\n const checked = el.checked;\n if (type === 'checkbox' || type === 'radio') {\n return checked ? ' [checked]' : ' [unchecked]';\n }\n if (val) return ' value=\"' + val.slice(0, 50) + '\"';\n }\n if (tag === 'textarea' && el.value) {\n return ' value=\"' + el.value.slice(0, 50) + '\"';\n }\n if (tag === 'select' && el.selectedOptions?.length) {\n return ' selected=\"' + el.selectedOptions[0].text.slice(0, 40) + '\"';\n }\n return '';\n }\n\n const MAX_DEPTH = 25;\n const MAX_TEXT = 150;\n\n function walkNode(node, depth, maxDepth) {\n if (depth > maxDepth) return '';\n if (!node) return '';\n\n // Text node\n if (node.nodeType === 3) {\n const t = node.textContent.trim();\n if (!t) return '';\n const text = t.length > MAX_TEXT ? t.slice(0, MAX_TEXT) + '...' : t;\n return ' '.repeat(depth) + text + '\\\\n';\n }\n\n // Comment node — skip\n if (node.nodeType === 8) return '';\n\n // Only element nodes from here\n if (node.nodeType !== 1) return '';\n\n const el = node;\n const tag = el.tagName.toLowerCase();\n\n // ── Stage 3: Skip tags ──\n if (SKIP_TAGS.has(tag)) return '';\n\n // ── Stage 2: Visibility ──\n if (!isVisible(el)) return '';\n\n // ── Stage 9: Ad filtering ──\n if (isAd(el)) return '';\n\n // ── Stage 6: Bbox dedup — skip wrapping interactive parent ──\n const skipSelf = isWrappingInteractive(el);\n\n const indent = ' '.repeat(depth);\n const inter = !skipSelf && isInteractive(el);\n let prefix = '';\n if (inter) {\n const thisIdx = idx++;\n // Hash: tag + text + key attributes for diff tracking\n const hashText = tag + ':' + (el.textContent || '').trim().slice(0, 40) + ':' + (el.getAttribute('href') || '') + ':' + (el.getAttribute('aria-label') || '');\n __currentHashes.push(hashText);\n const isNew = __prevHashes && __prevHashes.size > 0 && !__prevHashes.has(hashText);\n prefix = isNew ? '*[' + thisIdx + ']' : '[' + thisIdx + ']';\n }\n\n // ── Stage 11: Annotate with data-ref ──\n if (inter) {\n try { el.dataset.ref = String(idx - 1); } catch {}\n }\n\n // ── Stage 7: Occlusion check for interactive elements ──\n if (inter && isOccluded(el)) {\n // Still include but mark as occluded\n // (agent needs to know element exists but may need to scroll/close modal)\n }\n\n const a = getAttrs(el);\n const scrollInfo = getScrollInfo(el);\n const inputHint = inter ? getInputHint(el) : '';\n\n // Leaf text extraction\n let leafText = '';\n if (el.childNodes.length === 1 && el.childNodes[0].nodeType === 3) {\n const t = el.childNodes[0].textContent.trim();\n if (t) leafText = t.length > MAX_TEXT ? t.slice(0, MAX_TEXT) + '...' : t;\n }\n\n // ── Stage 5: Iframe ──\n if (tag === 'iframe') {\n const iframeContent = getIframeContent(el, depth + 1, maxDepth);\n if (iframeContent) {\n return indent + prefix + '<iframe' + a + '>\\\\n' + iframeContent;\n }\n return '';\n }\n\n // Build output\n let out = '';\n\n if (skipSelf) {\n // Skip self but render children\n for (const c of el.childNodes) out += walkNode(c, depth, maxDepth);\n out += getShadowContent(el, depth, maxDepth);\n return out;\n }\n\n if (inter || leafText || el.children.length === 0) {\n if (leafText) {\n out = indent + prefix + '<' + tag + a + scrollInfo + inputHint + '>' + leafText + '</' + tag + '>\\\\n';\n } else {\n out = indent + prefix + '<' + tag + a + scrollInfo + inputHint + '>\\\\n';\n for (const c of el.childNodes) out += walkNode(c, depth + 1, maxDepth);\n out += getShadowContent(el, depth + 1, maxDepth);\n }\n } else {\n // Non-interactive container — flatten depth if no useful info\n if (scrollInfo) {\n out = indent + '<' + tag + scrollInfo + '>\\\\n';\n for (const c of el.childNodes) out += walkNode(c, depth + 1, maxDepth);\n out += getShadowContent(el, depth + 1, maxDepth);\n } else {\n for (const c of el.childNodes) out += walkNode(c, depth, maxDepth);\n out += getShadowContent(el, depth, maxDepth);\n }\n }\n\n return out;\n }\n\n // ── Page-level scroll info header ──\n const scrollY = window.scrollY;\n const scrollMax = document.documentElement.scrollHeight - window.innerHeight;\n const scrollPct = scrollMax > 0 ? Math.round((scrollY / scrollMax) * 100) : 0;\n const vpW = window.innerWidth;\n const vpH = window.innerHeight;\n const pageH = document.documentElement.scrollHeight;\n\n let header = '';\n header += 'viewport: ' + vpW + 'x' + vpH + ' | page_height: ' + pageH + 'px';\n header += ' | scroll: ' + scrollPct + '%';\n if (scrollY > 50) header += ' (' + Math.round(scrollY) + 'px from top)';\n if (scrollMax - scrollY > 50) header += ' (' + Math.round(scrollMax - scrollY) + 'px more below)';\n header += '\\\\n---\\\\n';\n\n // Store current hashes for next diff comparison\n window.__lobster_prev_hashes = __currentHashes;\n\n return header + walkNode(document.body, 0, MAX_DEPTH);\n})()\n`;\n","/**\n * Semantic tree — W3C accessible name algorithm, XPath, listener detection.\n *\n * Based on Lightpanda's SemanticTree.zig approach:\n * - Accessible name: aria-labelledby → aria-label → alt → title → placeholder → text content\n * - XPath generation for element location\n * - Interactive classification: native, aria, contenteditable, listener, focusable\n * - Disabled state with fieldset inheritance\n * - Input value, option, checked state extraction\n */\nexport const SEMANTIC_TREE_SCRIPT = `\n(() => {\n const SKIP = new Set(['script','style','noscript','svg','head','meta','link','template']);\n\n const ROLE_MAP = {\n a: 'link', button: 'button', input: 'textbox', select: 'combobox',\n textarea: 'textbox', h1: 'heading', h2: 'heading', h3: 'heading',\n h4: 'heading', h5: 'heading', h6: 'heading', nav: 'navigation',\n main: 'main', header: 'banner', footer: 'contentinfo', aside: 'complementary',\n form: 'form', table: 'table', img: 'img', ul: 'list', ol: 'list', li: 'listitem',\n section: 'region', article: 'article', dialog: 'dialog', details: 'group',\n summary: 'button', progress: 'progressbar', meter: 'meter', output: 'status',\n label: 'label', legend: 'legend', fieldset: 'group', option: 'option',\n tr: 'row', td: 'cell', th: 'columnheader', caption: 'caption',\n };\n\n const INTERACTIVE_ROLES = new Set([\n 'button','link','textbox','checkbox','radio','combobox','listbox',\n 'menu','menuitem','tab','switch','slider','searchbox','spinbutton',\n 'option','menuitemcheckbox','menuitemradio','treeitem',\n ]);\n\n // ── W3C Accessible Name Algorithm (simplified) ──\n function getAccessibleName(el) {\n // 1. aria-labelledby (highest priority)\n const labelledBy = el.getAttribute('aria-labelledby');\n if (labelledBy) {\n const ids = labelledBy.split(/\\\\s+/);\n const parts = ids.map(id => {\n const ref = document.getElementById(id);\n return ref ? ref.textContent.trim() : '';\n }).filter(Boolean);\n if (parts.length > 0) return parts.join(' ').slice(0, 120);\n }\n\n // 2. aria-label\n const ariaLabel = el.getAttribute('aria-label');\n if (ariaLabel) return ariaLabel.slice(0, 120);\n\n // 3. alt (for images)\n const alt = el.getAttribute('alt');\n if (alt) return alt.slice(0, 120);\n\n // 4. title\n const title = el.getAttribute('title');\n if (title) return title.slice(0, 120);\n\n // 5. placeholder (for inputs)\n const placeholder = el.getAttribute('placeholder');\n if (placeholder) return placeholder.slice(0, 120);\n\n // 6. value (for buttons)\n if (el.tagName === 'INPUT' && (el.type === 'submit' || el.type === 'button')) {\n const val = el.getAttribute('value');\n if (val) return val.slice(0, 120);\n }\n\n // 7. Associated label\n if (el.id) {\n const label = document.querySelector('label[for=\"' + el.id + '\"]');\n if (label) return label.textContent.trim().slice(0, 120);\n }\n\n // 8. Direct text content (only for leaf-ish elements)\n if (el.children.length <= 2) {\n const text = el.textContent.trim();\n if (text && text.length < 120) return text;\n }\n\n return '';\n }\n\n // ── XPath generation ──\n function getXPath(el) {\n const parts = [];\n let current = el;\n while (current && current.nodeType === 1) {\n let index = 1;\n let sibling = current.previousElementSibling;\n while (sibling) {\n if (sibling.tagName === current.tagName) index++;\n sibling = sibling.previousElementSibling;\n }\n const tag = current.tagName.toLowerCase();\n parts.unshift(tag + '[' + index + ']');\n current = current.parentElement;\n }\n return '/' + parts.join('/');\n }\n\n // ── Interactivity classification ──\n function classifyInteractivity(el) {\n const types = [];\n const tag = el.tagName.toLowerCase();\n\n // Native\n if (['a','button','input','select','textarea','details','summary'].includes(tag)) {\n if (tag === 'a' && !el.href) {} // anchor without href is not interactive\n else if (tag === 'input' && el.type === 'hidden') {} // hidden inputs\n else types.push('native');\n }\n\n // ARIA role\n const role = el.getAttribute('role');\n if (role && INTERACTIVE_ROLES.has(role)) types.push('aria');\n\n // Contenteditable\n if (el.contentEditable === 'true') types.push('contenteditable');\n\n // Focusable\n if (el.tabIndex >= 0 && el.getAttribute('tabindex') !== null) types.push('focusable');\n\n // Event listeners (check onclick and common inline handlers)\n if (el.onclick || el.onmousedown || el.onkeydown || el.onkeypress ||\n el.getAttribute('onclick') || el.getAttribute('onmousedown')) {\n types.push('listener');\n }\n\n return types;\n }\n\n // ── Disabled state with fieldset inheritance ──\n function isDisabled(el) {\n if (el.disabled) return true;\n // Check fieldset disabled inheritance\n let parent = el.parentElement;\n while (parent) {\n if (parent.tagName === 'FIELDSET' && parent.disabled) {\n // Exception: elements inside the first legend child are NOT disabled\n const firstLegend = parent.querySelector(':scope > legend');\n if (firstLegend && firstLegend.contains(el)) return false;\n return true;\n }\n parent = parent.parentElement;\n }\n return false;\n }\n\n // ── Walk the DOM ──\n function walk(el, depth, maxDepth) {\n if (!el || depth > maxDepth) return '';\n\n if (el.nodeType === 3) {\n const t = el.textContent.trim();\n return t ? ' '.repeat(depth) + 'text \"' + t.slice(0, 100) + '\"\\\\n' : '';\n }\n\n if (el.nodeType !== 1) return '';\n const tag = el.tagName.toLowerCase();\n if (SKIP.has(tag)) return '';\n\n const style = getComputedStyle(el);\n if (style.display === 'none' || style.visibility === 'hidden') return '';\n\n const indent = ' '.repeat(depth);\n const role = el.getAttribute('role') || ROLE_MAP[tag] || '';\n const name = getAccessibleName(el);\n const interTypes = classifyInteractivity(el);\n const interactive = interTypes.length > 0;\n const disabled = interactive && isDisabled(el);\n\n let line = indent;\n line += role || tag;\n\n if (name) line += ' \"' + name.slice(0, 80) + '\"';\n\n if (interactive) {\n line += ' [' + interTypes.join(',') + ']';\n if (disabled) line += ' {disabled}';\n line += ' xpath=' + getXPath(el);\n }\n\n // Input state\n if (tag === 'input') {\n const type = el.type || 'text';\n line += ' type=' + type;\n if (type === 'checkbox' || type === 'radio') {\n line += el.checked ? ' [checked]' : ' [unchecked]';\n } else if (el.value) {\n line += ' value=\"' + el.value.slice(0, 50) + '\"';\n }\n }\n if (tag === 'textarea' && el.value) {\n line += ' value=\"' + el.value.slice(0, 50) + '\"';\n }\n if (tag === 'select') {\n const opts = Array.from(el.options || []).map(o => ({\n text: o.text.slice(0, 30),\n value: o.value,\n selected: o.selected,\n }));\n const selected = opts.find(o => o.selected);\n if (selected) line += ' selected=\"' + selected.text + '\"';\n if (opts.length <= 10) {\n line += ' options=[' + opts.map(o => o.text).join('|') + ']';\n }\n }\n\n line += '\\\\n';\n\n let out = line;\n for (const c of el.childNodes) {\n out += walk(c, depth + 1, maxDepth);\n }\n\n // Shadow DOM\n if (el.shadowRoot) {\n for (const c of el.shadowRoot.childNodes) {\n out += walk(c, depth + 1, maxDepth);\n }\n }\n\n return out;\n }\n\n return walk(document.body, 0, 20);\n})()\n`;\n","/**\n * DOM-to-Markdown converter — runs inside the browser.\n *\n * Full-featured conversion based on Lightpanda's markdown.zig:\n * - Table support with header separator rows\n * - URL resolution (relative → absolute)\n * - Nested ordered/unordered lists with proper indentation\n * - Character escaping for Markdown special chars\n * - Strikethrough, code blocks, blockquotes\n * - Smart anchor handling (inline vs block)\n * - Whitespace collapsing\n */\nexport const MARKDOWN_SCRIPT = `\n(() => {\n const SKIP = new Set(['script','style','noscript','svg','head','template']);\n const baseUrl = location.href;\n\n // Resolve relative URLs to absolute\n function resolveUrl(href) {\n if (!href || href.startsWith('javascript:') || href.startsWith('#')) return href;\n try { return new URL(href, baseUrl).href; } catch { return href; }\n }\n\n // Escape Markdown special chars in text\n function escapeText(text) {\n return text\n .replace(/\\\\\\\\/g, '\\\\\\\\\\\\\\\\')\n .replace(/([*_~\\`\\\\[\\\\]|])/g, '\\\\\\\\$1');\n }\n\n // State tracking\n let listDepth = 0;\n let orderedCounters = [];\n let inPre = false;\n let inTable = false;\n\n function listIndent() { return ' '.repeat(listDepth); }\n\n function walk(el) {\n if (!el) return '';\n\n // Text node\n if (el.nodeType === 3) {\n const text = el.textContent || '';\n if (inPre) return text;\n // Collapse whitespace\n const collapsed = text.replace(/\\\\s+/g, ' ');\n return collapsed === ' ' && !el.previousSibling && !el.nextSibling ? '' : collapsed;\n }\n\n if (el.nodeType !== 1) return '';\n const tag = el.tagName.toLowerCase();\n if (SKIP.has(tag)) return '';\n\n // Visibility check\n try {\n const s = getComputedStyle(el);\n if (s.display === 'none' || s.visibility === 'hidden') return '';\n } catch {}\n\n // Get children content\n function childContent() {\n let out = '';\n for (const c of el.childNodes) out += walk(c);\n return out;\n }\n\n switch (tag) {\n // ── Headings ──\n case 'h1': return '\\\\n\\\\n# ' + childContent().trim() + '\\\\n\\\\n';\n case 'h2': return '\\\\n\\\\n## ' + childContent().trim() + '\\\\n\\\\n';\n case 'h3': return '\\\\n\\\\n### ' + childContent().trim() + '\\\\n\\\\n';\n case 'h4': return '\\\\n\\\\n#### ' + childContent().trim() + '\\\\n\\\\n';\n case 'h5': return '\\\\n\\\\n##### ' + childContent().trim() + '\\\\n\\\\n';\n case 'h6': return '\\\\n\\\\n###### ' + childContent().trim() + '\\\\n\\\\n';\n\n // ── Block elements ──\n case 'p': return '\\\\n\\\\n' + childContent().trim() + '\\\\n\\\\n';\n case 'br': return '\\\\n';\n case 'hr': return '\\\\n\\\\n---\\\\n\\\\n';\n\n // ── Inline formatting ──\n case 'strong': case 'b': {\n const inner = childContent().trim();\n return inner ? '**' + inner + '**' : '';\n }\n case 'em': case 'i': {\n const inner = childContent().trim();\n return inner ? '*' + inner + '*' : '';\n }\n case 's': case 'del': case 'strike': {\n const inner = childContent().trim();\n return inner ? '~~' + inner + '~~' : '';\n }\n case 'code': {\n if (inPre) return childContent();\n const inner = childContent();\n return inner ? '\\\\x60' + inner + '\\\\x60' : '';\n }\n\n // ── Code blocks ──\n case 'pre': {\n inPre = true;\n const inner = childContent();\n inPre = false;\n const lang = el.querySelector('code')?.className?.match(/language-(\\\\w+)/)?.[1] || '';\n return '\\\\n\\\\n\\\\x60\\\\x60\\\\x60' + lang + '\\\\n' + inner.trim() + '\\\\n\\\\x60\\\\x60\\\\x60\\\\n\\\\n';\n }\n\n // ── Links ──\n case 'a': {\n const href = resolveUrl(el.getAttribute('href') || '');\n const inner = childContent().trim();\n const name = inner || el.getAttribute('aria-label') || el.getAttribute('title') || '';\n if (!name) return '';\n if (!href || href === '#' || href.startsWith('javascript:')) return name;\n return '[' + name + '](' + href + ')';\n }\n\n // ── Images ──\n case 'img': {\n const alt = el.getAttribute('alt') || '';\n const src = resolveUrl(el.getAttribute('src') || '');\n return src ? '' : '';\n }\n\n // ── Lists ──\n case 'ul': {\n listDepth++;\n orderedCounters.push(0);\n const inner = childContent();\n listDepth--;\n orderedCounters.pop();\n return '\\\\n' + inner;\n }\n case 'ol': {\n listDepth++;\n orderedCounters.push(0);\n const inner = childContent();\n listDepth--;\n orderedCounters.pop();\n return '\\\\n' + inner;\n }\n case 'li': {\n const parent = el.parentElement?.tagName?.toLowerCase();\n const isOrdered = parent === 'ol';\n const inner = childContent().trim();\n if (!inner) return '';\n if (isOrdered) {\n const counter = orderedCounters.length > 0\n ? ++orderedCounters[orderedCounters.length - 1] : 1;\n return listIndent() + counter + '. ' + inner + '\\\\n';\n }\n return listIndent() + '- ' + inner + '\\\\n';\n }\n\n // ── Blockquote ──\n case 'blockquote': {\n const inner = childContent().trim();\n if (!inner) return '';\n return '\\\\n\\\\n' + inner.split('\\\\n').map(line => '> ' + line).join('\\\\n') + '\\\\n\\\\n';\n }\n\n // ── Tables ──\n case 'table': {\n inTable = true;\n let out = '\\\\n\\\\n';\n const rows = el.querySelectorAll('tr');\n let headerDone = false;\n\n for (let i = 0; i < rows.length; i++) {\n const cells = rows[i].querySelectorAll('th, td');\n const isHeader = rows[i].querySelector('th') !== null;\n const cellTexts = [];\n for (const cell of cells) {\n let cellText = '';\n for (const c of cell.childNodes) cellText += walk(c);\n cellTexts.push(cellText.trim().replace(/\\\\|/g, '\\\\\\\\|').replace(/\\\\n/g, ' '));\n }\n\n out += '| ' + cellTexts.join(' | ') + ' |\\\\n';\n\n if (isHeader && !headerDone) {\n out += '| ' + cellTexts.map(() => '---').join(' | ') + ' |\\\\n';\n headerDone = true;\n }\n\n // First data row without headers — synthesize separator\n if (i === 0 && !isHeader && !headerDone) {\n out += '| ' + cellTexts.map(() => '---').join(' | ') + ' |\\\\n';\n headerDone = true;\n }\n }\n\n inTable = false;\n return out + '\\\\n';\n }\n case 'thead': case 'tbody': case 'tfoot':\n return childContent();\n case 'tr': case 'td': case 'th':\n // Handled by table walker above; fallback for orphaned elements\n return childContent();\n\n // ── Definition lists ──\n case 'dl': return '\\\\n\\\\n' + childContent() + '\\\\n\\\\n';\n case 'dt': return '\\\\n**' + childContent().trim() + '**\\\\n';\n case 'dd': return ': ' + childContent().trim() + '\\\\n';\n\n // ── Figure ──\n case 'figure': return '\\\\n\\\\n' + childContent().trim() + '\\\\n\\\\n';\n case 'figcaption': return '\\\\n*' + childContent().trim() + '*\\\\n';\n\n // ── Details/Summary ──\n case 'details': return '\\\\n\\\\n' + childContent() + '\\\\n\\\\n';\n case 'summary': return '**' + childContent().trim() + '**\\\\n\\\\n';\n\n // ── Generic blocks ──\n case 'div': case 'section': case 'article': case 'main': case 'aside':\n case 'header': case 'footer': case 'nav':\n return '\\\\n' + childContent() + '\\\\n';\n\n case 'span': case 'small': case 'sub': case 'sup': case 'abbr':\n case 'time': case 'mark': case 'cite': case 'q':\n return childContent();\n\n default:\n return childContent();\n }\n }\n\n const raw = walk(document.body);\n // Clean up: collapse 3+ newlines to 2, trim\n return raw.replace(/\\\\n{3,}/g, '\\\\n\\\\n').replace(/^\\\\n+|\\\\n+$/g, '').trim();\n})()\n`;\n","/**\n * Form state extraction — runs inside the browser.\n *\n * Extracts all form fields (including orphan fields not in <form> tags),\n * their types, labels, values, required/disabled state.\n *\n * Based on OpenCLI's getFormStateJs() pattern.\n */\nexport const FORM_STATE_SCRIPT = `\n(() => {\n function extractField(el) {\n const tag = el.tagName.toLowerCase();\n const type = (el.getAttribute('type') || tag).toLowerCase();\n\n // Skip non-user-facing inputs\n if (['hidden', 'submit', 'button', 'reset', 'image'].includes(type)) return null;\n\n const name = el.name || el.id || '';\n\n // Find label via multiple strategies\n const label =\n el.getAttribute('aria-label') ||\n (el.id ? document.querySelector('label[for=\"' + el.id + '\"]')?.textContent?.trim() : null) ||\n el.closest('label')?.textContent?.trim() ||\n el.placeholder ||\n '';\n\n // Extract value based on type\n let value;\n if (tag === 'select') {\n const selected = el.options[el.selectedIndex];\n value = selected ? selected.textContent.trim() : '';\n } else if (type === 'checkbox' || type === 'radio') {\n value = el.checked;\n } else if (type === 'password') {\n value = el.value ? '••••' : '';\n } else if (el.isContentEditable) {\n value = el.textContent?.trim()?.slice(0, 200) || '';\n } else {\n value = el.value || '';\n }\n\n return {\n tag,\n type,\n name,\n label: label.slice(0, 80),\n value: typeof value === 'string' ? value.slice(0, 200) : value,\n required: !!el.required,\n disabled: !!el.disabled,\n ref: el.dataset?.ref || null,\n };\n }\n\n const result = { forms: [], orphanFields: [] };\n\n // Collect forms\n for (const form of document.forms) {\n const fields = [];\n for (const el of form.elements) {\n const field = extractField(el);\n if (field) fields.push(field);\n }\n result.forms.push({\n id: form.id || '',\n name: form.name || '',\n action: form.action || '',\n method: (form.method || 'get').toUpperCase(),\n fields,\n });\n }\n\n // Collect orphan fields (not in a <form>)\n const allInputs = document.querySelectorAll(\n 'input, textarea, select, [contenteditable=\"true\"]'\n );\n for (const el of allInputs) {\n if (!el.form) {\n const field = extractField(el);\n if (field) result.orphanFields.push(field);\n }\n }\n\n return result;\n})()\n`;\n","/**\n * Network interceptor script — patches fetch and XHR to capture responses.\n * Based on OpenCLI's interception approach.\n */\nexport function buildInterceptorScript(pattern: string): string {\n return `\n(() => {\n if (window.__lobster_interceptor__) return;\n window.__lobster_interceptor__ = { requests: [] };\n const store = window.__lobster_interceptor__;\n const pattern = ${JSON.stringify(pattern)};\n\n // Patch fetch\n const origFetch = window.fetch;\n window.fetch = async function(...args) {\n const url = typeof args[0] === 'string' ? args[0] : args[0]?.url || '';\n const resp = await origFetch.apply(this, args);\n if (url.includes(pattern)) {\n const clone = resp.clone();\n try {\n const body = await clone.json();\n store.requests.push({ url, method: 'GET', status: resp.status, body, timestamp: Date.now() });\n } catch {}\n }\n return resp;\n };\n\n // Patch XHR\n const origOpen = XMLHttpRequest.prototype.open;\n const origSend = XMLHttpRequest.prototype.send;\n XMLHttpRequest.prototype.open = function(method, url, ...rest) {\n this.__url = url;\n this.__method = method;\n return origOpen.call(this, method, url, ...rest);\n };\n XMLHttpRequest.prototype.send = function(...args) {\n this.addEventListener('load', function() {\n if (this.__url && this.__url.includes(pattern)) {\n try {\n const body = JSON.parse(this.responseText);\n store.requests.push({ url: this.__url, method: this.__method, status: this.status, body, timestamp: Date.now() });\n } catch {}\n }\n });\n return origSend.apply(this, args);\n };\n})()\n`;\n}\n\nexport const GET_INTERCEPTED_SCRIPT = `\n(() => {\n const store = window.__lobster_interceptor__;\n if (!store) return [];\n const reqs = [...store.requests];\n store.requests = [];\n return reqs;\n})()\n`;\n","import type { Page } from 'puppeteer-core';\nimport type {\n IPage, WaitCondition, Cookie, NetworkEntry, TabInfo,\n SnapshotOptions, SemanticTreeOptions, FlatDomTree, BrowserState, FormState,\n} from '../types/page.js';\nimport { FLAT_TREE_SCRIPT, flatTreeToString } from './dom/flat-tree.js';\nimport { SNAPSHOT_SCRIPT } from './dom/snapshot.js';\nimport { SEMANTIC_TREE_SCRIPT } from './dom/semantic-tree.js';\nimport { MARKDOWN_SCRIPT } from './dom/markdown.js';\nimport { FORM_STATE_SCRIPT } from './dom/form-state.js';\nimport { buildInterceptorScript, GET_INTERCEPTED_SCRIPT } from './interceptor.js';\n\nexport class PuppeteerPage implements IPage {\n private page: Page;\n\n constructor(page: Page) {\n this.page = page;\n }\n\n get raw(): Page { return this.page; }\n\n async goto(url: string, options?: { waitUntil?: WaitCondition; timeout?: number }): Promise<void> {\n await this.page.goto(url, {\n waitUntil: (options?.waitUntil as any) || 'networkidle2',\n timeout: options?.timeout || 30000,\n });\n }\n\n async goBack(): Promise<void> {\n await this.page.goBack({ waitUntil: 'networkidle2' });\n }\n\n async url(): Promise<string> {\n return this.page.url();\n }\n\n async title(): Promise<string> {\n return this.page.title();\n }\n\n async evaluate<T = unknown>(js: string): Promise<T> {\n return this.page.evaluate(js) as Promise<T>;\n }\n\n async snapshot(_opts?: SnapshotOptions): Promise<string> {\n return this.page.evaluate(SNAPSHOT_SCRIPT) as Promise<string>;\n }\n\n async semanticTree(_opts?: SemanticTreeOptions): Promise<string> {\n return this.page.evaluate(SEMANTIC_TREE_SCRIPT) as Promise<string>;\n }\n\n async flatTree(): Promise<FlatDomTree> {\n const raw = await this.page.evaluate(FLAT_TREE_SCRIPT);\n return raw as FlatDomTree;\n }\n\n async markdown(): Promise<string> {\n return this.page.evaluate(MARKDOWN_SCRIPT) as Promise<string>;\n }\n\n async browserState(): Promise<BrowserState> {\n const state = await this.page.evaluate(`\n (() => {\n const scrollY = window.scrollY;\n const scrollX = window.scrollX;\n const vpW = window.innerWidth;\n const vpH = window.innerHeight;\n const pageW = document.documentElement.scrollWidth;\n const pageH = document.documentElement.scrollHeight;\n const maxScrollY = pageH - vpH;\n return {\n url: location.href,\n title: document.title,\n viewportWidth: vpW,\n viewportHeight: vpH,\n pageWidth: pageW,\n pageHeight: pageH,\n scrollX: scrollX,\n scrollY: scrollY,\n scrollPercent: maxScrollY > 0 ? Math.round((scrollY / maxScrollY) * 100) : 0,\n pixelsAbove: Math.round(scrollY),\n pixelsBelow: Math.round(Math.max(0, maxScrollY - scrollY)),\n };\n })()\n `) as BrowserState;\n return state;\n }\n\n async formState(): Promise<FormState> {\n return this.page.evaluate(FORM_STATE_SCRIPT) as Promise<FormState>;\n }\n\n async click(ref: string | number): Promise<void> {\n if (typeof ref === 'number') {\n await this.page.evaluate((idx) => {\n const el = document.querySelector('[data-ref=\"' + idx + '\"]') as HTMLElement;\n if (!el) throw new Error('Element with index ' + idx + ' not found');\n\n // Blur previously focused element\n const prev = document.activeElement as HTMLElement | null;\n if (prev && prev !== el && prev !== document.body) {\n prev.blur();\n prev.dispatchEvent(new MouseEvent('mouseout', { bubbles: true, cancelable: true }));\n prev.dispatchEvent(new MouseEvent('mouseleave', { bubbles: false, cancelable: true }));\n }\n\n // Scroll into view\n if (typeof (el as any).scrollIntoViewIfNeeded === 'function') {\n (el as any).scrollIntoViewIfNeeded();\n } else {\n el.scrollIntoView({ behavior: 'auto', block: 'center', inline: 'nearest' });\n }\n\n // Full mouse event sequence — required for React, analytics, custom handlers\n el.dispatchEvent(new MouseEvent('mouseenter', { bubbles: true, cancelable: true }));\n el.dispatchEvent(new MouseEvent('mouseover', { bubbles: true, cancelable: true }));\n el.dispatchEvent(new MouseEvent('mousedown', { bubbles: true, cancelable: true }));\n el.focus();\n el.dispatchEvent(new MouseEvent('mouseup', { bubbles: true, cancelable: true }));\n el.dispatchEvent(new MouseEvent('click', { bubbles: true, cancelable: true }));\n }, ref);\n // Wait for click processing (animations, state updates)\n await new Promise((r) => setTimeout(r, 200));\n } else {\n await this.page.click(ref);\n }\n }\n\n async typeText(ref: string | number, text: string): Promise<void> {\n if (typeof ref === 'number') {\n // First click the element (triggers full event sequence + focus)\n await this.click(ref);\n\n await this.page.evaluate((idx, txt) => {\n const el = document.querySelector('[data-ref=\"' + idx + '\"]') as HTMLElement;\n if (!el) throw new Error('Element with index ' + idx + ' not found');\n\n const isInput = el.tagName === 'INPUT' || el.tagName === 'TEXTAREA';\n const isContentEditable = el.isContentEditable;\n\n if (isContentEditable) {\n // ── Contenteditable: Plan A — synthetic InputEvents ──\n // Works for: React contenteditable, Quill\n // Clear existing content\n if (el.dispatchEvent(new InputEvent('beforeinput', {\n bubbles: true, cancelable: true, inputType: 'deleteContent',\n }))) {\n el.innerText = '';\n el.dispatchEvent(new InputEvent('input', {\n bubbles: true, inputType: 'deleteContent',\n }));\n }\n\n // Insert new text\n if (el.dispatchEvent(new InputEvent('beforeinput', {\n bubbles: true, cancelable: true, inputType: 'insertText', data: txt,\n }))) {\n el.innerText = txt;\n el.dispatchEvent(new InputEvent('input', {\n bubbles: true, inputType: 'insertText', data: txt,\n }));\n }\n\n // Verify Plan A worked\n const planAOk = el.innerText.trim() === txt.trim();\n\n if (!planAOk) {\n // ── Plan B — execCommand fallback ──\n // Works for: Slate.js, some rich-text editors\n el.focus();\n const doc = el.ownerDocument;\n const sel = (doc.defaultView || window).getSelection();\n const range = doc.createRange();\n range.selectNodeContents(el);\n sel?.removeAllRanges();\n sel?.addRange(range);\n doc.execCommand('delete', false);\n doc.execCommand('insertText', false, txt);\n }\n\n el.dispatchEvent(new Event('change', { bubbles: true }));\n el.blur();\n\n } else if (isInput) {\n // ── Input/Textarea: use native value setter to bypass React/Vue ──\n const inputEl = el as HTMLInputElement | HTMLTextAreaElement;\n const proto = Object.getPrototypeOf(inputEl);\n const descriptor =\n Object.getOwnPropertyDescriptor(proto, 'value') ||\n Object.getOwnPropertyDescriptor(HTMLInputElement.prototype, 'value') ||\n Object.getOwnPropertyDescriptor(HTMLTextAreaElement.prototype, 'value');\n\n if (descriptor?.set) {\n descriptor.set.call(inputEl, txt);\n } else {\n inputEl.value = txt;\n }\n\n inputEl.dispatchEvent(new Event('input', { bubbles: true }));\n inputEl.dispatchEvent(new Event('change', { bubbles: true }));\n } else {\n // Fallback: try setting value anyway\n (el as any).value = txt;\n el.dispatchEvent(new Event('input', { bubbles: true }));\n el.dispatchEvent(new Event('change', { bubbles: true }));\n }\n }, ref, text);\n } else {\n // CSS selector path — click to focus, then use keyboard\n await this.page.click(ref, { count: 3 });\n await this.page.keyboard.type(text);\n }\n }\n\n async pressKey(key: string): Promise<void> {\n await this.page.keyboard.press(key as any);\n }\n\n async selectOption(ref: string | number, value: string): Promise<void> {\n const selector = typeof ref === 'number' ? '[data-ref=\"' + ref + '\"]' : ref;\n await this.page.select(selector, value);\n }\n\n async scroll(direction: 'up' | 'down' | 'left' | 'right', amount?: number): Promise<void> {\n const distance = amount || 500;\n const isVertical = direction === 'up' || direction === 'down';\n const positive = direction === 'down' || direction === 'right';\n const delta = positive ? distance : -distance;\n\n await this.page.evaluate((dy, dx, isVert) => {\n // Helper: check if element is a valid scroll container\n const canScroll = (el) => {\n if (!el) return false;\n const s = getComputedStyle(el);\n if (isVert) {\n return /(auto|scroll|overlay)/.test(s.overflowY) &&\n el.scrollHeight > el.clientHeight &&\n el.clientHeight >= window.innerHeight * 0.3;\n } else {\n return /(auto|scroll|overlay)/.test(s.overflowX) &&\n el.scrollWidth > el.clientWidth &&\n el.clientWidth >= window.innerWidth * 0.3;\n }\n };\n\n // Walk from active element up to find a scrollable container\n let el = document.activeElement;\n while (el && !canScroll(el) && el !== document.body) {\n el = el.parentElement;\n }\n\n // If no scrollable ancestor, search the DOM\n if (!canScroll(el)) {\n el = Array.from(document.querySelectorAll('*')).find(canScroll) || null;\n }\n\n const isPageLevel = !el || el === document.body ||\n el === document.documentElement || el === document.scrollingElement;\n\n if (isPageLevel) {\n // Page-level scroll\n if (isVert) {\n window.scrollBy(0, dy);\n } else {\n window.scrollBy(dx, 0);\n }\n } else {\n // Container scroll\n if (isVert) {\n el.scrollBy({ top: dy, behavior: 'smooth' });\n } else {\n el.scrollBy({ left: dx, behavior: 'smooth' });\n }\n }\n }, isVertical ? delta : 0, isVertical ? 0 : delta, isVertical);\n\n // Wait for smooth scroll to settle\n await new Promise((r) => setTimeout(r, 150));\n }\n\n async scrollToElement(ref: string | number): Promise<void> {\n const selector = typeof ref === 'number' ? '[data-ref=\"' + ref + '\"]' : ref;\n await this.page.evaluate((sel) => {\n const el = document.querySelector(sel);\n if (!el) return;\n if (typeof (el as any).scrollIntoViewIfNeeded === 'function') {\n (el as any).scrollIntoViewIfNeeded();\n } else {\n el.scrollIntoView({ behavior: 'auto', block: 'center', inline: 'nearest' });\n }\n }, selector);\n }\n\n async getCookies(opts?: { domain?: string }): Promise<Cookie[]> {\n const cookies = await this.page.cookies();\n const filtered = opts?.domain\n ? cookies.filter((c) => c.domain.includes(opts.domain!))\n : cookies;\n return filtered.map((c) => ({\n name: c.name,\n value: c.value,\n domain: c.domain,\n path: c.path,\n expires: c.expires,\n httpOnly: c.httpOnly,\n secure: c.secure,\n sameSite: c.sameSite as Cookie['sameSite'],\n }));\n }\n\n async wait(options: number | { text?: string; time?: number; timeout?: number }): Promise<void> {\n if (typeof options === 'number') {\n await new Promise((r) => setTimeout(r, options * 1000));\n return;\n }\n if (options.time) {\n await new Promise((r) => setTimeout(r, options.time! * 1000));\n }\n if (options.text) {\n await this.page.waitForFunction(\n (t) => document.body.innerText.includes(t),\n { timeout: options.timeout || 30000 },\n options.text\n );\n }\n }\n\n async networkRequests(includeStatic?: boolean): Promise<NetworkEntry[]> {\n // Use Performance API to extract network requests from the browser\n const entries = await this.page.evaluate(`\n (() => {\n const entries = performance.getEntriesByType('resource');\n const staticTypes = new Set(['img', 'font', 'css', 'script', 'link']);\n const includeStatic = ${!!includeStatic};\n\n return entries\n .filter(e => includeStatic || !staticTypes.has(e.initiatorType))\n .map(e => ({\n url: e.name,\n method: 'GET',\n status: 200,\n type: e.initiatorType || 'other',\n size: e.transferSize || e.encodedBodySize || 0,\n duration: Math.round(e.duration),\n }));\n })()\n `) as NetworkEntry[];\n return entries || [];\n }\n\n async installInterceptor(pattern: string): Promise<void> {\n await this.page.evaluate(buildInterceptorScript(pattern));\n }\n\n async getInterceptedRequests(): Promise<unknown[]> {\n return this.page.evaluate(GET_INTERCEPTED_SCRIPT) as Promise<unknown[]>;\n }\n\n async screenshot(opts?: { format?: 'png' | 'jpeg'; fullPage?: boolean }): Promise<Buffer> {\n const result = await this.page.screenshot({\n type: opts?.format || 'png',\n fullPage: opts?.fullPage ?? false,\n });\n return Buffer.from(result);\n }\n\n async tabs(): Promise<TabInfo[]> {\n const browser = this.page.browser();\n const pages = await browser.pages();\n return pages.map((p, i) => ({\n id: i,\n url: p.url(),\n title: '',\n active: p === this.page,\n }));\n }\n\n async close(): Promise<void> {\n await this.page.close();\n }\n}\n"],"mappings":";AAMO,IAAM,mBAAmB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;AC6BzB,IAAM,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACzBxB,IAAM,uBAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACE7B,IAAM,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACJxB,IAAM,oBAAoB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACJ1B,SAAS,uBAAuB,SAAyB;AAC9D,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA,oBAKW,KAAK,UAAU,OAAO,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAsC3C;AAEO,IAAM,yBAAyB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACtC/B,IAAM,gBAAN,MAAqC;AAAA,EAClC;AAAA,EAER,YAAY,MAAY;AACtB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,MAAY;AAAE,WAAO,KAAK;AAAA,EAAM;AAAA,EAEpC,MAAM,KAAK,KAAa,SAA0E;AAChG,UAAM,KAAK,KAAK,KAAK,KAAK;AAAA,MACxB,WAAY,SAAS,aAAqB;AAAA,MAC1C,SAAS,SAAS,WAAW;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAwB;AAC5B,UAAM,KAAK,KAAK,OAAO,EAAE,WAAW,eAAe,CAAC;AAAA,EACtD;AAAA,EAEA,MAAM,MAAuB;AAC3B,WAAO,KAAK,KAAK,IAAI;AAAA,EACvB;AAAA,EAEA,MAAM,QAAyB;AAC7B,WAAO,KAAK,KAAK,MAAM;AAAA,EACzB;AAAA,EAEA,MAAM,SAAsB,IAAwB;AAClD,WAAO,KAAK,KAAK,SAAS,EAAE;AAAA,EAC9B;AAAA,EAEA,MAAM,SAAS,OAA0C;AACvD,WAAO,KAAK,KAAK,SAAS,eAAe;AAAA,EAC3C;AAAA,EAEA,MAAM,aAAa,OAA8C;AAC/D,WAAO,KAAK,KAAK,SAAS,oBAAoB;AAAA,EAChD;AAAA,EAEA,MAAM,WAAiC;AACrC,UAAM,MAAM,MAAM,KAAK,KAAK,SAAS,gBAAgB;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,WAA4B;AAChC,WAAO,KAAK,KAAK,SAAS,eAAe;AAAA,EAC3C;AAAA,EAEA,MAAM,eAAsC;AAC1C,UAAM,QAAQ,MAAM,KAAK,KAAK,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAuBtC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,YAAgC;AACpC,WAAO,KAAK,KAAK,SAAS,iBAAiB;AAAA,EAC7C;AAAA,EAEA,MAAM,MAAM,KAAqC;AAC/C,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,KAAK,KAAK,SAAS,CAAC,QAAQ;AAChC,cAAM,KAAK,SAAS,cAAc,gBAAgB,MAAM,IAAI;AAC5D,YAAI,CAAC,GAAI,OAAM,IAAI,MAAM,wBAAwB,MAAM,YAAY;AAGnE,cAAM,OAAO,SAAS;AACtB,YAAI,QAAQ,SAAS,MAAM,SAAS,SAAS,MAAM;AACjD,eAAK,KAAK;AACV,eAAK,cAAc,IAAI,WAAW,YAAY,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AAClF,eAAK,cAAc,IAAI,WAAW,cAAc,EAAE,SAAS,OAAO,YAAY,KAAK,CAAC,CAAC;AAAA,QACvF;AAGA,YAAI,OAAQ,GAAW,2BAA2B,YAAY;AAC5D,UAAC,GAAW,uBAAuB;AAAA,QACrC,OAAO;AACL,aAAG,eAAe,EAAE,UAAU,QAAQ,OAAO,UAAU,QAAQ,UAAU,CAAC;AAAA,QAC5E;AAGA,WAAG,cAAc,IAAI,WAAW,cAAc,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AAClF,WAAG,cAAc,IAAI,WAAW,aAAa,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AACjF,WAAG,cAAc,IAAI,WAAW,aAAa,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AACjF,WAAG,MAAM;AACT,WAAG,cAAc,IAAI,WAAW,WAAW,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AAC/E,WAAG,cAAc,IAAI,WAAW,SAAS,EAAE,SAAS,MAAM,YAAY,KAAK,CAAC,CAAC;AAAA,MAC/E,GAAG,GAAG;AAEN,YAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAAA,IAC7C,OAAO;AACL,YAAM,KAAK,KAAK,MAAM,GAAG;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,KAAsB,MAA6B;AAChE,QAAI,OAAO,QAAQ,UAAU;AAE3B,YAAM,KAAK,MAAM,GAAG;AAEpB,YAAM,KAAK,KAAK,SAAS,CAAC,KAAK,QAAQ;AACrC,cAAM,KAAK,SAAS,cAAc,gBAAgB,MAAM,IAAI;AAC5D,YAAI,CAAC,GAAI,OAAM,IAAI,MAAM,wBAAwB,MAAM,YAAY;AAEnE,cAAM,UAAU,GAAG,YAAY,WAAW,GAAG,YAAY;AACzD,cAAM,oBAAoB,GAAG;AAE7B,YAAI,mBAAmB;AAIrB,cAAI,GAAG,cAAc,IAAI,WAAW,eAAe;AAAA,YACjD,SAAS;AAAA,YAAM,YAAY;AAAA,YAAM,WAAW;AAAA,UAC9C,CAAC,CAAC,GAAG;AACH,eAAG,YAAY;AACf,eAAG,cAAc,IAAI,WAAW,SAAS;AAAA,cACvC,SAAS;AAAA,cAAM,WAAW;AAAA,YAC5B,CAAC,CAAC;AAAA,UACJ;AAGA,cAAI,GAAG,cAAc,IAAI,WAAW,eAAe;AAAA,YACjD,SAAS;AAAA,YAAM,YAAY;AAAA,YAAM,WAAW;AAAA,YAAc,MAAM;AAAA,UAClE,CAAC,CAAC,GAAG;AACH,eAAG,YAAY;AACf,eAAG,cAAc,IAAI,WAAW,SAAS;AAAA,cACvC,SAAS;AAAA,cAAM,WAAW;AAAA,cAAc,MAAM;AAAA,YAChD,CAAC,CAAC;AAAA,UACJ;AAGA,gBAAM,UAAU,GAAG,UAAU,KAAK,MAAM,IAAI,KAAK;AAEjD,cAAI,CAAC,SAAS;AAGZ,eAAG,MAAM;AACT,kBAAM,MAAM,GAAG;AACf,kBAAM,OAAO,IAAI,eAAe,QAAQ,aAAa;AACrD,kBAAM,QAAQ,IAAI,YAAY;AAC9B,kBAAM,mBAAmB,EAAE;AAC3B,iBAAK,gBAAgB;AACrB,iBAAK,SAAS,KAAK;AACnB,gBAAI,YAAY,UAAU,KAAK;AAC/B,gBAAI,YAAY,cAAc,OAAO,GAAG;AAAA,UAC1C;AAEA,aAAG,cAAc,IAAI,MAAM,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC;AACvD,aAAG,KAAK;AAAA,QAEV,WAAW,SAAS;AAElB,gBAAM,UAAU;AAChB,gBAAM,QAAQ,OAAO,eAAe,OAAO;AAC3C,gBAAM,aACJ,OAAO,yBAAyB,OAAO,OAAO,KAC9C,OAAO,yBAAyB,iBAAiB,WAAW,OAAO,KACnE,OAAO,yBAAyB,oBAAoB,WAAW,OAAO;AAExE,cAAI,YAAY,KAAK;AACnB,uBAAW,IAAI,KAAK,SAAS,GAAG;AAAA,UAClC,OAAO;AACL,oBAAQ,QAAQ;AAAA,UAClB;AAEA,kBAAQ,cAAc,IAAI,MAAM,SAAS,EAAE,SAAS,KAAK,CAAC,CAAC;AAC3D,kBAAQ,cAAc,IAAI,MAAM,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC;AAAA,QAC9D,OAAO;AAEL,UAAC,GAAW,QAAQ;AACpB,aAAG,cAAc,IAAI,MAAM,SAAS,EAAE,SAAS,KAAK,CAAC,CAAC;AACtD,aAAG,cAAc,IAAI,MAAM,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC;AAAA,QACzD;AAAA,MACF,GAAG,KAAK,IAAI;AAAA,IACd,OAAO;AAEL,YAAM,KAAK,KAAK,MAAM,KAAK,EAAE,OAAO,EAAE,CAAC;AACvC,YAAM,KAAK,KAAK,SAAS,KAAK,IAAI;AAAA,IACpC;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,KAA4B;AACzC,UAAM,KAAK,KAAK,SAAS,MAAM,GAAU;AAAA,EAC3C;AAAA,EAEA,MAAM,aAAa,KAAsB,OAA8B;AACrE,UAAM,WAAW,OAAO,QAAQ,WAAW,gBAAgB,MAAM,OAAO;AACxE,UAAM,KAAK,KAAK,OAAO,UAAU,KAAK;AAAA,EACxC;AAAA,EAEA,MAAM,OAAO,WAA6C,QAAgC;AACxF,UAAM,WAAW,UAAU;AAC3B,UAAM,aAAa,cAAc,QAAQ,cAAc;AACvD,UAAM,WAAW,cAAc,UAAU,cAAc;AACvD,UAAM,QAAQ,WAAW,WAAW,CAAC;AAErC,UAAM,KAAK,KAAK,SAAS,CAAC,IAAI,IAAI,WAAW;AAE3C,YAAM,YAAY,CAACA,QAAO;AACxB,YAAI,CAACA,IAAI,QAAO;AAChB,cAAM,IAAI,iBAAiBA,GAAE;AAC7B,YAAI,QAAQ;AACV,iBAAO,wBAAwB,KAAK,EAAE,SAAS,KAC7CA,IAAG,eAAeA,IAAG,gBACrBA,IAAG,gBAAgB,OAAO,cAAc;AAAA,QAC5C,OAAO;AACL,iBAAO,wBAAwB,KAAK,EAAE,SAAS,KAC7CA,IAAG,cAAcA,IAAG,eACpBA,IAAG,eAAe,OAAO,aAAa;AAAA,QAC1C;AAAA,MACF;AAGA,UAAI,KAAK,SAAS;AAClB,aAAO,MAAM,CAAC,UAAU,EAAE,KAAK,OAAO,SAAS,MAAM;AACnD,aAAK,GAAG;AAAA,MACV;AAGA,UAAI,CAAC,UAAU,EAAE,GAAG;AAClB,aAAK,MAAM,KAAK,SAAS,iBAAiB,GAAG,CAAC,EAAE,KAAK,SAAS,KAAK;AAAA,MACrE;AAEA,YAAM,cAAc,CAAC,MAAM,OAAO,SAAS,QACzC,OAAO,SAAS,mBAAmB,OAAO,SAAS;AAErD,UAAI,aAAa;AAEf,YAAI,QAAQ;AACV,iBAAO,SAAS,GAAG,EAAE;AAAA,QACvB,OAAO;AACL,iBAAO,SAAS,IAAI,CAAC;AAAA,QACvB;AAAA,MACF,OAAO;AAEL,YAAI,QAAQ;AACV,aAAG,SAAS,EAAE,KAAK,IAAI,UAAU,SAAS,CAAC;AAAA,QAC7C,OAAO;AACL,aAAG,SAAS,EAAE,MAAM,IAAI,UAAU,SAAS,CAAC;AAAA,QAC9C;AAAA,MACF;AAAA,IACF,GAAG,aAAa,QAAQ,GAAG,aAAa,IAAI,OAAO,UAAU;AAG7D,UAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,gBAAgB,KAAqC;AACzD,UAAM,WAAW,OAAO,QAAQ,WAAW,gBAAgB,MAAM,OAAO;AACxE,UAAM,KAAK,KAAK,SAAS,CAAC,QAAQ;AAChC,YAAM,KAAK,SAAS,cAAc,GAAG;AACrC,UAAI,CAAC,GAAI;AACT,UAAI,OAAQ,GAAW,2BAA2B,YAAY;AAC5D,QAAC,GAAW,uBAAuB;AAAA,MACrC,OAAO;AACL,WAAG,eAAe,EAAE,UAAU,QAAQ,OAAO,UAAU,QAAQ,UAAU,CAAC;AAAA,MAC5E;AAAA,IACF,GAAG,QAAQ;AAAA,EACb;AAAA,EAEA,MAAM,WAAW,MAA+C;AAC9D,UAAM,UAAU,MAAM,KAAK,KAAK,QAAQ;AACxC,UAAM,WAAW,MAAM,SACnB,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,SAAS,KAAK,MAAO,CAAC,IACrD;AACJ,WAAO,SAAS,IAAI,CAAC,OAAO;AAAA,MAC1B,MAAM,EAAE;AAAA,MACR,OAAO,EAAE;AAAA,MACT,QAAQ,EAAE;AAAA,MACV,MAAM,EAAE;AAAA,MACR,SAAS,EAAE;AAAA,MACX,UAAU,EAAE;AAAA,MACZ,QAAQ,EAAE;AAAA,MACV,UAAU,EAAE;AAAA,IACd,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,KAAK,SAAqF;AAC9F,QAAI,OAAO,YAAY,UAAU;AAC/B,YAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,UAAU,GAAI,CAAC;AACtD;AAAA,IACF;AACA,QAAI,QAAQ,MAAM;AAChB,YAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,QAAQ,OAAQ,GAAI,CAAC;AAAA,IAC9D;AACA,QAAI,QAAQ,MAAM;AAChB,YAAM,KAAK,KAAK;AAAA,QACd,CAAC,MAAM,SAAS,KAAK,UAAU,SAAS,CAAC;AAAA,QACzC,EAAE,SAAS,QAAQ,WAAW,IAAM;AAAA,QACpC,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,eAAkD;AAEtE,UAAM,UAAU,MAAM,KAAK,KAAK,SAAS;AAAA;AAAA;AAAA;AAAA,gCAIb,CAAC,CAAC,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAa1C;AACD,WAAO,WAAW,CAAC;AAAA,EACrB;AAAA,EAEA,MAAM,mBAAmB,SAAgC;AACvD,UAAM,KAAK,KAAK,SAAS,uBAAuB,OAAO,CAAC;AAAA,EAC1D;AAAA,EAEA,MAAM,yBAA6C;AACjD,WAAO,KAAK,KAAK,SAAS,sBAAsB;AAAA,EAClD;AAAA,EAEA,MAAM,WAAW,MAAyE;AACxF,UAAM,SAAS,MAAM,KAAK,KAAK,WAAW;AAAA,MACxC,MAAM,MAAM,UAAU;AAAA,MACtB,UAAU,MAAM,YAAY;AAAA,IAC9B,CAAC;AACD,WAAO,OAAO,KAAK,MAAM;AAAA,EAC3B;AAAA,EAEA,MAAM,OAA2B;AAC/B,UAAM,UAAU,KAAK,KAAK,QAAQ;AAClC,UAAM,QAAQ,MAAM,QAAQ,MAAM;AAClC,WAAO,MAAM,IAAI,CAAC,GAAG,OAAO;AAAA,MAC1B,IAAI;AAAA,MACJ,KAAK,EAAE,IAAI;AAAA,MACX,OAAO;AAAA,MACP,QAAQ,MAAM,KAAK;AAAA,IACrB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,QAAuB;AAC3B,UAAM,KAAK,KAAK,MAAM;AAAA,EACxB;AACF;","names":["el"]}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
// src/utils/logger.ts
|
|
2
|
+
import chalk from "chalk";
|
|
3
|
+
var log = {
|
|
4
|
+
info: (msg) => console.log(chalk.blue("\u2139"), msg),
|
|
5
|
+
success: (msg) => console.log(chalk.green("\u2713"), msg),
|
|
6
|
+
warn: (msg) => console.log(chalk.yellow("\u26A0"), msg),
|
|
7
|
+
error: (msg) => console.error(chalk.red("\u2717"), msg),
|
|
8
|
+
debug: (msg) => {
|
|
9
|
+
if (process.env.LOBSTER_DEBUG) console.log(chalk.gray("\u22EF"), msg);
|
|
10
|
+
},
|
|
11
|
+
step: (n, msg) => console.log(chalk.cyan(`[${n}]`), msg),
|
|
12
|
+
dim: (msg) => console.log(chalk.dim(msg))
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
// src/cascade/index.ts
|
|
16
|
+
var CASCADE_ORDER = [
|
|
17
|
+
"public" /* PUBLIC */,
|
|
18
|
+
"cookie" /* COOKIE */,
|
|
19
|
+
"header" /* HEADER */,
|
|
20
|
+
"intercept" /* INTERCEPT */,
|
|
21
|
+
"ui" /* UI */
|
|
22
|
+
];
|
|
23
|
+
function buildFetchProbeJs(url, opts) {
|
|
24
|
+
const credentialsLine = opts.credentials ? `credentials: 'include',` : "";
|
|
25
|
+
const headerSetup = opts.extractCsrf ? `
|
|
26
|
+
const cookies = document.cookie.split(';').map(c => c.trim());
|
|
27
|
+
const csrf = cookies.find(c =>
|
|
28
|
+
c.startsWith('ct0=') || c.startsWith('csrf_token=') ||
|
|
29
|
+
c.startsWith('_csrf=') || c.startsWith('XSRF-TOKEN=')
|
|
30
|
+
)?.split('=').slice(1).join('=');
|
|
31
|
+
const headers = {};
|
|
32
|
+
if (csrf) { headers['X-Csrf-Token'] = csrf; headers['X-XSRF-Token'] = csrf; }
|
|
33
|
+
` : "const headers = {};";
|
|
34
|
+
return `
|
|
35
|
+
(async () => {
|
|
36
|
+
try {
|
|
37
|
+
${headerSetup}
|
|
38
|
+
const resp = await fetch(${JSON.stringify(url)}, {
|
|
39
|
+
${credentialsLine}
|
|
40
|
+
headers
|
|
41
|
+
});
|
|
42
|
+
const status = resp.status;
|
|
43
|
+
if (!resp.ok) return { status, ok: false };
|
|
44
|
+
const text = await resp.text();
|
|
45
|
+
let hasData = false;
|
|
46
|
+
try {
|
|
47
|
+
const json = JSON.parse(text);
|
|
48
|
+
hasData = !!json && (Array.isArray(json) ? json.length > 0 :
|
|
49
|
+
typeof json === 'object' && Object.keys(json).length > 0);
|
|
50
|
+
// API-level error codes (common in Chinese sites)
|
|
51
|
+
if (json.code !== undefined && json.code !== 0) hasData = false;
|
|
52
|
+
if (json.error || json.message === 'Unauthorized') hasData = false;
|
|
53
|
+
} catch {}
|
|
54
|
+
return { status, ok: true, hasData, preview: text.slice(0, 200) };
|
|
55
|
+
} catch (e) { return { ok: false, error: e.message }; }
|
|
56
|
+
})()
|
|
57
|
+
`;
|
|
58
|
+
}
|
|
59
|
+
async function probeEndpoint(page, url, strategy) {
|
|
60
|
+
const result = { strategy, success: false };
|
|
61
|
+
try {
|
|
62
|
+
switch (strategy) {
|
|
63
|
+
case "public" /* PUBLIC */: {
|
|
64
|
+
const resp = await page.evaluate(buildFetchProbeJs(url, {}));
|
|
65
|
+
result.statusCode = resp?.status;
|
|
66
|
+
result.success = resp?.ok && resp?.hasData;
|
|
67
|
+
result.hasData = resp?.hasData;
|
|
68
|
+
result.responsePreview = resp?.preview;
|
|
69
|
+
break;
|
|
70
|
+
}
|
|
71
|
+
case "cookie" /* COOKIE */: {
|
|
72
|
+
const resp = await page.evaluate(buildFetchProbeJs(url, { credentials: true }));
|
|
73
|
+
result.statusCode = resp?.status;
|
|
74
|
+
result.success = resp?.ok && resp?.hasData;
|
|
75
|
+
result.hasData = resp?.hasData;
|
|
76
|
+
result.responsePreview = resp?.preview;
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
case "header" /* HEADER */: {
|
|
80
|
+
const resp = await page.evaluate(buildFetchProbeJs(url, { credentials: true, extractCsrf: true }));
|
|
81
|
+
result.statusCode = resp?.status;
|
|
82
|
+
result.success = resp?.ok && resp?.hasData;
|
|
83
|
+
result.hasData = resp?.hasData;
|
|
84
|
+
result.responsePreview = resp?.preview;
|
|
85
|
+
break;
|
|
86
|
+
}
|
|
87
|
+
case "intercept" /* INTERCEPT */:
|
|
88
|
+
case "ui" /* UI */:
|
|
89
|
+
result.success = false;
|
|
90
|
+
result.error = `Strategy ${strategy} requires site-specific implementation`;
|
|
91
|
+
break;
|
|
92
|
+
}
|
|
93
|
+
} catch (err) {
|
|
94
|
+
result.success = false;
|
|
95
|
+
result.error = err.message ?? String(err);
|
|
96
|
+
}
|
|
97
|
+
return result;
|
|
98
|
+
}
|
|
99
|
+
async function cascadeProbe(page, url, opts = {}) {
|
|
100
|
+
const maxIdx = opts.maxStrategy ? CASCADE_ORDER.indexOf(opts.maxStrategy) : CASCADE_ORDER.indexOf("header" /* HEADER */);
|
|
101
|
+
const probes = [];
|
|
102
|
+
for (let i = 0; i <= Math.min(maxIdx, CASCADE_ORDER.length - 1); i++) {
|
|
103
|
+
const strategy = CASCADE_ORDER[i];
|
|
104
|
+
log.debug(`Probing strategy: ${strategy}`);
|
|
105
|
+
const probe = await probeEndpoint(page, url, strategy);
|
|
106
|
+
probes.push(probe);
|
|
107
|
+
if (probe.success) {
|
|
108
|
+
return {
|
|
109
|
+
bestStrategy: strategy,
|
|
110
|
+
probes,
|
|
111
|
+
confidence: 1 - i * 0.1
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
return {
|
|
116
|
+
bestStrategy: "cookie" /* COOKIE */,
|
|
117
|
+
probes,
|
|
118
|
+
confidence: 0.3
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
function renderCascadeResult(result) {
|
|
122
|
+
const lines = [
|
|
123
|
+
`Strategy Cascade: ${result.bestStrategy} (${(result.confidence * 100).toFixed(0)}% confidence)`
|
|
124
|
+
];
|
|
125
|
+
for (const probe of result.probes) {
|
|
126
|
+
const icon = probe.success ? "\u2705" : "\u274C";
|
|
127
|
+
const status = probe.statusCode ? ` [${probe.statusCode}]` : "";
|
|
128
|
+
const err = probe.error ? ` \u2014 ${probe.error}` : "";
|
|
129
|
+
lines.push(` ${icon} ${probe.strategy}${status}${err}`);
|
|
130
|
+
}
|
|
131
|
+
return lines.join("\n");
|
|
132
|
+
}
|
|
133
|
+
export {
|
|
134
|
+
cascadeProbe,
|
|
135
|
+
probeEndpoint,
|
|
136
|
+
renderCascadeResult
|
|
137
|
+
};
|
|
138
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/utils/logger.ts","../../src/cascade/index.ts"],"sourcesContent":["import chalk from 'chalk';\n\nexport const log = {\n info: (msg: string) => console.log(chalk.blue('ℹ'), msg),\n success: (msg: string) => console.log(chalk.green('✓'), msg),\n warn: (msg: string) => console.log(chalk.yellow('⚠'), msg),\n error: (msg: string) => console.error(chalk.red('✗'), msg),\n debug: (msg: string) => {\n if (process.env.LOBSTER_DEBUG) console.log(chalk.gray('⋯'), msg);\n },\n step: (n: number, msg: string) => console.log(chalk.cyan(`[${n}]`), msg),\n dim: (msg: string) => console.log(chalk.dim(msg)),\n};\n","/**\n * Strategy Cascade: automatic strategy downgrade chain.\n *\n * Probes an API endpoint starting from the simplest strategy (PUBLIC)\n * and downgrades through tiers until one works:\n *\n * PUBLIC → COOKIE → HEADER → INTERCEPT → UI\n */\n\nimport { Strategy } from '../types/adapter.js';\nimport type { IPage } from '../types/page.js';\nimport { log } from '../utils/logger.js';\n\nconst CASCADE_ORDER: Strategy[] = [\n Strategy.PUBLIC,\n Strategy.COOKIE,\n Strategy.HEADER,\n Strategy.INTERCEPT,\n Strategy.UI,\n];\n\nexport interface ProbeResult {\n strategy: Strategy;\n success: boolean;\n statusCode?: number;\n hasData?: boolean;\n error?: string;\n responsePreview?: string;\n}\n\nexport interface CascadeResult {\n bestStrategy: Strategy;\n probes: ProbeResult[];\n confidence: number;\n}\n\n/**\n * Build JavaScript source for a fetch probe that runs inside the browser.\n * Handles credentials and CSRF token extraction.\n */\nfunction buildFetchProbeJs(url: string, opts: {\n credentials?: boolean;\n extractCsrf?: boolean;\n}): string {\n const credentialsLine = opts.credentials ? `credentials: 'include',` : '';\n const headerSetup = opts.extractCsrf\n ? `\n const cookies = document.cookie.split(';').map(c => c.trim());\n const csrf = cookies.find(c =>\n c.startsWith('ct0=') || c.startsWith('csrf_token=') ||\n c.startsWith('_csrf=') || c.startsWith('XSRF-TOKEN=')\n )?.split('=').slice(1).join('=');\n const headers = {};\n if (csrf) { headers['X-Csrf-Token'] = csrf; headers['X-XSRF-Token'] = csrf; }\n `\n : 'const headers = {};';\n\n return `\n (async () => {\n try {\n ${headerSetup}\n const resp = await fetch(${JSON.stringify(url)}, {\n ${credentialsLine}\n headers\n });\n const status = resp.status;\n if (!resp.ok) return { status, ok: false };\n const text = await resp.text();\n let hasData = false;\n try {\n const json = JSON.parse(text);\n hasData = !!json && (Array.isArray(json) ? json.length > 0 :\n typeof json === 'object' && Object.keys(json).length > 0);\n // API-level error codes (common in Chinese sites)\n if (json.code !== undefined && json.code !== 0) hasData = false;\n if (json.error || json.message === 'Unauthorized') hasData = false;\n } catch {}\n return { status, ok: true, hasData, preview: text.slice(0, 200) };\n } catch (e) { return { ok: false, error: e.message }; }\n })()\n `;\n}\n\n/**\n * Probe an endpoint with a specific strategy using in-browser JS evaluation.\n */\nexport async function probeEndpoint(\n page: IPage,\n url: string,\n strategy: Strategy,\n): Promise<ProbeResult> {\n const result: ProbeResult = { strategy, success: false };\n\n try {\n switch (strategy) {\n case Strategy.PUBLIC: {\n const resp = await page.evaluate<any>(buildFetchProbeJs(url, {}));\n result.statusCode = resp?.status;\n result.success = resp?.ok && resp?.hasData;\n result.hasData = resp?.hasData;\n result.responsePreview = resp?.preview;\n break;\n }\n\n case Strategy.COOKIE: {\n const resp = await page.evaluate<any>(buildFetchProbeJs(url, { credentials: true }));\n result.statusCode = resp?.status;\n result.success = resp?.ok && resp?.hasData;\n result.hasData = resp?.hasData;\n result.responsePreview = resp?.preview;\n break;\n }\n\n case Strategy.HEADER: {\n const resp = await page.evaluate<any>(buildFetchProbeJs(url, { credentials: true, extractCsrf: true }));\n result.statusCode = resp?.status;\n result.success = resp?.ok && resp?.hasData;\n result.hasData = resp?.hasData;\n result.responsePreview = resp?.preview;\n break;\n }\n\n case Strategy.INTERCEPT:\n case Strategy.UI:\n result.success = false;\n result.error = `Strategy ${strategy} requires site-specific implementation`;\n break;\n }\n } catch (err: any) {\n result.success = false;\n result.error = err.message ?? String(err);\n }\n\n return result;\n}\n\n/**\n * Run the cascade: try each strategy in order until one works.\n */\nexport async function cascadeProbe(\n page: IPage,\n url: string,\n opts: { maxStrategy?: Strategy } = {},\n): Promise<CascadeResult> {\n const maxIdx = opts.maxStrategy\n ? CASCADE_ORDER.indexOf(opts.maxStrategy)\n : CASCADE_ORDER.indexOf(Strategy.HEADER);\n\n const probes: ProbeResult[] = [];\n\n for (let i = 0; i <= Math.min(maxIdx, CASCADE_ORDER.length - 1); i++) {\n const strategy = CASCADE_ORDER[i];\n log.debug(`Probing strategy: ${strategy}`);\n const probe = await probeEndpoint(page, url, strategy);\n probes.push(probe);\n\n if (probe.success) {\n return {\n bestStrategy: strategy,\n probes,\n confidence: 1.0 - (i * 0.1),\n };\n }\n }\n\n return {\n bestStrategy: Strategy.COOKIE,\n probes,\n confidence: 0.3,\n };\n}\n\nexport function renderCascadeResult(result: CascadeResult): string {\n const lines = [\n `Strategy Cascade: ${result.bestStrategy} (${(result.confidence * 100).toFixed(0)}% confidence)`,\n ];\n for (const probe of result.probes) {\n const icon = probe.success ? '\\u2705' : '\\u274C';\n const status = probe.statusCode ? ` [${probe.statusCode}]` : '';\n const err = probe.error ? ` \\u2014 ${probe.error}` : '';\n lines.push(` ${icon} ${probe.strategy}${status}${err}`);\n }\n return lines.join('\\n');\n}\n"],"mappings":";AAAA,OAAO,WAAW;AAEX,IAAM,MAAM;AAAA,EACjB,MAAM,CAAC,QAAgB,QAAQ,IAAI,MAAM,KAAK,QAAG,GAAG,GAAG;AAAA,EACvD,SAAS,CAAC,QAAgB,QAAQ,IAAI,MAAM,MAAM,QAAG,GAAG,GAAG;AAAA,EAC3D,MAAM,CAAC,QAAgB,QAAQ,IAAI,MAAM,OAAO,QAAG,GAAG,GAAG;AAAA,EACzD,OAAO,CAAC,QAAgB,QAAQ,MAAM,MAAM,IAAI,QAAG,GAAG,GAAG;AAAA,EACzD,OAAO,CAAC,QAAgB;AACtB,QAAI,QAAQ,IAAI,cAAe,SAAQ,IAAI,MAAM,KAAK,QAAG,GAAG,GAAG;AAAA,EACjE;AAAA,EACA,MAAM,CAAC,GAAW,QAAgB,QAAQ,IAAI,MAAM,KAAK,IAAI,CAAC,GAAG,GAAG,GAAG;AAAA,EACvE,KAAK,CAAC,QAAgB,QAAQ,IAAI,MAAM,IAAI,GAAG,CAAC;AAClD;;;ACCA,IAAM,gBAA4B;AAAA;AAAA;AAAA;AAAA;AAAA;AAMlC;AAqBA,SAAS,kBAAkB,KAAa,MAG7B;AACT,QAAM,kBAAkB,KAAK,cAAc,4BAA4B;AACvE,QAAM,cAAc,KAAK,cACrB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QASA;AAEJ,SAAO;AAAA;AAAA;AAAA,UAGC,WAAW;AAAA,mCACc,KAAK,UAAU,GAAG,CAAC;AAAA,YAC1C,eAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAmB3B;AAKA,eAAsB,cACpB,MACA,KACA,UACsB;AACtB,QAAM,SAAsB,EAAE,UAAU,SAAS,MAAM;AAEvD,MAAI;AACF,YAAQ,UAAU;AAAA,MAChB,4BAAsB;AACpB,cAAM,OAAO,MAAM,KAAK,SAAc,kBAAkB,KAAK,CAAC,CAAC,CAAC;AAChE,eAAO,aAAa,MAAM;AAC1B,eAAO,UAAU,MAAM,MAAM,MAAM;AACnC,eAAO,UAAU,MAAM;AACvB,eAAO,kBAAkB,MAAM;AAC/B;AAAA,MACF;AAAA,MAEA,4BAAsB;AACpB,cAAM,OAAO,MAAM,KAAK,SAAc,kBAAkB,KAAK,EAAE,aAAa,KAAK,CAAC,CAAC;AACnF,eAAO,aAAa,MAAM;AAC1B,eAAO,UAAU,MAAM,MAAM,MAAM;AACnC,eAAO,UAAU,MAAM;AACvB,eAAO,kBAAkB,MAAM;AAC/B;AAAA,MACF;AAAA,MAEA,4BAAsB;AACpB,cAAM,OAAO,MAAM,KAAK,SAAc,kBAAkB,KAAK,EAAE,aAAa,MAAM,aAAa,KAAK,CAAC,CAAC;AACtG,eAAO,aAAa,MAAM;AAC1B,eAAO,UAAU,MAAM,MAAM,MAAM;AACnC,eAAO,UAAU,MAAM;AACvB,eAAO,kBAAkB,MAAM;AAC/B;AAAA,MACF;AAAA,MAEA;AAAA,MACA;AACE,eAAO,UAAU;AACjB,eAAO,QAAQ,YAAY,QAAQ;AACnC;AAAA,IACJ;AAAA,EACF,SAAS,KAAU;AACjB,WAAO,UAAU;AACjB,WAAO,QAAQ,IAAI,WAAW,OAAO,GAAG;AAAA,EAC1C;AAEA,SAAO;AACT;AAKA,eAAsB,aACpB,MACA,KACA,OAAmC,CAAC,GACZ;AACxB,QAAM,SAAS,KAAK,cAChB,cAAc,QAAQ,KAAK,WAAW,IACtC,cAAc,6BAAuB;AAEzC,QAAM,SAAwB,CAAC;AAE/B,WAAS,IAAI,GAAG,KAAK,KAAK,IAAI,QAAQ,cAAc,SAAS,CAAC,GAAG,KAAK;AACpE,UAAM,WAAW,cAAc,CAAC;AAChC,QAAI,MAAM,qBAAqB,QAAQ,EAAE;AACzC,UAAM,QAAQ,MAAM,cAAc,MAAM,KAAK,QAAQ;AACrD,WAAO,KAAK,KAAK;AAEjB,QAAI,MAAM,SAAS;AACjB,aAAO;AAAA,QACL,cAAc;AAAA,QACd;AAAA,QACA,YAAY,IAAO,IAAI;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,YAAY;AAAA,EACd;AACF;AAEO,SAAS,oBAAoB,QAA+B;AACjE,QAAM,QAAQ;AAAA,IACZ,qBAAqB,OAAO,YAAY,MAAM,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC;AAAA,EACnF;AACA,aAAW,SAAS,OAAO,QAAQ;AACjC,UAAM,OAAO,MAAM,UAAU,WAAW;AACxC,UAAM,SAAS,MAAM,aAAa,KAAK,MAAM,UAAU,MAAM;AAC7D,UAAM,MAAM,MAAM,QAAQ,WAAW,MAAM,KAAK,KAAK;AACrD,UAAM,KAAK,KAAK,IAAI,IAAI,MAAM,QAAQ,GAAG,MAAM,GAAG,GAAG,EAAE;AAAA,EACzD;AACA,SAAO,MAAM,KAAK,IAAI;AACxB;","names":[]}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
// src/config/index.ts
|
|
2
|
+
import { readFileSync, writeFileSync, mkdirSync, existsSync } from "fs";
|
|
3
|
+
import { join } from "path";
|
|
4
|
+
import { homedir } from "os";
|
|
5
|
+
import yaml from "js-yaml";
|
|
6
|
+
|
|
7
|
+
// src/config/schema.ts
|
|
8
|
+
import { z } from "zod";
|
|
9
|
+
var configSchema = z.object({
|
|
10
|
+
llm: z.object({
|
|
11
|
+
provider: z.enum(["openai", "anthropic", "gemini", "ollama"]).default("openai"),
|
|
12
|
+
baseURL: z.string().default("https://api.openai.com/v1"),
|
|
13
|
+
model: z.string().default("gpt-4o"),
|
|
14
|
+
apiKey: z.string().default(""),
|
|
15
|
+
temperature: z.number().min(0).max(2).default(0.1),
|
|
16
|
+
maxRetries: z.number().int().min(0).default(3)
|
|
17
|
+
}).default({}),
|
|
18
|
+
browser: z.object({
|
|
19
|
+
executablePath: z.string().default(""),
|
|
20
|
+
headless: z.boolean().default(true),
|
|
21
|
+
connectTimeout: z.number().default(30),
|
|
22
|
+
commandTimeout: z.number().default(60),
|
|
23
|
+
cdpEndpoint: z.string().default("")
|
|
24
|
+
}).default({}),
|
|
25
|
+
agent: z.object({
|
|
26
|
+
maxSteps: z.number().int().default(40),
|
|
27
|
+
stepDelay: z.number().default(0.4)
|
|
28
|
+
}).default({}),
|
|
29
|
+
output: z.object({
|
|
30
|
+
defaultFormat: z.enum(["table", "json", "yaml", "markdown", "csv"]).default("table"),
|
|
31
|
+
color: z.boolean().default(true)
|
|
32
|
+
}).default({})
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
// src/config/index.ts
|
|
36
|
+
var CONFIG_DIR = join(homedir(), ".lobster");
|
|
37
|
+
var CONFIG_FILE = join(CONFIG_DIR, "config.yaml");
|
|
38
|
+
function ensureConfigDir() {
|
|
39
|
+
if (!existsSync(CONFIG_DIR)) {
|
|
40
|
+
mkdirSync(CONFIG_DIR, { recursive: true });
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function loadConfig() {
|
|
44
|
+
ensureConfigDir();
|
|
45
|
+
let fileConfig = {};
|
|
46
|
+
if (existsSync(CONFIG_FILE)) {
|
|
47
|
+
const raw = readFileSync(CONFIG_FILE, "utf-8");
|
|
48
|
+
fileConfig = yaml.load(raw) || {};
|
|
49
|
+
}
|
|
50
|
+
const envOverrides = {};
|
|
51
|
+
if (process.env.LOBSTER_API_KEY) {
|
|
52
|
+
envOverrides.llm = { ...fileConfig.llm || {}, apiKey: process.env.LOBSTER_API_KEY };
|
|
53
|
+
}
|
|
54
|
+
if (process.env.LOBSTER_MODEL) {
|
|
55
|
+
envOverrides.llm = { ...envOverrides.llm || fileConfig.llm || {}, model: process.env.LOBSTER_MODEL };
|
|
56
|
+
}
|
|
57
|
+
if (process.env.LOBSTER_BASE_URL) {
|
|
58
|
+
envOverrides.llm = { ...envOverrides.llm || fileConfig.llm || {}, baseURL: process.env.LOBSTER_BASE_URL };
|
|
59
|
+
}
|
|
60
|
+
if (process.env.LOBSTER_CDP_ENDPOINT) {
|
|
61
|
+
envOverrides.browser = { ...fileConfig.browser || {}, cdpEndpoint: process.env.LOBSTER_CDP_ENDPOINT };
|
|
62
|
+
}
|
|
63
|
+
if (process.env.LOBSTER_BROWSER_PATH) {
|
|
64
|
+
envOverrides.browser = { ...envOverrides.browser || fileConfig.browser || {}, executablePath: process.env.LOBSTER_BROWSER_PATH };
|
|
65
|
+
}
|
|
66
|
+
const merged = { ...fileConfig, ...envOverrides };
|
|
67
|
+
return configSchema.parse(merged);
|
|
68
|
+
}
|
|
69
|
+
function saveConfig(config) {
|
|
70
|
+
ensureConfigDir();
|
|
71
|
+
const existing = loadConfig();
|
|
72
|
+
const merged = deepMerge(existing, config);
|
|
73
|
+
writeFileSync(CONFIG_FILE, yaml.dump(merged, { indent: 2 }), "utf-8");
|
|
74
|
+
}
|
|
75
|
+
function setConfigValue(keyPath, value) {
|
|
76
|
+
const parts = keyPath.split(".");
|
|
77
|
+
const obj = {};
|
|
78
|
+
let current = obj;
|
|
79
|
+
for (let i = 0; i < parts.length - 1; i++) {
|
|
80
|
+
current[parts[i]] = {};
|
|
81
|
+
current = current[parts[i]];
|
|
82
|
+
}
|
|
83
|
+
let parsed = value;
|
|
84
|
+
if (value === "true") parsed = true;
|
|
85
|
+
else if (value === "false") parsed = false;
|
|
86
|
+
else if (!isNaN(Number(value)) && value !== "") parsed = Number(value);
|
|
87
|
+
current[parts[parts.length - 1]] = parsed;
|
|
88
|
+
saveConfig(obj);
|
|
89
|
+
}
|
|
90
|
+
function getConfigDir() {
|
|
91
|
+
return CONFIG_DIR;
|
|
92
|
+
}
|
|
93
|
+
function deepMerge(target, source) {
|
|
94
|
+
const result = { ...target };
|
|
95
|
+
for (const key of Object.keys(source)) {
|
|
96
|
+
if (source[key] && typeof source[key] === "object" && !Array.isArray(source[key]) && target[key] && typeof target[key] === "object" && !Array.isArray(target[key])) {
|
|
97
|
+
result[key] = deepMerge(target[key], source[key]);
|
|
98
|
+
} else {
|
|
99
|
+
result[key] = source[key];
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return result;
|
|
103
|
+
}
|
|
104
|
+
export {
|
|
105
|
+
getConfigDir,
|
|
106
|
+
loadConfig,
|
|
107
|
+
saveConfig,
|
|
108
|
+
setConfigValue
|
|
109
|
+
};
|
|
110
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/config/index.ts","../../src/config/schema.ts"],"sourcesContent":["import { readFileSync, writeFileSync, mkdirSync, existsSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { homedir } from 'node:os';\nimport yaml from 'js-yaml';\nimport { configSchema, type LobsterConfig } from './schema.js';\nimport { DEFAULT_CONFIG } from './defaults.js';\n\nexport type { LobsterConfig };\n\nconst CONFIG_DIR = join(homedir(), '.lobster');\nconst CONFIG_FILE = join(CONFIG_DIR, 'config.yaml');\n\nfunction ensureConfigDir(): void {\n if (!existsSync(CONFIG_DIR)) {\n mkdirSync(CONFIG_DIR, { recursive: true });\n }\n}\n\nexport function loadConfig(): LobsterConfig {\n ensureConfigDir();\n\n let fileConfig: Record<string, unknown> = {};\n if (existsSync(CONFIG_FILE)) {\n const raw = readFileSync(CONFIG_FILE, 'utf-8');\n fileConfig = (yaml.load(raw) as Record<string, unknown>) || {};\n }\n\n // Env var overrides\n const envOverrides: Record<string, unknown> = {};\n if (process.env.LOBSTER_API_KEY) {\n envOverrides.llm = { ...(fileConfig.llm as Record<string, unknown> || {}), apiKey: process.env.LOBSTER_API_KEY };\n }\n if (process.env.LOBSTER_MODEL) {\n envOverrides.llm = { ...(envOverrides.llm as Record<string, unknown> || fileConfig.llm as Record<string, unknown> || {}), model: process.env.LOBSTER_MODEL };\n }\n if (process.env.LOBSTER_BASE_URL) {\n envOverrides.llm = { ...(envOverrides.llm as Record<string, unknown> || fileConfig.llm as Record<string, unknown> || {}), baseURL: process.env.LOBSTER_BASE_URL };\n }\n if (process.env.LOBSTER_CDP_ENDPOINT) {\n envOverrides.browser = { ...(fileConfig.browser as Record<string, unknown> || {}), cdpEndpoint: process.env.LOBSTER_CDP_ENDPOINT };\n }\n if (process.env.LOBSTER_BROWSER_PATH) {\n envOverrides.browser = { ...(envOverrides.browser as Record<string, unknown> || fileConfig.browser as Record<string, unknown> || {}), executablePath: process.env.LOBSTER_BROWSER_PATH };\n }\n\n const merged = { ...fileConfig, ...envOverrides };\n return configSchema.parse(merged);\n}\n\nexport function saveConfig(config: Partial<LobsterConfig>): void {\n ensureConfigDir();\n const existing = loadConfig();\n const merged = deepMerge(existing, config);\n writeFileSync(CONFIG_FILE, yaml.dump(merged, { indent: 2 }), 'utf-8');\n}\n\nexport function setConfigValue(keyPath: string, value: string): void {\n const parts = keyPath.split('.');\n const obj: Record<string, unknown> = {};\n let current: Record<string, unknown> = obj;\n for (let i = 0; i < parts.length - 1; i++) {\n current[parts[i]] = {};\n current = current[parts[i]] as Record<string, unknown>;\n }\n // Try to parse as number or boolean\n let parsed: unknown = value;\n if (value === 'true') parsed = true;\n else if (value === 'false') parsed = false;\n else if (!isNaN(Number(value)) && value !== '') parsed = Number(value);\n\n current[parts[parts.length - 1]] = parsed;\n saveConfig(obj as Partial<LobsterConfig>);\n}\n\nexport function getConfigDir(): string {\n return CONFIG_DIR;\n}\n\nfunction deepMerge(target: Record<string, unknown>, source: Record<string, unknown>): Record<string, unknown> {\n const result = { ...target };\n for (const key of Object.keys(source)) {\n if (source[key] && typeof source[key] === 'object' && !Array.isArray(source[key]) &&\n target[key] && typeof target[key] === 'object' && !Array.isArray(target[key])) {\n result[key] = deepMerge(target[key] as Record<string, unknown>, source[key] as Record<string, unknown>);\n } else {\n result[key] = source[key];\n }\n }\n return result;\n}\n","import { z } from 'zod';\n\nexport const LLM_PROVIDERS = {\n openai: {\n name: 'OpenAI',\n baseURL: 'https://api.openai.com/v1',\n defaultModel: 'gpt-4o',\n keyPrefix: 'sk-',\n keyEnvHint: 'https://platform.openai.com/api-keys',\n models: ['gpt-4o', 'gpt-4o-mini', 'gpt-4-turbo', 'o1', 'o1-mini', 'o3-mini'],\n },\n anthropic: {\n name: 'Anthropic',\n baseURL: 'https://api.anthropic.com/v1',\n defaultModel: 'claude-sonnet-4-20250514',\n keyPrefix: 'sk-ant-',\n keyEnvHint: 'https://console.anthropic.com/settings/keys',\n models: ['claude-opus-4-20250514', 'claude-sonnet-4-20250514', 'claude-haiku-4-5-20251001'],\n },\n gemini: {\n name: 'Google Gemini',\n baseURL: 'https://generativelanguage.googleapis.com/v1beta/openai',\n defaultModel: 'gemini-2.5-flash',\n keyPrefix: 'AI',\n keyEnvHint: 'https://aistudio.google.com/apikey',\n models: ['gemini-2.5-flash', 'gemini-2.5-flash-lite', 'gemini-2.5-pro', 'gemini-3-flash-preview'],\n },\n ollama: {\n name: 'Ollama (local, free)',\n baseURL: 'http://localhost:11434/v1',\n defaultModel: 'llama3.1',\n keyPrefix: '',\n keyEnvHint: 'No API key needed — install from https://ollama.ai',\n models: ['llama3.1', 'llama3.2', 'mistral', 'codestral', 'qwen2.5', 'deepseek-r1'],\n },\n} as const;\n\nexport type LLMProvider = keyof typeof LLM_PROVIDERS;\n\nexport const configSchema = z.object({\n llm: z.object({\n provider: z.enum(['openai', 'anthropic', 'gemini', 'ollama']).default('openai'),\n baseURL: z.string().default('https://api.openai.com/v1'),\n model: z.string().default('gpt-4o'),\n apiKey: z.string().default(''),\n temperature: z.number().min(0).max(2).default(0.1),\n maxRetries: z.number().int().min(0).default(3),\n }).default({}),\n browser: z.object({\n executablePath: z.string().default(''),\n headless: z.boolean().default(true),\n connectTimeout: z.number().default(30),\n commandTimeout: z.number().default(60),\n cdpEndpoint: z.string().default(''),\n }).default({}),\n agent: z.object({\n maxSteps: z.number().int().default(40),\n stepDelay: z.number().default(0.4),\n }).default({}),\n output: z.object({\n defaultFormat: z.enum(['table', 'json', 'yaml', 'markdown', 'csv']).default('table'),\n color: z.boolean().default(true),\n }).default({}),\n});\n\nexport type LobsterConfig = z.infer<typeof configSchema>;\n"],"mappings":";AAAA,SAAS,cAAc,eAAe,WAAW,kBAAkB;AACnE,SAAS,YAAY;AACrB,SAAS,eAAe;AACxB,OAAO,UAAU;;;ACHjB,SAAS,SAAS;AAuCX,IAAM,eAAe,EAAE,OAAO;AAAA,EACnC,KAAK,EAAE,OAAO;AAAA,IACZ,UAAU,EAAE,KAAK,CAAC,UAAU,aAAa,UAAU,QAAQ,CAAC,EAAE,QAAQ,QAAQ;AAAA,IAC9E,SAAS,EAAE,OAAO,EAAE,QAAQ,2BAA2B;AAAA,IACvD,OAAO,EAAE,OAAO,EAAE,QAAQ,QAAQ;AAAA,IAClC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG;AAAA,IACjD,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;AAAA,EAC/C,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,SAAS,EAAE,OAAO;AAAA,IAChB,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,UAAU,EAAE,QAAQ,EAAE,QAAQ,IAAI;AAAA,IAClC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,EACpC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,OAAO,EAAE,OAAO;AAAA,IACd,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;AAAA,IACrC,WAAW,EAAE,OAAO,EAAE,QAAQ,GAAG;AAAA,EACnC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,QAAQ,EAAE,OAAO;AAAA,IACf,eAAe,EAAE,KAAK,CAAC,SAAS,QAAQ,QAAQ,YAAY,KAAK,CAAC,EAAE,QAAQ,OAAO;AAAA,IACnF,OAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI;AAAA,EACjC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACf,CAAC;;;ADtDD,IAAM,aAAa,KAAK,QAAQ,GAAG,UAAU;AAC7C,IAAM,cAAc,KAAK,YAAY,aAAa;AAElD,SAAS,kBAAwB;AAC/B,MAAI,CAAC,WAAW,UAAU,GAAG;AAC3B,cAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AAAA,EAC3C;AACF;AAEO,SAAS,aAA4B;AAC1C,kBAAgB;AAEhB,MAAI,aAAsC,CAAC;AAC3C,MAAI,WAAW,WAAW,GAAG;AAC3B,UAAM,MAAM,aAAa,aAAa,OAAO;AAC7C,iBAAc,KAAK,KAAK,GAAG,KAAiC,CAAC;AAAA,EAC/D;AAGA,QAAM,eAAwC,CAAC;AAC/C,MAAI,QAAQ,IAAI,iBAAiB;AAC/B,iBAAa,MAAM,EAAE,GAAI,WAAW,OAAkC,CAAC,GAAI,QAAQ,QAAQ,IAAI,gBAAgB;AAAA,EACjH;AACA,MAAI,QAAQ,IAAI,eAAe;AAC7B,iBAAa,MAAM,EAAE,GAAI,aAAa,OAAkC,WAAW,OAAkC,CAAC,GAAI,OAAO,QAAQ,IAAI,cAAc;AAAA,EAC7J;AACA,MAAI,QAAQ,IAAI,kBAAkB;AAChC,iBAAa,MAAM,EAAE,GAAI,aAAa,OAAkC,WAAW,OAAkC,CAAC,GAAI,SAAS,QAAQ,IAAI,iBAAiB;AAAA,EAClK;AACA,MAAI,QAAQ,IAAI,sBAAsB;AACpC,iBAAa,UAAU,EAAE,GAAI,WAAW,WAAsC,CAAC,GAAI,aAAa,QAAQ,IAAI,qBAAqB;AAAA,EACnI;AACA,MAAI,QAAQ,IAAI,sBAAsB;AACpC,iBAAa,UAAU,EAAE,GAAI,aAAa,WAAsC,WAAW,WAAsC,CAAC,GAAI,gBAAgB,QAAQ,IAAI,qBAAqB;AAAA,EACzL;AAEA,QAAM,SAAS,EAAE,GAAG,YAAY,GAAG,aAAa;AAChD,SAAO,aAAa,MAAM,MAAM;AAClC;AAEO,SAAS,WAAW,QAAsC;AAC/D,kBAAgB;AAChB,QAAM,WAAW,WAAW;AAC5B,QAAM,SAAS,UAAU,UAAU,MAAM;AACzC,gBAAc,aAAa,KAAK,KAAK,QAAQ,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO;AACtE;AAEO,SAAS,eAAe,SAAiB,OAAqB;AACnE,QAAM,QAAQ,QAAQ,MAAM,GAAG;AAC/B,QAAM,MAA+B,CAAC;AACtC,MAAI,UAAmC;AACvC,WAAS,IAAI,GAAG,IAAI,MAAM,SAAS,GAAG,KAAK;AACzC,YAAQ,MAAM,CAAC,CAAC,IAAI,CAAC;AACrB,cAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,EAC5B;AAEA,MAAI,SAAkB;AACtB,MAAI,UAAU,OAAQ,UAAS;AAAA,WACtB,UAAU,QAAS,UAAS;AAAA,WAC5B,CAAC,MAAM,OAAO,KAAK,CAAC,KAAK,UAAU,GAAI,UAAS,OAAO,KAAK;AAErE,UAAQ,MAAM,MAAM,SAAS,CAAC,CAAC,IAAI;AACnC,aAAW,GAA6B;AAC1C;AAEO,SAAS,eAAuB;AACrC,SAAO;AACT;AAEA,SAAS,UAAU,QAAiC,QAA0D;AAC5G,QAAM,SAAS,EAAE,GAAG,OAAO;AAC3B,aAAW,OAAO,OAAO,KAAK,MAAM,GAAG;AACrC,QAAI,OAAO,GAAG,KAAK,OAAO,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,QAAQ,OAAO,GAAG,CAAC,KAC5E,OAAO,GAAG,KAAK,OAAO,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,QAAQ,OAAO,GAAG,CAAC,GAAG;AACjF,aAAO,GAAG,IAAI,UAAU,OAAO,GAAG,GAA8B,OAAO,GAAG,CAA4B;AAAA,IACxG,OAAO;AACL,aAAO,GAAG,IAAI,OAAO,GAAG;AAAA,IAC1B;AAAA,EACF;AACA,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
// src/config/schema.ts
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
var LLM_PROVIDERS = {
|
|
4
|
+
openai: {
|
|
5
|
+
name: "OpenAI",
|
|
6
|
+
baseURL: "https://api.openai.com/v1",
|
|
7
|
+
defaultModel: "gpt-4o",
|
|
8
|
+
keyPrefix: "sk-",
|
|
9
|
+
keyEnvHint: "https://platform.openai.com/api-keys",
|
|
10
|
+
models: ["gpt-4o", "gpt-4o-mini", "gpt-4-turbo", "o1", "o1-mini", "o3-mini"]
|
|
11
|
+
},
|
|
12
|
+
anthropic: {
|
|
13
|
+
name: "Anthropic",
|
|
14
|
+
baseURL: "https://api.anthropic.com/v1",
|
|
15
|
+
defaultModel: "claude-sonnet-4-20250514",
|
|
16
|
+
keyPrefix: "sk-ant-",
|
|
17
|
+
keyEnvHint: "https://console.anthropic.com/settings/keys",
|
|
18
|
+
models: ["claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-haiku-4-5-20251001"]
|
|
19
|
+
},
|
|
20
|
+
gemini: {
|
|
21
|
+
name: "Google Gemini",
|
|
22
|
+
baseURL: "https://generativelanguage.googleapis.com/v1beta/openai",
|
|
23
|
+
defaultModel: "gemini-2.5-flash",
|
|
24
|
+
keyPrefix: "AI",
|
|
25
|
+
keyEnvHint: "https://aistudio.google.com/apikey",
|
|
26
|
+
models: ["gemini-2.5-flash", "gemini-2.5-flash-lite", "gemini-2.5-pro", "gemini-3-flash-preview"]
|
|
27
|
+
},
|
|
28
|
+
ollama: {
|
|
29
|
+
name: "Ollama (local, free)",
|
|
30
|
+
baseURL: "http://localhost:11434/v1",
|
|
31
|
+
defaultModel: "llama3.1",
|
|
32
|
+
keyPrefix: "",
|
|
33
|
+
keyEnvHint: "No API key needed \u2014 install from https://ollama.ai",
|
|
34
|
+
models: ["llama3.1", "llama3.2", "mistral", "codestral", "qwen2.5", "deepseek-r1"]
|
|
35
|
+
}
|
|
36
|
+
};
|
|
37
|
+
var configSchema = z.object({
|
|
38
|
+
llm: z.object({
|
|
39
|
+
provider: z.enum(["openai", "anthropic", "gemini", "ollama"]).default("openai"),
|
|
40
|
+
baseURL: z.string().default("https://api.openai.com/v1"),
|
|
41
|
+
model: z.string().default("gpt-4o"),
|
|
42
|
+
apiKey: z.string().default(""),
|
|
43
|
+
temperature: z.number().min(0).max(2).default(0.1),
|
|
44
|
+
maxRetries: z.number().int().min(0).default(3)
|
|
45
|
+
}).default({}),
|
|
46
|
+
browser: z.object({
|
|
47
|
+
executablePath: z.string().default(""),
|
|
48
|
+
headless: z.boolean().default(true),
|
|
49
|
+
connectTimeout: z.number().default(30),
|
|
50
|
+
commandTimeout: z.number().default(60),
|
|
51
|
+
cdpEndpoint: z.string().default("")
|
|
52
|
+
}).default({}),
|
|
53
|
+
agent: z.object({
|
|
54
|
+
maxSteps: z.number().int().default(40),
|
|
55
|
+
stepDelay: z.number().default(0.4)
|
|
56
|
+
}).default({}),
|
|
57
|
+
output: z.object({
|
|
58
|
+
defaultFormat: z.enum(["table", "json", "yaml", "markdown", "csv"]).default("table"),
|
|
59
|
+
color: z.boolean().default(true)
|
|
60
|
+
}).default({})
|
|
61
|
+
});
|
|
62
|
+
export {
|
|
63
|
+
LLM_PROVIDERS,
|
|
64
|
+
configSchema
|
|
65
|
+
};
|
|
66
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/config/schema.ts"],"sourcesContent":["import { z } from 'zod';\n\nexport const LLM_PROVIDERS = {\n openai: {\n name: 'OpenAI',\n baseURL: 'https://api.openai.com/v1',\n defaultModel: 'gpt-4o',\n keyPrefix: 'sk-',\n keyEnvHint: 'https://platform.openai.com/api-keys',\n models: ['gpt-4o', 'gpt-4o-mini', 'gpt-4-turbo', 'o1', 'o1-mini', 'o3-mini'],\n },\n anthropic: {\n name: 'Anthropic',\n baseURL: 'https://api.anthropic.com/v1',\n defaultModel: 'claude-sonnet-4-20250514',\n keyPrefix: 'sk-ant-',\n keyEnvHint: 'https://console.anthropic.com/settings/keys',\n models: ['claude-opus-4-20250514', 'claude-sonnet-4-20250514', 'claude-haiku-4-5-20251001'],\n },\n gemini: {\n name: 'Google Gemini',\n baseURL: 'https://generativelanguage.googleapis.com/v1beta/openai',\n defaultModel: 'gemini-2.5-flash',\n keyPrefix: 'AI',\n keyEnvHint: 'https://aistudio.google.com/apikey',\n models: ['gemini-2.5-flash', 'gemini-2.5-flash-lite', 'gemini-2.5-pro', 'gemini-3-flash-preview'],\n },\n ollama: {\n name: 'Ollama (local, free)',\n baseURL: 'http://localhost:11434/v1',\n defaultModel: 'llama3.1',\n keyPrefix: '',\n keyEnvHint: 'No API key needed — install from https://ollama.ai',\n models: ['llama3.1', 'llama3.2', 'mistral', 'codestral', 'qwen2.5', 'deepseek-r1'],\n },\n} as const;\n\nexport type LLMProvider = keyof typeof LLM_PROVIDERS;\n\nexport const configSchema = z.object({\n llm: z.object({\n provider: z.enum(['openai', 'anthropic', 'gemini', 'ollama']).default('openai'),\n baseURL: z.string().default('https://api.openai.com/v1'),\n model: z.string().default('gpt-4o'),\n apiKey: z.string().default(''),\n temperature: z.number().min(0).max(2).default(0.1),\n maxRetries: z.number().int().min(0).default(3),\n }).default({}),\n browser: z.object({\n executablePath: z.string().default(''),\n headless: z.boolean().default(true),\n connectTimeout: z.number().default(30),\n commandTimeout: z.number().default(60),\n cdpEndpoint: z.string().default(''),\n }).default({}),\n agent: z.object({\n maxSteps: z.number().int().default(40),\n stepDelay: z.number().default(0.4),\n }).default({}),\n output: z.object({\n defaultFormat: z.enum(['table', 'json', 'yaml', 'markdown', 'csv']).default('table'),\n color: z.boolean().default(true),\n }).default({}),\n});\n\nexport type LobsterConfig = z.infer<typeof configSchema>;\n"],"mappings":";AAAA,SAAS,SAAS;AAEX,IAAM,gBAAgB;AAAA,EAC3B,QAAQ;AAAA,IACN,MAAM;AAAA,IACN,SAAS;AAAA,IACT,cAAc;AAAA,IACd,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,QAAQ,CAAC,UAAU,eAAe,eAAe,MAAM,WAAW,SAAS;AAAA,EAC7E;AAAA,EACA,WAAW;AAAA,IACT,MAAM;AAAA,IACN,SAAS;AAAA,IACT,cAAc;AAAA,IACd,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,QAAQ,CAAC,0BAA0B,4BAA4B,2BAA2B;AAAA,EAC5F;AAAA,EACA,QAAQ;AAAA,IACN,MAAM;AAAA,IACN,SAAS;AAAA,IACT,cAAc;AAAA,IACd,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,QAAQ,CAAC,oBAAoB,yBAAyB,kBAAkB,wBAAwB;AAAA,EAClG;AAAA,EACA,QAAQ;AAAA,IACN,MAAM;AAAA,IACN,SAAS;AAAA,IACT,cAAc;AAAA,IACd,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,QAAQ,CAAC,YAAY,YAAY,WAAW,aAAa,WAAW,aAAa;AAAA,EACnF;AACF;AAIO,IAAM,eAAe,EAAE,OAAO;AAAA,EACnC,KAAK,EAAE,OAAO;AAAA,IACZ,UAAU,EAAE,KAAK,CAAC,UAAU,aAAa,UAAU,QAAQ,CAAC,EAAE,QAAQ,QAAQ;AAAA,IAC9E,SAAS,EAAE,OAAO,EAAE,QAAQ,2BAA2B;AAAA,IACvD,OAAO,EAAE,OAAO,EAAE,QAAQ,QAAQ;AAAA,IAClC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG;AAAA,IACjD,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;AAAA,EAC/C,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,SAAS,EAAE,OAAO;AAAA,IAChB,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,UAAU,EAAE,QAAQ,EAAE,QAAQ,IAAI;AAAA,IAClC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,IACrC,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE;AAAA,EACpC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,OAAO,EAAE,OAAO;AAAA,IACd,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;AAAA,IACrC,WAAW,EAAE,OAAO,EAAE,QAAQ,GAAG;AAAA,EACnC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAAA,EACb,QAAQ,EAAE,OAAO;AAAA,IACf,eAAe,EAAE,KAAK,CAAC,SAAS,QAAQ,QAAQ,YAAY,KAAK,CAAC,EAAE,QAAQ,OAAO;AAAA,IACnF,OAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI;AAAA,EACjC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACf,CAAC;","names":[]}
|