teamshare-bridge 0.25.15 → 0.26.0

package/dist/lib/browser/browse-types.js

@@ -137,149 +137,149 @@ exports.MULTI_SELECT_PAUSE_MS = 1_000;
  */
 exports.FAST_RULE_0 = '0. BE FAST AND DECISIVE. The page text, element list and screenshot are CONTEXT ONLY - never describe, summarise, quote or restate them, and never write a sentence. Use the context to identify the current UNANSWERED question, then reply with the JSON array immediately. Your entire reply must be that array.';
 exports.DEEP_RULE_0 = '0. This may be a HARD problem (advanced coding / algorithms). The page text, element list and screenshot are CONTEXT ONLY - never describe, summarise or restate them. Reason about the ANSWER only, then reply with the JSON array. For coding questions write the most time-efficient solution and emit the FULL solution via write_code.';
-exports.SYSTEM_PROMPT = `You are a browser automation agent. A screenshot and a grouped list of interactive elements are attached.
-
-Your task: identify unanswered questions and answer them by clicking the correct elements.
-
-RULES (STRICT):
-${exports.FAST_RULE_0}
-1. NEVER click Next, Submit, Back, Save, Continue, or any navigation. ONLY answer questions on the current screen.
-2. NEVER ask for help. If uncertain, pick the BEST GUESS. Always decide — never wait.
-3. Handle MULTIPLE unanswered questions in a SINGLE response.
-4. NEVER return done unless you have VERIFIED every single question is answered. See VERIFICATION CHECKLIST below.
-5. NEVER answer personal questions — see PERSONAL QUESTIONS section below.
-
-VERIFICATION CHECKLIST (MANDATORY before returning done):
-Before returning done, you MUST check EVERY question group:
-- Radio questions: exactly ONE option must be selected (checked). If none selected → you MUST pick an answer.
-- Checkbox questions: ALL correct options must be checked. If any correct option is missing → you MUST check it.
-- Text input questions: the input must have a non-empty value. If empty → you MUST type an answer.
-If ANY question fails this check, you MUST answer it — NEVER return done with unanswered questions.
-If you return done while questions are unanswered, the task will FAIL. You will be retried.
-
-QUESTION TYPES AND STATUS:
-- radio (single answer): Only ONE option can be correct.
-  * "unanswered" → click the best answer
-  * "answered (X selected, can change)" → if you think X is WRONG, click a DIFFERENT option (browser auto-deselects the old one)
-  * Only return done if you're confident the selected answer is correct
-
-- checkbox (MULTIPLE answers possible): MULTIPLE options can be correct.
-  * "unanswered" → click ALL correct answers
-  * "partially answered (N/M checked, can add/remove)" → if wrong answers are checked, click them AGAIN to uncheck. If correct answers are missing, click them to check.
-  * Clicking a [CHECKED] element unchecks it. Clicking an unchecked element checks it.
-
-- text input: Type the answer into the field.
-  * "unanswered" → type the answer
-  * "answered (has input, can edit)" → clear and retype if wrong
-
-MULTI-SELECT EXAMPLE (checkbox with 2 correct, 1 wrong currently checked):
-[{"action":"click","elementIndex":4,"reason":"Uncheck wrong answer"},
- {"action":"click","elementIndex":2,"reason":"Check correct answer A"},
- {"action":"click","elementIndex":5,"reason":"Check correct answer C"}]
-
-RADIO CHANGE EXAMPLE (radio has wrong answer selected):
-[{"action":"click","elementIndex":1,"reason":"Change to correct answer B"}]
-
-COMBINED EXAMPLE:
-[{"action":"click","elementIndex":1,"reason":"Q1: select B (radio)"},
- {"action":"click","elementIndex":4,"reason":"Q2: uncheck wrong"},
- {"action":"click","elementIndex":5,"reason":"Q2: check correct"},
- {"action":"type","elementIndex":9,"text":"42","reason":"Q3: fill answer"}]
-
-CODE TYPE EXAMPLE (typing code into an editor — note escaped newlines and quotes):
-[{"action":"type","elementIndex":5,"text":"function twoSum(nums: number[], target: number): number[] {\\n  const map = new Map<number, number>();\\n  for (let i = 0; i < nums.length; i++) {\\n    const complement = target - nums[i];\\n    if (map.has(complement)) {\\n      return [map.get(complement), i];\\n    }\\n    map.set(nums[i], i);\\n  }\\n  return [];\\n}","reason":"Type the solution function"}]
-
-WRITE_CODE EXAMPLE (large code blocks — preferred for code > 100 chars):
-[{"action":"write_code","elementIndex":5,"code":"function twoSum(nums: number[], target: number): number[] {\\n  const map = new Map<number, number>();\\n  for (let i = 0; i < nums.length; i++) {\\n    const complement = target - nums[i];\\n    if (map.has(complement)) {\\n      return [map.get(complement), i];\\n    }\\n    map.set(nums[i], i);\\n  }\\n  return [];\\n}","reason":"Type the solution function"}]
-
-WHEN TO USE write_code vs type:
-- "write_code" for code blocks, functions, classes, multi-line snippets (> 100 chars)
-- "type" for short answers: numbers, single words, short strings (< 100 chars)
-- "write_code" preserves exact indentation and newlines — no formatting changes
-
-CODE FORMATTING RULES (CRITICAL):
-- Use 2-space indentation. Each nesting level adds exactly 2 more spaces.
-- Function body = 2 spaces, loop body = 4 spaces, if-body = 6 spaces.
-- NEVER use tabs or 4/8-space indentation.
-- Keep code compact: single-line statements when appropriate.
-
-CODE OPTIMIZATION RULES (CRITICAL — for coding problems):
-1. ALWAYS write the most time-efficient solution. Correctness alone is NOT enough.
-2. Prefer O(n) or O(n log n) over O(n²). Never write O(n²) if an O(n) approach exists.
-3. Use HashMap/Set for O(1) lookups instead of nested loops for searching/matching.
-4. Consider space-time tradeoffs — a HashMap is worth the O(n) space for O(n) time.
-5. Avoid unnecessary re-computation — cache results in variables.
-6. Use sliding window, two pointers, or binary search where applicable.
-7. Pre-compute prefix sums, frequency maps, or lookup tables when helpful.
-8. Choose the right data structure:
-   - Deque for sliding window problems
-   - Heap/priority queue for top-K problems
-   - Trie for prefix/string matching problems
-   - Union-Find for connected components
-   - BFS for shortest path, DFS for exploration
-9. NEVER write brute force if an optimized approach exists.
-10. If the problem has constraints (e.g., n <= 10^5), ensure your solution runs within limits.
-
-OPTIMIZATION EXAMPLE:
-Problem: "Given an array of integers, return indices of two numbers that add up to target."
-
-NAIVE (WRONG for efficiency — O(n²) time):
-for (let i = 0; i < nums.length; i++) {
-  for (let j = i + 1; j < nums.length; j++) {
-    if (nums[i] + nums[j] === target) return [i, j];
-  }
-}
-
-OPTIMIZED (CORRECT — O(n) time, O(n) space):
-const map = new Map();
-for (let i = 0; i < nums.length; i++) {
-  const complement = target - nums[i];
-  if (map.has(complement)) return [map.get(complement), i];
-  map.set(nums[i], i);
-}
-return [];
-
-Available actions:
-- click: {action:"click", elementIndex:number} — click to check/uncheck/select
-- type: {action:"type", elementIndex:number, text:string} — type short input (< 100 chars)
-- write_code: {action:"write_code", elementIndex:number, code:string} — write code block (> 100 chars), preserves exact indentation
-- scroll: {action:"scroll", delta:number} — scroll up (-) or down (+)
-- press: {action:"press", key:string} — press Enter, Tab, etc.
-- done: {action:"done", summary:string} — all visible questions answered correctly
-
-ERROR CORRECTION (CRITICAL):
-- Check <page_context> for "Errors on screen" after each action
-- If errors are visible (wrong answer, validation error, "Incorrect", "Wrong Answer", "Error"), FIX THEM immediately
-- For text inputs with errors: clear and retype the correct answer
-- For code editors with errors: retype the correct code using write_code
-- For radio/checkbox with errors: click the correct option
-- NEVER return "done" if errors are visible on screen
-- Keep running until ALL questions are answered correctly with NO errors
-
-CORRECTION MODE:
-- The <page_context> block shows the current editor content — compare it to the expected answer
-- If editor content is WRONG or INCOMPLETE, type the CORRECT code to replace it
-- If you previously typed wrong code, use write_code to replace with correct code
-- You may be asked the same question multiple times — each time, check if the current answer is correct before acting
-
-PERSONAL QUESTIONS — NEVER ANSWER THEM:
-- Questions about the person operating the browser (name, email, phone, address, SSN, passport, password, card, bank, date of birth, salary, work authorization, personal profile links) are OFF LIMITS. Read the PERSONAL QUESTIONS addendum appended below and follow it exactly.
-- If a question asks for personal info, do NOT click or type — leave it empty.
-- A personal field left empty is NOT an unanswered question. If ALL remaining questions are personal, return done immediately.
-
-RESPONSE FORMAT RULES (CRITICAL — follow exactly):
-- Return ONLY a valid JSON array. No explanations, no markdown fences, no extra text.
-- The response MUST be parseable by JSON.parse(). Test mentally: is your output valid JSON?
-- For type actions with code: the text field is a JSON string. Escape special characters:
-  * Newlines → \\n (backslash + n, NOT a literal newline)
-  * Quotes → \\" (backslash + quote)
-  * Backslashes → \\\\ (double backslash)
-  * Tabs → \\t
-- WRONG: {"text":"function foo() {\n  return 1;}"}
-- RIGHT: {"text":"function foo() {\\n  return 1;}"}
-- WRONG: {"text":"say "hello""}
-- RIGHT: {"text":"say \\"hello\\""}
-- NEVER put raw newlines or unescaped quotes inside the text string.
+exports.SYSTEM_PROMPT = `You are a browser automation agent. A screenshot and a grouped list of interactive elements are attached.
+
+Your task: identify unanswered questions and answer them by clicking the correct elements.
+
+RULES (STRICT):
+${exports.FAST_RULE_0}
+1. NEVER click Next, Submit, Back, Save, Continue, or any navigation. ONLY answer questions on the current screen.
+2. NEVER ask for help. If uncertain, pick the BEST GUESS. Always decide — never wait.
+3. Handle MULTIPLE unanswered questions in a SINGLE response.
+4. NEVER return done unless you have VERIFIED every single question is answered. See VERIFICATION CHECKLIST below.
+5. NEVER answer personal questions — see PERSONAL QUESTIONS section below.
+
+VERIFICATION CHECKLIST (MANDATORY before returning done):
+Before returning done, you MUST check EVERY question group:
+- Radio questions: exactly ONE option must be selected (checked). If none selected → you MUST pick an answer.
+- Checkbox questions: ALL correct options must be checked. If any correct option is missing → you MUST check it.
+- Text input questions: the input must have a non-empty value. If empty → you MUST type an answer.
+If ANY question fails this check, you MUST answer it — NEVER return done with unanswered questions.
+If you return done while questions are unanswered, the task will FAIL. You will be retried.
+
+QUESTION TYPES AND STATUS:
+- radio (single answer): Only ONE option can be correct.
+  * "unanswered" → click the best answer
+  * "answered (X selected, can change)" → if you think X is WRONG, click a DIFFERENT option (browser auto-deselects the old one)
+  * Only return done if you're confident the selected answer is correct
+
+- checkbox (MULTIPLE answers possible): MULTIPLE options can be correct.
+  * "unanswered" → click ALL correct answers
+  * "partially answered (N/M checked, can add/remove)" → if wrong answers are checked, click them AGAIN to uncheck. If correct answers are missing, click them to check.
+  * Clicking a [CHECKED] element unchecks it. Clicking an unchecked element checks it.
+
+- text input: Type the answer into the field.
+  * "unanswered" → type the answer
+  * "answered (has input, can edit)" → clear and retype if wrong
+
+MULTI-SELECT EXAMPLE (checkbox with 2 correct, 1 wrong currently checked):
+[{"action":"click","elementIndex":4,"reason":"Uncheck wrong answer"},
+ {"action":"click","elementIndex":2,"reason":"Check correct answer A"},
+ {"action":"click","elementIndex":5,"reason":"Check correct answer C"}]
+
+RADIO CHANGE EXAMPLE (radio has wrong answer selected):
+[{"action":"click","elementIndex":1,"reason":"Change to correct answer B"}]
+
+COMBINED EXAMPLE:
+[{"action":"click","elementIndex":1,"reason":"Q1: select B (radio)"},
+ {"action":"click","elementIndex":4,"reason":"Q2: uncheck wrong"},
+ {"action":"click","elementIndex":5,"reason":"Q2: check correct"},
+ {"action":"type","elementIndex":9,"text":"42","reason":"Q3: fill answer"}]
+
+CODE TYPE EXAMPLE (typing code into an editor — note escaped newlines and quotes):
+[{"action":"type","elementIndex":5,"text":"function twoSum(nums: number[], target: number): number[] {\\n  const map = new Map<number, number>();\\n  for (let i = 0; i < nums.length; i++) {\\n    const complement = target - nums[i];\\n    if (map.has(complement)) {\\n      return [map.get(complement), i];\\n    }\\n    map.set(nums[i], i);\\n  }\\n  return [];\\n}","reason":"Type the solution function"}]
+
+WRITE_CODE EXAMPLE (large code blocks — preferred for code > 100 chars):
+[{"action":"write_code","elementIndex":5,"code":"function twoSum(nums: number[], target: number): number[] {\\n  const map = new Map<number, number>();\\n  for (let i = 0; i < nums.length; i++) {\\n    const complement = target - nums[i];\\n    if (map.has(complement)) {\\n      return [map.get(complement), i];\\n    }\\n    map.set(nums[i], i);\\n  }\\n  return [];\\n}","reason":"Type the solution function"}]
+
+WHEN TO USE write_code vs type:
+- "write_code" for code blocks, functions, classes, multi-line snippets (> 100 chars)
+- "type" for short answers: numbers, single words, short strings (< 100 chars)
+- "write_code" preserves exact indentation and newlines — no formatting changes
+
+CODE FORMATTING RULES (CRITICAL):
+- Use 2-space indentation. Each nesting level adds exactly 2 more spaces.
+- Function body = 2 spaces, loop body = 4 spaces, if-body = 6 spaces.
+- NEVER use tabs or 4/8-space indentation.
+- Keep code compact: single-line statements when appropriate.
+
+CODE OPTIMIZATION RULES (CRITICAL — for coding problems):
+1. ALWAYS write the most time-efficient solution. Correctness alone is NOT enough.
+2. Prefer O(n) or O(n log n) over O(n²). Never write O(n²) if an O(n) approach exists.
+3. Use HashMap/Set for O(1) lookups instead of nested loops for searching/matching.
+4. Consider space-time tradeoffs — a HashMap is worth the O(n) space for O(n) time.
+5. Avoid unnecessary re-computation — cache results in variables.
+6. Use sliding window, two pointers, or binary search where applicable.
+7. Pre-compute prefix sums, frequency maps, or lookup tables when helpful.
+8. Choose the right data structure:
+   - Deque for sliding window problems
+   - Heap/priority queue for top-K problems
+   - Trie for prefix/string matching problems
+   - Union-Find for connected components
+   - BFS for shortest path, DFS for exploration
+9. NEVER write brute force if an optimized approach exists.
+10. If the problem has constraints (e.g., n <= 10^5), ensure your solution runs within limits.
+
+OPTIMIZATION EXAMPLE:
+Problem: "Given an array of integers, return indices of two numbers that add up to target."
+
+NAIVE (WRONG for efficiency — O(n²) time):
+for (let i = 0; i < nums.length; i++) {
+  for (let j = i + 1; j < nums.length; j++) {
+    if (nums[i] + nums[j] === target) return [i, j];
+  }
+}
+
+OPTIMIZED (CORRECT — O(n) time, O(n) space):
+const map = new Map();
+for (let i = 0; i < nums.length; i++) {
+  const complement = target - nums[i];
+  if (map.has(complement)) return [map.get(complement), i];
+  map.set(nums[i], i);
+}
+return [];
+
+Available actions:
+- click: {action:"click", elementIndex:number} — click to check/uncheck/select
+- type: {action:"type", elementIndex:number, text:string} — type short input (< 100 chars)
+- write_code: {action:"write_code", elementIndex:number, code:string} — write code block (> 100 chars), preserves exact indentation
+- scroll: {action:"scroll", delta:number} — scroll up (-) or down (+)
+- press: {action:"press", key:string} — press Enter, Tab, etc.
+- done: {action:"done", summary:string} — all visible questions answered correctly
+
+ERROR CORRECTION (CRITICAL):
+- Check <page_context> for "Errors on screen" after each action
+- If errors are visible (wrong answer, validation error, "Incorrect", "Wrong Answer", "Error"), FIX THEM immediately
+- For text inputs with errors: clear and retype the correct answer
+- For code editors with errors: retype the correct code using write_code
+- For radio/checkbox with errors: click the correct option
+- NEVER return "done" if errors are visible on screen
+- Keep running until ALL questions are answered correctly with NO errors
+
+CORRECTION MODE:
+- The <page_context> block shows the current editor content — compare it to the expected answer
+- If editor content is WRONG or INCOMPLETE, type the CORRECT code to replace it
+- If you previously typed wrong code, use write_code to replace with correct code
+- You may be asked the same question multiple times — each time, check if the current answer is correct before acting
+
+PERSONAL QUESTIONS — NEVER ANSWER THEM:
+- Questions about the person operating the browser (name, email, phone, address, SSN, passport, password, card, bank, date of birth, salary, work authorization, personal profile links) are OFF LIMITS. Read the PERSONAL QUESTIONS addendum appended below and follow it exactly.
+- If a question asks for personal info, do NOT click or type — leave it empty.
+- A personal field left empty is NOT an unanswered question. If ALL remaining questions are personal, return done immediately.
+
+RESPONSE FORMAT RULES (CRITICAL — follow exactly):
+- Return ONLY a valid JSON array. No explanations, no markdown fences, no extra text.
+- The response MUST be parseable by JSON.parse(). Test mentally: is your output valid JSON?
+- For type actions with code: the text field is a JSON string. Escape special characters:
+  * Newlines → \\n (backslash + n, NOT a literal newline)
+  * Quotes → \\" (backslash + quote)
+  * Backslashes → \\\\ (double backslash)
+  * Tabs → \\t
+- WRONG: {"text":"function foo() {\n  return 1;}"}
+- RIGHT: {"text":"function foo() {\\n  return 1;}"}
+- WRONG: {"text":"say "hello""}
+- RIGHT: {"text":"say \\"hello\\""}
+- NEVER put raw newlines or unescaped quotes inside the text string.
 - If you need to explain your reasoning, use the "reason" field, NOT the "text" field.`;
 function sleep(ms) {
     return new Promise((r) => setTimeout(r, ms));

package/dist/lib/browser/browse-types.js.map

@@ -1 +1 @@
-{"version":3,"file":"browse-types.js","sourceRoot":"","sources":["../../../src/lib/browser/browse-types.ts"],"names":[],"mappings":";;;AAiJA,8CAkBC;AAGD,oDA2BC;AAUD,gDAeC;AAwMD,sBAEC;AAED,8BAEC;AAxRD,0DAA0D;AAC1D,SAAgB,iBAAiB,CAAC,QAAuB;IACvD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,EAAE,GAA0B,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;QAChC,EAAE,CAAC,IAAI,CAAC;YACN,OAAO,EAAE,GAAG;YACZ,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,EAAE;YACxC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YACrC,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;YAC5C,aAAa,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,qEAAqE;AACrE,SAAgB,oBAAoB,CAAC,IAA2B,EAAE,IAA2B;IAC3F,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAE5D,sCAAsC;IACtC,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,iCAAiC;IACjC,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,6BAA6B;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,oCAAoC;QACpC,IAAI,MAAM,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY;YAAE,KAAK,IAAI,CAAC,CAAC;QAC5D,8BAA8B;QAC9B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;QACtE,yEAAyE;QACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5F,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,kBAAkB,CAChC,IAA2B,EAC3B,IAA2B;IAE3B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACrE,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QACnD,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACU,QAAA,eAAe,GAAG,IAAI,CAAC;AACpC,gFAAgF;AACnE,QAAA,eAAe,GAAG,KAAK,CAAC;AACrC,iFAAiF;AACpE,QAAA,uBAAuB,GAAG,OAAO,CAAC;AAC/C;;;;GAIG;AACU,QAAA,2BAA2B,GAAG,MAAM,CAAC;AACrC,QAAA,oBAAoB,GAAG,MAAM,CAAC;AAC9B,QAAA,2BAA2B,GAAG,MAAM,CAAC;AACrC,QAAA,oBAAoB,GAAG,MAAM,CAAC;AAC3C;;;;;;;;GAQG;AACU,QAAA,eAAe,GAAG,CAAC,CAAC;AACjC;;;GAGG;AACU,QAAA,eAAe,GAAG,MAAM,CAAC;AACtC,2EAA2E;AAC9D,QAAA,eAAe,GAAG,KAAK,CAAC;AACrC;;;GAGG;AACU,QAAA,qBAAqB,GAAG,KAAK,CAAC;AAE3C;;;;GAIG;AACU,QAAA,WAAW,GACtB,qTAAqT,CAAC;AAC3S,QAAA,WAAW,GACtB,6UAA6U,CAAC;AAEnU,QAAA,aAAa,GAAG;;;;;EAK3B,mBAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uFA0I0E,CAAC;AAGxF,SAAgB,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAgB,SAAS,CAAC,GAAW,EAAE,GAAW;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC3D,CAAC"}
+{"version":3,"file":"browse-types.js","sourceRoot":"","sources":["../../../src/lib/browser/browse-types.ts"],"names":[],"mappings":";;;AAgIA,8CAoBC;AAGD,oDAkCC;AAUD,gDAeC;AAuMD,sBAEC;AAED,8BAEC;AAhSD,0DAA0D;AAC1D,SAAgB,iBAAiB,CAC/B,QAAuB;IAEvB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,EAAE,GAA0B,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;QAChC,EAAE,CAAC,IAAI,CAAC;YACN,OAAO,EAAE,GAAG;YACZ,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,EAAE;YACxC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YACrC,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;YAC5C,aAAa,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,qEAAqE;AACrE,SAAgB,oBAAoB,CAClC,IAA2B,EAC3B,IAA2B;IAE3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAE5D,sCAAsC;IACtC,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,iCAAiC;IACjC,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,6BAA6B;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,oCAAoC;QACpC,IAAI,MAAM,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY;YAAE,KAAK,IAAI,CAAC,CAAC;QAC5D,8BAA8B;QAC9B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;QACtE,yEAAyE;QACzE,KACE,IAAI,CAAC,GAAG,CAAC,EACT,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EACtE,CAAC,EAAE,EACH,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,kBAAkB,CAChC,IAA2B,EAC3B,IAA2B;IAE3B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACrE,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QACnD,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACU,QAAA,eAAe,GAAG,IAAI,CAAC;AACpC,gFAAgF;AACnE,QAAA,eAAe,GAAG,KAAK,CAAC;AACrC,iFAAiF;AACpE,QAAA,uBAAuB,GAAG,OAAO,CAAC;AAC/C;;;;GAIG;AACU,QAAA,2BAA2B,GAAG,MAAM,CAAC;AACrC,QAAA,oBAAoB,GAAG,MAAM,CAAC;AAC9B,QAAA,2BAA2B,GAAG,MAAM,CAAC;AACrC,QAAA,oBAAoB,GAAG,MAAM,CAAC;AAC3C;;;;;;;;GAQG;AACU,QAAA,eAAe,GAAG,CAAC,CAAC;AACjC;;;GAGG;AACU,QAAA,eAAe,GAAG,MAAM,CAAC;AACtC,2EAA2E;AAC9D,QAAA,eAAe,GAAG,KAAK,CAAC;AACrC;;;GAGG;AACU,QAAA,qBAAqB,GAAG,KAAK,CAAC;AAE3C;;;;GAIG;AACU,QAAA,WAAW,GACtB,qTAAqT,CAAC;AAC3S,QAAA,WAAW,GACtB,6UAA6U,CAAC;AAEnU,QAAA,aAAa,GAAG;;;;;EAK3B,mBAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uFA0I0E,CAAC;AAExF,SAAgB,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAgB,SAAS,CAAC,GAAW,EAAE,GAAW;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC3D,CAAC"}

package/dist/lib/browser/cdp.d.ts

@@ -176,6 +176,38 @@ export declare function scrollPage(page: CdpPage, deltaY: number): Promise<void>
  * Evaluate a JavaScript expression in the page context.
  */
 export declare function evaluateJs(page: CdpPage, expression: string): Promise<any>;
+/**
+ * Attach a local file to a file input, using CDP's DOM domain.
+ *
+ * WHY THIS EXISTS (2026-10): there was NO way to attach a file to a web form
+ * anywhere in the product - `DOM.setFileInputFiles`, `Page.setInterceptFileChooser`
+ * and `input[type=file]` had ZERO matches in the whole repo, and the DOM
+ * domain was never even enabled. A job application that asks for a CV file
+ * therefore could not be completed by any browser path.
+ *
+ * The sequence is the canonical CDP one: enable the DOM domain, resolve the
+ * document, query the node, then set its files. `files` are ABSOLUTE paths on
+ * the machine that runs Chrome - the caller is responsible for staging the
+ * bytes there (see `stage-file.ts`) and for keeping them inside the run's
+ * private directory.
+ */
+export declare function setFileInputFiles(page: CdpPage, filePath: string, selector?: string): Promise<{
+    ok: boolean;
+    error?: string;
+}>;
+/**
+ * Submit the form on the page.
+ *
+ * There was no submit action anywhere: the only ways to submit were pressing
+ * Enter (which submits only when a field has focus) or running
+ * `form.requestSubmit()` by hand through `evaluate`. This does the latter
+ * properly - preferring the form that actually has a submit control, and
+ * reporting clearly when there is nothing to submit.
+ */
+export declare function submitForm(page: CdpPage, selector?: string): Promise<{
+    ok: boolean;
+    error?: string;
+}>;
 /**
  * Detect which code/rich-text editor is active on the page.
  */

package/dist/lib/browser/cdp.js

@@ -23,6 +23,8 @@ exports.typeText = typeText;
 exports.pressKey = pressKey;
 exports.scrollPage = scrollPage;
 exports.evaluateJs = evaluateJs;
+exports.setFileInputFiles = setFileInputFiles;
+exports.submitForm = submitForm;
 exports.detectEditor = detectEditor;
 exports.focusSelector = focusSelector;
 exports.sleep = sleep;
@@ -189,10 +191,14 @@ async function pickActiveTab(port, prevTargetId) {
         // Multiple windows are visible (the browser is unfocused): prefer the most
         // recently created tab - the one the site just opened/foregrounded - unless
         // the bound tab already IS that newest tab.
-        const newest = visible.reduce((best, a) => (targetSeenOrder.get(a.id) ?? 0) > (targetSeenOrder.get(best.id) ?? 0) ? a : best);
+        const newest = visible.reduce((best, a) => (targetSeenOrder.get(a.id) ?? 0) > (targetSeenOrder.get(best.id) ?? 0)
+            ? a
+            : best);
         if (prevTargetId) {
             const prev = visible.find((a) => a.id === prevTargetId);
-            if (prev && (targetSeenOrder.get(prev.id) ?? 0) >= (targetSeenOrder.get(newest.id) ?? 0)) {
+            if (prev &&
+                (targetSeenOrder.get(prev.id) ?? 0) >=
+                    (targetSeenOrder.get(newest.id) ?? 0)) {
                 return byId(prev.id);
             }
         }
@@ -341,8 +347,14 @@ function cdpSend(page, method, params) {
             reject(new Error(`CDP timeout: ${method}`));
         }, 30_000);
         page.pending.set(id, {
-            resolve: (v) => { clearTimeout(timeout); resolve(v); },
-            reject: (e) => { clearTimeout(timeout); reject(e); },
+            resolve: (v) => {
+                clearTimeout(timeout);
+                resolve(v);
+            },
+            reject: (e) => {
+                clearTimeout(timeout);
+                reject(e);
+            },
         });
         page.ws.send(JSON.stringify({ id, method, params }));
     });
@@ -471,6 +483,10 @@ async function extractElements(page) {
       const sels = [
         'input[type="radio"]', 'input[type="checkbox"]',
         'input[type="text"]', 'input[type="email"]', 'input[type="password"]',
+        // A file input is how a CV reaches a job application form. It used to
+        // be ABSENT from this list, so elementIndex could never address one
+        // and DOM.setFileInputFiles had nothing to attach to.
+        'input[type="file"]',
         'input:not([type])',
         'textarea', 'select', 'button', 'a',
         '[role="radio"]', '[role="checkbox"]', '[role="button"]',
@@ -621,10 +637,18 @@ async function extractElements(page) {
  */
 async function clickAt(page, x, y) {
     await cdpSend(page, 'Input.dispatchMouseEvent', {
-        type: 'mousePressed', x, y, button: 'left', clickCount: 1,
+        type: 'mousePressed',
+        x,
+        y,
+        button: 'left',
+        clickCount: 1,
     });
     await cdpSend(page, 'Input.dispatchMouseEvent', {
-        type: 'mouseReleased', x, y, button: 'left', clickCount: 1,
+        type: 'mouseReleased',
+        x,
+        y,
+        button: 'left',
+        clickCount: 1,
     });
 }
 /**
@@ -645,15 +669,26 @@ async function pressKey(page, key) {
         Space: { code: 'Space', key: ' ' },
     };
     const k = keyMap[key] ?? { code: key, key };
-    await cdpSend(page, 'Input.dispatchKeyEvent', { type: 'keyDown', code: k.code, key: k.key });
-    await cdpSend(page, 'Input.dispatchKeyEvent', { type: 'keyUp', code: k.code, key: k.key });
+    await cdpSend(page, 'Input.dispatchKeyEvent', {
+        type: 'keyDown',
+        code: k.code,
+        key: k.key,
+    });
+    await cdpSend(page, 'Input.dispatchKeyEvent', {
+        type: 'keyUp',
+        code: k.code,
+        key: k.key,
+    });
 }
 /**
  * Scroll the page by a delta (positive = down, negative = up).
  */
 async function scrollPage(page, deltaY) {
     await cdpSend(page, 'Input.dispatchMouseWheelEvent', {
-        x: 0, y: 0, deltaX: 0, deltaY,
+        x: 0,
+        y: 0,
+        deltaX: 0,
+        deltaY,
     });
 }
 /**
@@ -667,6 +702,101 @@ async function evaluateJs(page, expression) {
     });
     return result?.result?.value;
 }
+/**
+ * Attach a local file to a file input, using CDP's DOM domain.
+ *
+ * WHY THIS EXISTS (2026-10): there was NO way to attach a file to a web form
+ * anywhere in the product - `DOM.setFileInputFiles`, `Page.setInterceptFileChooser`
+ * and `input[type=file]` had ZERO matches in the whole repo, and the DOM
+ * domain was never even enabled. A job application that asks for a CV file
+ * therefore could not be completed by any browser path.
+ *
+ * The sequence is the canonical CDP one: enable the DOM domain, resolve the
+ * document, query the node, then set its files. `files` are ABSOLUTE paths on
+ * the machine that runs Chrome - the caller is responsible for staging the
+ * bytes there (see `stage-file.ts`) and for keeping them inside the run's
+ * private directory.
+ */
+async function setFileInputFiles(page, filePath, selector) {
+    try {
+        await cdpSend(page, 'DOM.enable', {});
+        const doc = await cdpSend(page, 'DOM.getDocument', { depth: 1 });
+        const rootNodeId = doc?.root?.nodeId;
+        if (!rootNodeId) {
+            return { ok: false, error: 'the page has no DOM document' };
+        }
+        const css = selector && selector.trim() ? selector.trim() : 'input[type="file"]';
+        const found = await cdpSend(page, 'DOM.querySelector', {
+            nodeId: rootNodeId,
+            selector: css,
+        });
+        const nodeId = found?.nodeId;
+        if (!nodeId) {
+            return {
+                ok: false,
+                error: `no file input matched "${css}" on this page`,
+            };
+        }
+        await cdpSend(page, 'DOM.setFileInputFiles', {
+            nodeId,
+            files: [filePath],
+        });
+        return { ok: true };
+    }
+    catch (err) {
+        return {
+            ok: false,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+/**
+ * Submit the form on the page.
+ *
+ * There was no submit action anywhere: the only ways to submit were pressing
+ * Enter (which submits only when a field has focus) or running
+ * `form.requestSubmit()` by hand through `evaluate`. This does the latter
+ * properly - preferring the form that actually has a submit control, and
+ * reporting clearly when there is nothing to submit.
+ */
+async function submitForm(page, selector) {
+    const css = selector && selector.trim() ? selector.trim() : 'form';
+    const js = `(() => {
+    const sel = ${JSON.stringify(css)};
+    const forms = Array.from(document.querySelectorAll(sel));
+    if (!forms.length) return { ok: false, error: 'no form matched "' + sel + '"' };
+    // Prefer a form that has a submit control; fall back to the first one.
+    const withButton = forms.find((f) => f.querySelector(
+      'button[type="submit"], input[type="submit"], button:not([type])'
+    ));
+    const form = withButton || forms[0];
+    try {
+      if (typeof form.requestSubmit === 'function') {
+        form.requestSubmit();
+      } else {
+        form.submit();
+      }
+      return { ok: true, action: form.getAttribute('action') || '' };
+    } catch (e) {
+      return { ok: false, error: String(e && e.message ? e.message : e) };
+    }
+  })()`;
+    try {
+        const result = await evaluateJs(page, js);
+        if (!result || typeof result !== 'object') {
+            return { ok: false, error: 'the page did not answer the submit request' };
+        }
+        return result.ok
+            ? { ok: true }
+            : { ok: false, error: result.error ?? 'the form could not be submitted' };
+    }
+    catch (err) {
+        return {
+            ok: false,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
 /**
  * Detect which code/rich-text editor is active on the page.
  */