halo-agent 2.3.0 → 2.4.1

package/orchestrator.js

@@ -54,6 +54,8 @@ async function fillFields(page, aep, opts) {
 const { detectCaptcha, solveCaptcha, injectCaptchaToken } = require('./captcha');
 const { visionFill, visionNavigateAndSubmit, visionFillSkipped } = require('./vision');
 const { scanWorkday } = require('./scanWorkday');
+const { scanAccessibility } = require('./scanAccessibility');
+const { findApplyPath } = require('./findApplyPath');
 
 // ATS types that need vision fallback due to shadow DOM / canvas.
 // 'workday' was here historically because the AX-tree scan returned no usable
@@ -164,6 +166,63 @@ async function runJob(queueItem, chromeConn, config, reportStatus) {
     // May return a new page object if Apply opened a new tab.
     page = await clickApplyIfNeeded(page);
 
+    // STEP 1.5: Find the apply path if the page has no actual FORM fields.
+    //
+    // clickApplyIfNeeded only handles obvious cases (a literal "Apply" button
+    // outside the form). It misses:
+    //   - tabs (Overview / Application on Mercor's Ashby-wrapped careers page)
+    //   - "Continue to application" CTAs below the fold
+    //   - non-semantic styled divs that act as the entry point
+    //   - marketing-shell sites (like Artie's careers page) where scanAccessibility
+    //     returns 29 nav links + 2 decorative buttons but ZERO form inputs
+    //
+    // The earlier version checked `earlyScan.length === 0` which let pages
+    // like Artie through  the AX scanner happily reported "29 fields" but
+    // every single one was a Pricing/Blog/Login navlink. Now we count only
+    // roles that are actually fillable: textbox, combobox, checkbox, radio,
+    // radiogroup, listbox, switch, file. Buttons and links don't count.
+    //
+    // findApplyPath checks the cache, then probes the AX tree for apply-keyword
+    // clickables, then falls back to vision. Bounded to 2 click hops.
+    const FILLABLE_ROLES = new Set([
+      'textbox', 'combobox', 'checkbox', 'radio', 'radiogroup',
+      'listbox', 'switch', 'spinbutton', 'searchbox', 'slider',
+    ]);
+    function countFormFields(scan) {
+      if (!Array.isArray(scan)) return 0;
+      let n = 0;
+      for (const f of scan) {
+        const role = (f && (f.role || f.type)) || '';
+        const tag  = (f && f.tag) || '';
+        const inputType = (f && f.inputType) || '';
+        if (FILLABLE_ROLES.has(role)) { n++; continue; }
+        if (tag === 'textarea' || tag === 'select') { n++; continue; }
+        if (tag === 'input' && inputType && inputType !== 'button' && inputType !== 'submit' && inputType !== 'hidden') { n++; continue; }
+        if (inputType === 'file' || role === 'file') { n++; continue; }
+      }
+      return n;
+    }
+
+    try {
+      const earlyScan = await scanAccessibility(page);
+      const formFieldCount = countFormFields(earlyScan);
+      const totalNodes = Array.isArray(earlyScan) ? earlyScan.length : 0;
+      if (formFieldCount === 0) {
+        console.log(`[orchestrator] No FORM fields detected (${totalNodes} AX nodes, 0 fillable)  invoking findApplyPath`);
+        const result = await findApplyPath(page, { config, anthropicKey });
+        if (result.found) {
+          console.log(`[orchestrator] findApplyPath: ${result.method} succeeded (${result.fields_after} fields)`);
+        } else {
+          console.warn('[orchestrator] findApplyPath: no apply path found  form may need manual navigation');
+          // We continue anyway  handlePageGate / smartFill may still find
+          // something. If everything fails downstream, the existing NEEDS_ATTENTION
+          // surface fires from the orchestrator's terminal error handler.
+        }
+      }
+    } catch (e) {
+      console.warn(`[orchestrator] findApplyPath threw: ${e.message}`);
+    }
+
     // STEP 2: Vision gate detection — handles modals, resume prompts, login walls, preamble screens.
     // Runs before captcha check so the form is actually visible before we try to fill it.
     const gateResult = await handlePageGate(page, aep, tempResumeFile, config);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "halo-agent",
-  "version": "2.3.0",
+  "version": "2.4.1",
   "description": "HALO local apply agent — auto-fills job applications using your real Chrome session",
   "main": "index.js",
   "bin": {