@humain/terminal 0.0.3-beta.3 → 0.0.4-beta.2

package/dist/humain/web-access/vendor/exa.js.map

@@ -1 +1 @@
-{"version":3,"file":"exa.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/exa.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,cAAc,GAAG,2BAA2B,CAAC;AACnD,MAAM,cAAc,GAAG,2BAA2B,CAAC;AACnD,MAAM,WAAW,GAAG,wBAAwB,CAAC;AAC7C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAC7C,MAAM,qBAAqB,GAAG,yBAAyB,CAAC;AACxD,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;AA0C5C,IAAI,YAAY,GAA2B,IAAI,CAAC;AAEhD,SAAS,UAAU,GAAoB;IACtC,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC;QACJ,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;QAClD,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AAAA,CACD;AAED,KAAK,UAAU,SAAS,CAAC,MAAoB,EAA0B;IACtE,OAAO,iBAAiB,CAAC;QACxB,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,UAAU,EAAE,CAAC,SAAS;QACvC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;QACzC,MAAM;KACN,CAAC,CAAC;AAAA,CACH;AAED,SAAS,aAAa,CAAC,MAAc,EAA0B;IAC9D,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,cAAc,EAAE,kBAAkB;QAClC,mBAAmB,EAAE,eAAe;KACpC,CAAC;AAAA,CACF;AAED,SAAS,aAAa,CAAC,MAAoB,EAAe;IACzD,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAAA,CAC7D;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAU;IACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,OAAO,GAA2B;QACvC,GAAG,EAAE,CAAC;QACN,IAAI,EAAE,CAAC;QACP,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,GAAG;KACT,CAAC;IACF,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;AAAA,CAC/D;AAED,SAAS,eAAe,CAAC,YAAkC,EAA4D;IACtH,IAAI,CAAC,YAAY,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,YAAY;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACtD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrB,MAAM,cAAc,GAAG,YAAY;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAC3B,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,OAAO;QACN,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,CAAC;AAAA,CACF;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,OAAyB,EAA2B;IACzF,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3F,OAAO;QACN,KAAK;QACL,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;QACnC,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC;QACxC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvD,CAAC;AAAA,CACF;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAY;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAAA,CAClG;AAED,SAAS,4BAA4B,CAAC,OAAqC,EAAU;IACpF,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,SAAS;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC;YACpC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,WAAW,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAAA,CAC1B;AAED,SAAS,UAAU,CAAC,OAAsE,EAA6B;IACtH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,SAAS;QACzB,MAAM,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;YACtC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO,EAAE,EAAE;SACX,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAAA,CACd;AAED,SAAS,gBAAgB,CAAC,OAAqC,EAAsB;IACpF,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,OAAO;SACZ,MAAM,CAAC,CAAC,CAAC,EAA0F,EAAE,CACrG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACV,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,KAAK,EAAE,IAAI;KACX,CAAC,CAAC,CAAC;AAAA,CACL;AAED,SAAS,gBAAgB,CACxB,MAAc,EACd,OAAkC,EAClC,aAAwC,EACvB;IACjB,MAAM,QAAQ,GAAmB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACrD,IAAI,aAAa,EAAE,MAAM;QAAE,QAAQ,CAAC,aAAa,GAAG,aAAa,CAAC;IAClE,OAAO,QAAQ,CAAC;AAAA,CAChB;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,QAAgB,EAChB,IAA6B,EAC7B,MAAoB,EACF;IAClB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,UAAU,QAAQ,EAAE,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACR,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,qCAAqC;YAC/C,cAAc,EAAE,eAAe;SAC/B;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,EAAE,EAAE,CAAC;YACL,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,SAAS,EAAE,IAAI;aACf;SACD,CAAC;QACF,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;KAC7B,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACd,wDAAwD,WAAW,gCAAgC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC5H,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;IAE5E,IAAI,MAAM,GAA6B,IAAI,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;YAC3D,IAAI,SAAS,EAAE,MAAM,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;gBAC3C,MAAM,GAAG,SAAS,CAAC;gBACnB,MAAM;YACP,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;IACF,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;YACxD,IAAI,SAAS,EAAE,MAAM,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;gBAC3C,MAAM,GAAG,SAAS,CAAC;YACpB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;IACF,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO;YACpC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;YACrE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,2BAA2B,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO;QAClC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACpG,EAAE,IAAI,CAAC;IAER,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,CAAC;AAAA,CACZ;AAED,SAAS,eAAe,CAAC,IAAY,EAA4B;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,CAAC;aAAM,CAAC;YACP,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YAClD,IAAI,OAAO,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC5B,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,CAAC;QACF,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IAAA,CAC/B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACzC;AAED,SAAS,yBAAyB,CAAC,OAA0B,EAAU;IACtE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,WAAW,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAAA,CAC1B;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAsB;IAC5E,OAAO,OAAO;SACZ,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3C,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACf,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,IAAI;KACX,CAAC,CAAC,CAAC;AAAA,CACL;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,OAAyB,EAAU;IACxE,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;IACtB,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrE,CAAC;IACF,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,QAAQ,OAAO,CAAC,aAAa,EAAE,CAAC;YAC/B,KAAK,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAAC,MAAM;YAC/C,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAAC,MAAM;YAC5C,KAAK,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBAAC,MAAM;YACvG,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBAAC,MAAM;QAC3D,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAAA,CACvB;AAED,SAAS,cAAc,CAAC,OAAe,EAAW;IACjD,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAAA,CAC/C;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAuC;IAC/E,IAAI,CAAC;QACJ,MAAM,OAAO,GAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC,OAAO,CAAC;QAChE,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AAAA,CACD;AAED;;;GAGG;AACH,KAAK,UAAU,oBAAoB,CAClC,IAAY,EACZ,IAA6B,EAC7B,OAAyB,EACQ;IACjC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,gBAAgB,CACtB,4BAA4B,CAAC,WAAW,CAAC,EACzC,UAAU,CAAC,WAAW,CAAC,EACvB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAC7D,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO,gBAAgB,CACtB,yBAAyB,CAAC,WAAW,CAAC,EACtC,UAAU,CAAC,WAAW,CAAC,EACvB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAChE,CAAC;AAAA,CACF;AAED,oFAAoF;AACpF,KAAK,UAAU,wBAAwB,CACtC,KAAa,EACb,OAAyB,EACzB,SAAkC,EACD;IACjC,IAAI,CAAC;QACJ,OAAO,MAAM,oBAAoB,CAAC,qBAAqB,EAAE;YACxD,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;YAChC,gBAAgB,EAAE,IAAI;YACtB,iBAAiB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;SACxD,EAAE,OAAO,CAAC,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,cAAc,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,GAAG,CAAC;QAChF,wEAAwE;QACxE,uCAAuC;QACvC,OAAO,oBAAoB,CAAC,kBAAkB,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;AAAA,CACD;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAO,GAAqB,EAAE,EAAkC;IAC9G,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;IAChG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC;IAEvG,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,QAAQ;YACxB,CAAC,CAAC,MAAM,wBAAwB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;YAC3D,CAAC,CAAC,MAAM,oBAAoB,CAAC,kBAAkB,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACtE,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,GAAG,CAAC;IACX,CAAC;AAAA,CACD;AAED,MAAM,UAAU,cAAc,GAAY;IACzC,OAAO,IAAI,CAAC;AAAA,CACZ;AAED,MAAM,UAAU,YAAY,GAAY;IACvC,OAAO,mBAAmB,CAAC;QAC1B,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,UAAU,EAAE,CAAC,SAAS;QACvC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;KACzC,CAAC,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,OAAO,GAAqB,EAAE,EAA4B;IAC5G,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,OAAO,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc;WACpC,CAAC,CAAC,OAAO,CAAC,aAAa;WACvB,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM;WAC9B,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC;IAEvD,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,CAAC;QACJ,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE;gBAC5C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;gBAC9B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;gBAC/B,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC;aACrC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;YACxD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzD,OAAO;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBACzB,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;aACnC,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE;YAC5C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;YAC9B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;gBAChC,QAAQ,EAAE,OAAO,CAAC,cAAc;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;oBAClC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE;aACvB,CAAC;YACF,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;QACxD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEzD,OAAO,gBAAgB,CACtB,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,EAC1C,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EACxB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAC9D,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC;YACrC,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,eAAe,KAAK,OAAO;YAAE,MAAM,GAAG,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;AAAA,CACD","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst EXA_ANSWER_URL = \"https://api.exa.ai/answer\";\nconst EXA_SEARCH_URL = \"https://api.exa.ai/search\";\nconst EXA_MCP_URL = \"https://mcp.exa.ai/mcp\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst EXA_MCP_ADVANCED_TOOL = \"web_search_advanced_exa\";\nconst EXA_MCP_BASIC_TOOL = \"web_search_exa\";\n\ninterface WebSearchConfig {\n\texaApiKey?: unknown;\n}\n\ninterface ExaAnswerResponse {\n\tanswer?: string;\n\tcitations?: Array<{ url?: string; title?: string; text?: string; publishedDate?: string }>;\n}\n\ninterface ExaSearchResponse {\n\tresults?: Array<{\n\t\ttitle?: string;\n\t\turl?: string;\n\t\tpublishedDate?: string;\n\t\tauthor?: string;\n\t\ttext?: string;\n\t\thighlights?: unknown;\n\t\thighlightScores?: number[];\n\t}>;\n}\n\ninterface ExaMcpRpcResponse {\n\tresult?: {\n\t\tcontent?: Array<{ type?: string; text?: string }>;\n\t\tisError?: boolean;\n\t};\n\terror?: {\n\t\tcode?: number;\n\t\tmessage?: string;\n\t};\n}\n\nexport type ExaSearchResult = SearchResponse | null;\n\nexport interface ExaSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\ntype McpParsedResult = { title: string; url: string; content: string };\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(raw) as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t\tsignal,\n\t});\n}\n\nfunction exaApiHeaders(apiKey: string): Record<string, string> {\n\treturn {\n\t\t\"x-api-key\": apiKey,\n\t\t\"Content-Type\": \"application/json\",\n\t\t\"x-exa-integration\": \"pi-web-access\",\n\t};\n}\n\nfunction requestSignal(signal?: AbortSignal): AbortSignal {\n\tconst timeout = AbortSignal.timeout(60000);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction recencyToStartDate(filter: string): string {\n\tconst now = new Date();\n\tconst offsets: Record<string, number> = {\n\t\tday: 1,\n\t\tweek: 7,\n\t\tmonth: 30,\n\t\tyear: 365,\n\t};\n\tconst days = offsets[filter] ?? 0;\n\treturn new Date(now.getTime() - days * 86400000).toISOString();\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includeDomains?: string[]; excludeDomains?: string[] } {\n\tif (!domainFilter?.length) return {};\n\tconst includeDomains = domainFilter\n\t\t.filter(d => !d.startsWith(\"-\") && d.trim().length > 0)\n\t\t.map(d => d.trim());\n\tconst excludeDomains = domainFilter\n\t\t.filter(d => d.startsWith(\"-\"))\n\t\t.map(d => d.slice(1).trim())\n\t\t.filter(Boolean);\n\treturn {\n\t\t...(includeDomains.length ? { includeDomains } : {}),\n\t\t...(excludeDomains.length ? { excludeDomains } : {}),\n\t};\n}\n\nfunction exaSearchArgs(query: string, options: ExaSearchOptions): Record<string, unknown> {\n\tconst startDate = options.recencyFilter ? recencyToStartDate(options.recencyFilter) : null;\n\treturn {\n\t\tquery,\n\t\ttype: \"auto\",\n\t\tnumResults: options.numResults ?? 5,\n\t\t...mapDomainFilter(options.domainFilter),\n\t\t...(startDate ? { startPublishedDate: startDate } : {}),\n\t};\n}\n\nfunction normalizeHighlights(value: unknown): string[] {\n\tif (!Array.isArray(value)) return [];\n\treturn value.filter((item): item is string => typeof item === \"string\" && item.trim().length > 0);\n}\n\nfunction buildAnswerFromSearchResults(results: ExaSearchResponse[\"results\"]): string {\n\tif (!results?.length) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tconst highlights = normalizeHighlights(item.highlights);\n\t\tconst content = highlights.length > 0\n\t\t\t? highlights.join(\" \")\n\t\t\t: typeof item.text === \"string\" ? item.text.trim().slice(0, 1000) : \"\";\n\t\tif (!content) continue;\n\t\tconst sourceTitle = item.title || `Source ${i + 1}`;\n\t\tparts.push(`${content}\\nSource: ${sourceTitle} (${item.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapResults(results: ExaSearchResponse[\"results\"] | ExaAnswerResponse[\"citations\"]): SearchResponse[\"results\"] {\n\tif (!Array.isArray(results)) return [];\n\tconst mapped: SearchResponse[\"results\"] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tmapped.push({\n\t\t\ttitle: item.title || `Source ${i + 1}`,\n\t\t\turl: item.url,\n\t\t\tsnippet: \"\",\n\t\t});\n\t}\n\treturn mapped;\n}\n\nfunction mapInlineContent(results: ExaSearchResponse[\"results\"]): ExtractedContent[] {\n\tif (!results?.length) return [];\n\treturn results\n\t\t.filter((r): r is NonNullable<ExaSearchResponse[\"results\"]>[number] & { url: string; text: string } =>\n\t\t\t!!r?.url && typeof r.text === \"string\" && r.text.length > 0)\n\t\t.map(r => ({\n\t\t\turl: r.url,\n\t\t\ttitle: r.title || \"\",\n\t\t\tcontent: r.text,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction toSearchResponse(\n\tanswer: string,\n\tresults: SearchResponse[\"results\"],\n\tinlineContent: ExtractedContent[] | null,\n): SearchResponse {\n\tconst response: SearchResponse = { answer, results };\n\tif (inlineContent?.length) response.inlineContent = inlineContent;\n\treturn response;\n}\n\nexport async function callExaMcp(\n\ttoolName: string,\n\targs: Record<string, unknown>,\n\tsignal?: AbortSignal,\n): Promise<string> {\n\tconst response = await fetch(`${EXA_MCP_URL}?tools=${toolName}`, {\n\t\tmethod: \"POST\",\n\t\theaders: {\n\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\"Accept\": \"application/json, text/event-stream\",\n\t\t\t\"x-exa-source\": \"pi-web-access\",\n\t\t},\n\t\tbody: JSON.stringify({\n\t\t\tjsonrpc: \"2.0\",\n\t\t\tid: 1,\n\t\t\tmethod: \"tools/call\",\n\t\t\tparams: {\n\t\t\t\tname: toolName,\n\t\t\t\targuments: args,\n\t\t\t},\n\t\t}),\n\t\tsignal: requestSignal(signal),\n\t});\n\n\tif (!response.ok) {\n\t\tconst errorText = await response.text();\n\t\tif (response.status === 429) {\n\t\t\tthrow new Error(\n\t\t\t\t`Exa MCP rate limit reached (429). Add \"exaApiKey\" to ${CONFIG_PATH} for unthrottled Exa search: ${errorText.slice(0, 200)}`,\n\t\t\t);\n\t\t}\n\t\tthrow new Error(`Exa MCP error ${response.status}: ${errorText.slice(0, 300)}`);\n\t}\n\n\tconst body = await response.text();\n\tconst dataLines = body.split(\"\\n\").filter(line => line.startsWith(\"data:\"));\n\n\tlet parsed: ExaMcpRpcResponse | null = null;\n\tfor (const line of dataLines) {\n\t\tconst payload = line.slice(5).trim();\n\t\tif (!payload) continue;\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(payload) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t\tbreak;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(body) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\tthrow new Error(\"Exa MCP returned an empty response\");\n\t}\n\n\tif (parsed.error) {\n\t\tconst code = typeof parsed.error.code === \"number\" ? ` ${parsed.error.code}` : \"\";\n\t\tconst message = parsed.error.message || \"Unknown error\";\n\t\tthrow new Error(`Exa MCP error${code}: ${message}`);\n\t}\n\n\tif (parsed.result?.isError) {\n\t\tconst message = parsed.result.content\n\t\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\")\n\t\t\t?.text?.trim();\n\t\tthrow new Error(message || \"Exa MCP returned an error\");\n\t}\n\n\tconst text = parsed.result?.content\n\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\" && item.text.trim().length > 0)\n\t\t?.text;\n\n\tif (!text) {\n\t\tthrow new Error(\"Exa MCP returned empty content\");\n\t}\n\n\treturn text;\n}\n\nfunction parseMcpResults(text: string): McpParsedResult[] | null {\n\tconst blocks = text.split(/(?=^Title: )/m).filter(block => block.trim().length > 0);\n\tconst parsed = blocks.map(block => {\n\t\tconst title = block.match(/^Title: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tconst url = block.match(/^URL: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tlet content = \"\";\n\t\tconst textStart = block.indexOf(\"\\nText: \");\n\t\tif (textStart >= 0) {\n\t\t\tcontent = block.slice(textStart + 7).trim();\n\t\t} else {\n\t\t\tconst hlMatch = block.match(/\\nHighlights:\\s*\\n/);\n\t\t\tif (hlMatch?.index != null) {\n\t\t\t\tcontent = block.slice(hlMatch.index + hlMatch[0].length).trim();\n\t\t\t}\n\t\t}\n\t\tcontent = content.replace(/\\n---\\s*$/, \"\").trim();\n\t\treturn { title, url, content };\n\t}).filter(result => result.url.length > 0);\n\treturn parsed.length > 0 ? parsed : null;\n}\n\nfunction buildAnswerFromMcpResults(results: McpParsedResult[]): string {\n\tif (results.length === 0) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst result = results[i];\n\t\tconst snippet = result.content.replace(/\\s+/g, \" \").trim().slice(0, 500);\n\t\tif (!snippet) continue;\n\t\tconst sourceTitle = result.title || `Source ${i + 1}`;\n\t\tparts.push(`${snippet}\\nSource: ${sourceTitle} (${result.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapMcpInlineContent(results: McpParsedResult[]): ExtractedContent[] {\n\treturn results\n\t\t.filter(result => result.content.length > 0)\n\t\t.map(result => ({\n\t\t\turl: result.url,\n\t\t\ttitle: result.title,\n\t\t\tcontent: result.content,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction buildMcpQuery(query: string, options: ExaSearchOptions): string {\n\tconst parts = [query];\n\tif (options.domainFilter?.length) {\n\t\tfor (const d of options.domainFilter) {\n\t\t\tparts.push(d.startsWith(\"-\") ? `-site:${d.slice(1)}` : `site:${d}`);\n\t\t}\n\t}\n\tif (options.recencyFilter) {\n\t\tconst now = new Date();\n\t\tswitch (options.recencyFilter) {\n\t\t\tcase \"day\": parts.push(\"past 24 hours\"); break;\n\t\t\tcase \"week\": parts.push(\"past week\"); break;\n\t\t\tcase \"month\": parts.push(`${now.toLocaleString(\"en\", { month: \"long\" })} ${now.getFullYear()}`); break;\n\t\t\tcase \"year\": parts.push(String(now.getFullYear())); break;\n\t\t}\n\t}\n\treturn parts.join(\" \");\n}\n\nfunction isAbortMessage(message: string): boolean {\n\treturn message.toLowerCase().includes(\"abort\");\n}\n\nfunction parseJsonMcpResults(text: string): ExaSearchResponse[\"results\"] | null {\n\ttry {\n\t\tconst results = (JSON.parse(text) as ExaSearchResponse).results;\n\t\treturn Array.isArray(results) && results.length > 0 ? results : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\n/**\n * Calls one Exa MCP search tool and normalizes its payload. `web_search_advanced_exa`\n * returns the raw Exa search JSON; `web_search_exa` returns a formatted text block.\n */\nasync function searchWithExaMcpTool(\n\ttool: string,\n\targs: Record<string, unknown>,\n\toptions: ExaSearchOptions,\n): Promise<SearchResponse | null> {\n\tconst text = await callExaMcp(tool, args, options.signal);\n\n\tconst jsonResults = parseJsonMcpResults(text);\n\tif (jsonResults) {\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(jsonResults),\n\t\t\tmapResults(jsonResults),\n\t\t\toptions.includeContent ? mapInlineContent(jsonResults) : null,\n\t\t);\n\t}\n\n\tconst textResults = parseMcpResults(text);\n\tif (!textResults) return null;\n\n\treturn toSearchResponse(\n\t\tbuildAnswerFromMcpResults(textResults),\n\t\tmapResults(textResults),\n\t\toptions.includeContent ? mapMcpInlineContent(textResults) : null,\n\t);\n}\n\n/** Filtered searches need the advanced tool, which not every deployment exposes. */\nasync function searchWithFilteredExaMcp(\n\tquery: string,\n\toptions: ExaSearchOptions,\n\tbasicArgs: Record<string, unknown>,\n): Promise<SearchResponse | null> {\n\ttry {\n\t\treturn await searchWithExaMcpTool(EXA_MCP_ADVANCED_TOOL, {\n\t\t\t...exaSearchArgs(query, options),\n\t\t\tenableHighlights: true,\n\t\t\ttextMaxCharacters: options.includeContent ? 50000 : 3000,\n\t\t}, options);\n\t} catch (err) {\n\t\tif (isAbortMessage(err instanceof Error ? err.message : String(err))) throw err;\n\t\t// The basic tool ignores every argument except query/numResults, so the\n\t\t// filters degrade into the query text.\n\t\treturn searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t}\n}\n\nasync function searchWithExaMcp(query: string, options: ExaSearchOptions = {}): Promise<SearchResponse | null> {\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tconst basicArgs = { query: buildMcpQuery(query, options), numResults: options.numResults ?? 5 };\n\tconst filtered = !!options.includeContent || !!options.recencyFilter || !!options.domainFilter?.length;\n\n\ttry {\n\t\tconst response = filtered\n\t\t\t? await searchWithFilteredExaMcp(query, options, basicArgs)\n\t\t\t: await searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t\tactivityMonitor.logComplete(activityId, 200);\n\t\treturn response;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (isAbortMessage(message)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\tthrow err;\n\t}\n}\n\nexport function isExaAvailable(): boolean {\n\treturn true;\n}\n\nexport function hasExaApiKey(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t});\n}\n\nexport async function searchWithExa(query: string, options: ExaSearchOptions = {}): Promise<ExaSearchResult> {\n\tconst apiKey = await getApiKey(options.signal);\n\tif (!apiKey) {\n\t\treturn searchWithExaMcp(query, options);\n\t}\n\n\tconst useSearch = options.includeContent\n\t\t|| !!options.recencyFilter\n\t\t|| !!options.domainFilter?.length\n\t\t|| !!(options.numResults && options.numResults !== 5);\n\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tif (!useSearch) {\n\t\t\tconst response = await fetch(EXA_ANSWER_URL, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\t\tbody: JSON.stringify({ query }),\n\t\t\t\tsignal: requestSignal(options.signal),\n\t\t\t});\n\n\t\t\tif (!response.ok) {\n\t\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t\t}\n\n\t\t\tconst data = await response.json() as ExaAnswerResponse;\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn {\n\t\t\t\tanswer: data.answer || \"\",\n\t\t\t\tresults: mapResults(data.citations),\n\t\t\t};\n\t\t}\n\n\t\tconst response = await fetch(EXA_SEARCH_URL, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\tbody: JSON.stringify({\n\t\t\t\t...exaSearchArgs(query, options),\n\t\t\t\tcontents: options.includeContent\n\t\t\t\t\t? { text: true, highlights: true }\n\t\t\t\t\t: { highlights: true },\n\t\t\t}),\n\t\t\tsignal: requestSignal(options.signal),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t}\n\n\t\tconst data = await response.json() as ExaSearchResponse;\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(data.results),\n\t\t\tmapResults(data.results),\n\t\t\toptions.includeContent ? mapInlineContent(data.results) : null,\n\t\t);\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (isAbortMessage(redactedMessage)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, redactedMessage);\n\t\t}\n\t\tif (redactedMessage === message) throw err;\n\t\tthrow new Error(redactedMessage);\n\t}\n}\n"]}
+{"version":3,"file":"exa.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/exa.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAClG,OAAO,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAErG,MAAM,gBAAgB,GAAG,oBAAoB,CAAC;AAC9C,MAAM,WAAW,GAAG,wBAAwB,CAAC;AAC7C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAC7C,MAAM,qBAAqB,GAAG,yBAAyB,CAAC;AACxD,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;AA2C5C,IAAI,YAAY,GAA2B,IAAI,CAAC;AAEhD,SAAS,UAAU;IAClB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC;QACJ,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;QAClD,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AACF,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAoB;IAC5C,OAAO,iBAAiB,CAAC;QACxB,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,UAAU,EAAE,CAAC,SAAS;QACvC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;QACzC,MAAM;KACN,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa;IACrB,OAAO,iBAAiB,CAAC;QACxB,SAAS,EAAE,YAAY;QACvB,eAAe,EAAE,UAAU,EAAE,CAAC,UAAU;QACxC,YAAY,EAAE,gBAAgB;QAC9B,cAAc,EAAE,cAAc;QAC9B,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;KAC1C,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACpC,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,cAAc,EAAE,kBAAkB;QAClC,mBAAmB,EAAE,eAAe;KACpC,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAAoB;IAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC9D,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACzC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,OAAO,GAA2B;QACvC,GAAG,EAAE,CAAC;QACN,IAAI,EAAE,CAAC;QACP,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,GAAG;KACT,CAAC;IACF,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CAAC,YAAkC;IAC1D,IAAI,CAAC,YAAY,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,YAAY;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACtD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrB,MAAM,cAAc,GAAG,YAAY;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAC3B,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,OAAO;QACN,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,OAAyB;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3F,OAAO;QACN,KAAK;QACL,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;QACnC,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC;QACxC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvD,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,SAAS,4BAA4B,CAAC,OAAqC;IAC1E,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,SAAS;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC;YACpC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,WAAW,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,UAAU,CAAC,OAAsE;IACzF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,SAAS;QACzB,MAAM,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;YACtC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO,EAAE,EAAE;SACX,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAqC;IAC9D,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,OAAO;SACZ,MAAM,CAAC,CAAC,CAAC,EAA0F,EAAE,CACrG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACV,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,KAAK,EAAE,IAAI;KACX,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CACxB,MAAc,EACd,OAAkC,EAClC,aAAwC;IAExC,MAAM,QAAQ,GAAmB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACrD,IAAI,aAAa,EAAE,MAAM;QAAE,QAAQ,CAAC,aAAa,GAAG,aAAa,CAAC;IAClE,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,QAAgB,EAChB,IAA6B,EAC7B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,UAAU,QAAQ,EAAE,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACR,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,qCAAqC;YAC/C,cAAc,EAAE,eAAe;SAC/B;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,EAAE,EAAE,CAAC;YACL,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,SAAS,EAAE,IAAI;aACf;SACD,CAAC;QACF,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;KAC7B,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACd,wDAAwD,WAAW,gCAAgC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC5H,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;IAE5E,IAAI,MAAM,GAA6B,IAAI,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;YAC3D,IAAI,SAAS,EAAE,MAAM,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;gBAC3C,MAAM,GAAG,SAAS,CAAC;gBACnB,MAAM;YACP,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;IACF,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;YACxD,IAAI,SAAS,EAAE,MAAM,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;gBAC3C,MAAM,GAAG,SAAS,CAAC;YACpB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;IACF,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO;YACpC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;YACrE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,2BAA2B,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO;QAClC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACpG,EAAE,IAAI,CAAC;IAER,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QACjC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,CAAC;aAAM,CAAC;YACP,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YAClD,IAAI,OAAO,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC5B,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,CAAC;QACF,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1C,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA0B;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,WAAW,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B;IACtD,OAAO,OAAO;SACZ,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3C,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACf,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,IAAI;KACX,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,OAAyB;IAC9D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;IACtB,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrE,CAAC;IACF,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,QAAQ,OAAO,CAAC,aAAa,EAAE,CAAC;YAC/B,KAAK,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAAC,MAAM;YAC/C,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAAC,MAAM;YAC5C,KAAK,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBAAC,MAAM;YACvG,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBAAC,MAAM;QAC3D,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACtC,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACxC,IAAI,CAAC;QACJ,MAAM,OAAO,GAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC,OAAO,CAAC;QAChE,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,oBAAoB,CAClC,IAAY,EACZ,IAA6B,EAC7B,OAAyB;IAEzB,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,gBAAgB,CACtB,4BAA4B,CAAC,WAAW,CAAC,EACzC,UAAU,CAAC,WAAW,CAAC,EACvB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAC7D,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO,gBAAgB,CACtB,yBAAyB,CAAC,WAAW,CAAC,EACtC,UAAU,CAAC,WAAW,CAAC,EACvB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAChE,CAAC;AACH,CAAC;AAED,oFAAoF;AACpF,KAAK,UAAU,wBAAwB,CACtC,KAAa,EACb,OAAyB,EACzB,SAAkC;IAElC,IAAI,CAAC;QACJ,OAAO,MAAM,oBAAoB,CAAC,qBAAqB,EAAE;YACxD,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;YAChC,gBAAgB,EAAE,IAAI;YACtB,iBAAiB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;SACxD,EAAE,OAAO,CAAC,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,cAAc,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,GAAG,CAAC;QAChF,wEAAwE;QACxE,uCAAuC;QACvC,OAAO,oBAAoB,CAAC,kBAAkB,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;AACF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAO,GAAqB,EAAE;IAC5E,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;IAChG,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC;IAEvG,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,QAAQ;YACxB,CAAC,CAAC,MAAM,wBAAwB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;YAC3D,CAAC,CAAC,MAAM,oBAAoB,CAAC,kBAAkB,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACtE,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,GAAG,CAAC;IACX,CAAC;AACF,CAAC;AAED,MAAM,UAAU,cAAc;IAC7B,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,UAAU,YAAY;IAC3B,OAAO,mBAAmB,CAAC;QAC1B,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,UAAU,EAAE,CAAC,SAAS;QACvC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;KACzC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,OAAO,GAAqB,EAAE;IAChF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,OAAO,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc;WACpC,CAAC,CAAC,OAAO,CAAC,aAAa;WACvB,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM;WAC9B,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC;IAEvD,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,CAAC;QACJ,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,GAAG,UAAU,SAAS,EAAE;gBAC3E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;gBAC9B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;gBAC/B,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC;aACrC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;YAElB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;YACxD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzD,OAAO;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBACzB,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;aACnC,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,GAAG,UAAU,SAAS,EAAE;YAC3E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;YAC9B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;gBAChC,QAAQ,EAAE,OAAO,CAAC,cAAc;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;oBAClC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE;aACvB,CAAC;YACF,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC;SACrC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAElB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAuB,CAAC;QACxD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEzD,OAAO,gBAAgB,CACtB,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,EAC1C,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EACxB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAC9D,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC;YACrC,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,eAAe,KAAK,OAAO;YAAE,MAAM,GAAG,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;AACF,CAAC","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport { fetchWithCredentialRedirects, getWebSearchConfigPath, resolveApiBaseUrl } from \"./utils.ts\";\n\nconst EXA_API_BASE_URL = \"https://api.exa.ai\";\nconst EXA_MCP_URL = \"https://mcp.exa.ai/mcp\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst EXA_MCP_ADVANCED_TOOL = \"web_search_advanced_exa\";\nconst EXA_MCP_BASIC_TOOL = \"web_search_exa\";\n\ninterface WebSearchConfig {\n\texaApiKey?: unknown;\n\texaBaseUrl?: unknown;\n}\n\ninterface ExaAnswerResponse {\n\tanswer?: string;\n\tcitations?: Array<{ url?: string; title?: string; text?: string; publishedDate?: string }>;\n}\n\ninterface ExaSearchResponse {\n\tresults?: Array<{\n\t\ttitle?: string;\n\t\turl?: string;\n\t\tpublishedDate?: string;\n\t\tauthor?: string;\n\t\ttext?: string;\n\t\thighlights?: unknown;\n\t\thighlightScores?: number[];\n\t}>;\n}\n\ninterface ExaMcpRpcResponse {\n\tresult?: {\n\t\tcontent?: Array<{ type?: string; text?: string }>;\n\t\tisError?: boolean;\n\t};\n\terror?: {\n\t\tcode?: number;\n\t\tmessage?: string;\n\t};\n}\n\nexport type ExaSearchResult = SearchResponse | null;\n\nexport interface ExaSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\ntype McpParsedResult = { title: string; url: string; content: string };\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(raw) as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t\tsignal,\n\t});\n}\n\nfunction getApiBaseUrl(): string {\n\treturn resolveApiBaseUrl({\n\t\tconfigKey: \"exaBaseUrl\",\n\t\tconfiguredValue: loadConfig().exaBaseUrl,\n\t\tdefaultValue: EXA_API_BASE_URL,\n\t\tenvironmentKey: \"EXA_BASE_URL\",\n\t\tenvironmentValue: process.env.EXA_BASE_URL,\n\t});\n}\n\nfunction exaApiHeaders(apiKey: string): Record<string, string> {\n\treturn {\n\t\t\"x-api-key\": apiKey,\n\t\t\"Content-Type\": \"application/json\",\n\t\t\"x-exa-integration\": \"pi-web-access\",\n\t};\n}\n\nfunction requestSignal(signal?: AbortSignal): AbortSignal {\n\tconst timeout = AbortSignal.timeout(60000);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction recencyToStartDate(filter: string): string {\n\tconst now = new Date();\n\tconst offsets: Record<string, number> = {\n\t\tday: 1,\n\t\tweek: 7,\n\t\tmonth: 30,\n\t\tyear: 365,\n\t};\n\tconst days = offsets[filter] ?? 0;\n\treturn new Date(now.getTime() - days * 86400000).toISOString();\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includeDomains?: string[]; excludeDomains?: string[] } {\n\tif (!domainFilter?.length) return {};\n\tconst includeDomains = domainFilter\n\t\t.filter(d => !d.startsWith(\"-\") && d.trim().length > 0)\n\t\t.map(d => d.trim());\n\tconst excludeDomains = domainFilter\n\t\t.filter(d => d.startsWith(\"-\"))\n\t\t.map(d => d.slice(1).trim())\n\t\t.filter(Boolean);\n\treturn {\n\t\t...(includeDomains.length ? { includeDomains } : {}),\n\t\t...(excludeDomains.length ? { excludeDomains } : {}),\n\t};\n}\n\nfunction exaSearchArgs(query: string, options: ExaSearchOptions): Record<string, unknown> {\n\tconst startDate = options.recencyFilter ? recencyToStartDate(options.recencyFilter) : null;\n\treturn {\n\t\tquery,\n\t\ttype: \"auto\",\n\t\tnumResults: options.numResults ?? 5,\n\t\t...mapDomainFilter(options.domainFilter),\n\t\t...(startDate ? { startPublishedDate: startDate } : {}),\n\t};\n}\n\nfunction normalizeHighlights(value: unknown): string[] {\n\tif (!Array.isArray(value)) return [];\n\treturn value.filter((item): item is string => typeof item === \"string\" && item.trim().length > 0);\n}\n\nfunction buildAnswerFromSearchResults(results: ExaSearchResponse[\"results\"]): string {\n\tif (!results?.length) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tconst highlights = normalizeHighlights(item.highlights);\n\t\tconst content = highlights.length > 0\n\t\t\t? highlights.join(\" \")\n\t\t\t: typeof item.text === \"string\" ? item.text.trim().slice(0, 1000) : \"\";\n\t\tif (!content) continue;\n\t\tconst sourceTitle = item.title || `Source ${i + 1}`;\n\t\tparts.push(`${content}\\nSource: ${sourceTitle} (${item.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapResults(results: ExaSearchResponse[\"results\"] | ExaAnswerResponse[\"citations\"]): SearchResponse[\"results\"] {\n\tif (!Array.isArray(results)) return [];\n\tconst mapped: SearchResponse[\"results\"] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tmapped.push({\n\t\t\ttitle: item.title || `Source ${i + 1}`,\n\t\t\turl: item.url,\n\t\t\tsnippet: \"\",\n\t\t});\n\t}\n\treturn mapped;\n}\n\nfunction mapInlineContent(results: ExaSearchResponse[\"results\"]): ExtractedContent[] {\n\tif (!results?.length) return [];\n\treturn results\n\t\t.filter((r): r is NonNullable<ExaSearchResponse[\"results\"]>[number] & { url: string; text: string } =>\n\t\t\t!!r?.url && typeof r.text === \"string\" && r.text.length > 0)\n\t\t.map(r => ({\n\t\t\turl: r.url,\n\t\t\ttitle: r.title || \"\",\n\t\t\tcontent: r.text,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction toSearchResponse(\n\tanswer: string,\n\tresults: SearchResponse[\"results\"],\n\tinlineContent: ExtractedContent[] | null,\n): SearchResponse {\n\tconst response: SearchResponse = { answer, results };\n\tif (inlineContent?.length) response.inlineContent = inlineContent;\n\treturn response;\n}\n\nexport async function callExaMcp(\n\ttoolName: string,\n\targs: Record<string, unknown>,\n\tsignal?: AbortSignal,\n): Promise<string> {\n\tconst response = await fetch(`${EXA_MCP_URL}?tools=${toolName}`, {\n\t\tmethod: \"POST\",\n\t\theaders: {\n\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\"Accept\": \"application/json, text/event-stream\",\n\t\t\t\"x-exa-source\": \"pi-web-access\",\n\t\t},\n\t\tbody: JSON.stringify({\n\t\t\tjsonrpc: \"2.0\",\n\t\t\tid: 1,\n\t\t\tmethod: \"tools/call\",\n\t\t\tparams: {\n\t\t\t\tname: toolName,\n\t\t\t\targuments: args,\n\t\t\t},\n\t\t}),\n\t\tsignal: requestSignal(signal),\n\t});\n\n\tif (!response.ok) {\n\t\tconst errorText = await response.text();\n\t\tif (response.status === 429) {\n\t\t\tthrow new Error(\n\t\t\t\t`Exa MCP rate limit reached (429). Add \"exaApiKey\" to ${CONFIG_PATH} for unthrottled Exa search: ${errorText.slice(0, 200)}`,\n\t\t\t);\n\t\t}\n\t\tthrow new Error(`Exa MCP error ${response.status}: ${errorText.slice(0, 300)}`);\n\t}\n\n\tconst body = await response.text();\n\tconst dataLines = body.split(\"\\n\").filter(line => line.startsWith(\"data:\"));\n\n\tlet parsed: ExaMcpRpcResponse | null = null;\n\tfor (const line of dataLines) {\n\t\tconst payload = line.slice(5).trim();\n\t\tif (!payload) continue;\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(payload) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t\tbreak;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(body) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\tthrow new Error(\"Exa MCP returned an empty response\");\n\t}\n\n\tif (parsed.error) {\n\t\tconst code = typeof parsed.error.code === \"number\" ? ` ${parsed.error.code}` : \"\";\n\t\tconst message = parsed.error.message || \"Unknown error\";\n\t\tthrow new Error(`Exa MCP error${code}: ${message}`);\n\t}\n\n\tif (parsed.result?.isError) {\n\t\tconst message = parsed.result.content\n\t\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\")\n\t\t\t?.text?.trim();\n\t\tthrow new Error(message || \"Exa MCP returned an error\");\n\t}\n\n\tconst text = parsed.result?.content\n\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\" && item.text.trim().length > 0)\n\t\t?.text;\n\n\tif (!text) {\n\t\tthrow new Error(\"Exa MCP returned empty content\");\n\t}\n\n\treturn text;\n}\n\nfunction parseMcpResults(text: string): McpParsedResult[] | null {\n\tconst blocks = text.split(/(?=^Title: )/m).filter(block => block.trim().length > 0);\n\tconst parsed = blocks.map(block => {\n\t\tconst title = block.match(/^Title: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tconst url = block.match(/^URL: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tlet content = \"\";\n\t\tconst textStart = block.indexOf(\"\\nText: \");\n\t\tif (textStart >= 0) {\n\t\t\tcontent = block.slice(textStart + 7).trim();\n\t\t} else {\n\t\t\tconst hlMatch = block.match(/\\nHighlights:\\s*\\n/);\n\t\t\tif (hlMatch?.index != null) {\n\t\t\t\tcontent = block.slice(hlMatch.index + hlMatch[0].length).trim();\n\t\t\t}\n\t\t}\n\t\tcontent = content.replace(/\\n---\\s*$/, \"\").trim();\n\t\treturn { title, url, content };\n\t}).filter(result => result.url.length > 0);\n\treturn parsed.length > 0 ? parsed : null;\n}\n\nfunction buildAnswerFromMcpResults(results: McpParsedResult[]): string {\n\tif (results.length === 0) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst result = results[i];\n\t\tconst snippet = result.content.replace(/\\s+/g, \" \").trim().slice(0, 500);\n\t\tif (!snippet) continue;\n\t\tconst sourceTitle = result.title || `Source ${i + 1}`;\n\t\tparts.push(`${snippet}\\nSource: ${sourceTitle} (${result.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapMcpInlineContent(results: McpParsedResult[]): ExtractedContent[] {\n\treturn results\n\t\t.filter(result => result.content.length > 0)\n\t\t.map(result => ({\n\t\t\turl: result.url,\n\t\t\ttitle: result.title,\n\t\t\tcontent: result.content,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction buildMcpQuery(query: string, options: ExaSearchOptions): string {\n\tconst parts = [query];\n\tif (options.domainFilter?.length) {\n\t\tfor (const d of options.domainFilter) {\n\t\t\tparts.push(d.startsWith(\"-\") ? `-site:${d.slice(1)}` : `site:${d}`);\n\t\t}\n\t}\n\tif (options.recencyFilter) {\n\t\tconst now = new Date();\n\t\tswitch (options.recencyFilter) {\n\t\t\tcase \"day\": parts.push(\"past 24 hours\"); break;\n\t\t\tcase \"week\": parts.push(\"past week\"); break;\n\t\t\tcase \"month\": parts.push(`${now.toLocaleString(\"en\", { month: \"long\" })} ${now.getFullYear()}`); break;\n\t\t\tcase \"year\": parts.push(String(now.getFullYear())); break;\n\t\t}\n\t}\n\treturn parts.join(\" \");\n}\n\nfunction isAbortMessage(message: string): boolean {\n\treturn message.toLowerCase().includes(\"abort\");\n}\n\nfunction parseJsonMcpResults(text: string): ExaSearchResponse[\"results\"] | null {\n\ttry {\n\t\tconst results = (JSON.parse(text) as ExaSearchResponse).results;\n\t\treturn Array.isArray(results) && results.length > 0 ? results : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\n/**\n * Calls one Exa MCP search tool and normalizes its payload. `web_search_advanced_exa`\n * returns the raw Exa search JSON; `web_search_exa` returns a formatted text block.\n */\nasync function searchWithExaMcpTool(\n\ttool: string,\n\targs: Record<string, unknown>,\n\toptions: ExaSearchOptions,\n): Promise<SearchResponse | null> {\n\tconst text = await callExaMcp(tool, args, options.signal);\n\n\tconst jsonResults = parseJsonMcpResults(text);\n\tif (jsonResults) {\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(jsonResults),\n\t\t\tmapResults(jsonResults),\n\t\t\toptions.includeContent ? mapInlineContent(jsonResults) : null,\n\t\t);\n\t}\n\n\tconst textResults = parseMcpResults(text);\n\tif (!textResults) return null;\n\n\treturn toSearchResponse(\n\t\tbuildAnswerFromMcpResults(textResults),\n\t\tmapResults(textResults),\n\t\toptions.includeContent ? mapMcpInlineContent(textResults) : null,\n\t);\n}\n\n/** Filtered searches need the advanced tool, which not every deployment exposes. */\nasync function searchWithFilteredExaMcp(\n\tquery: string,\n\toptions: ExaSearchOptions,\n\tbasicArgs: Record<string, unknown>,\n): Promise<SearchResponse | null> {\n\ttry {\n\t\treturn await searchWithExaMcpTool(EXA_MCP_ADVANCED_TOOL, {\n\t\t\t...exaSearchArgs(query, options),\n\t\t\tenableHighlights: true,\n\t\t\ttextMaxCharacters: options.includeContent ? 50000 : 3000,\n\t\t}, options);\n\t} catch (err) {\n\t\tif (isAbortMessage(err instanceof Error ? err.message : String(err))) throw err;\n\t\t// The basic tool ignores every argument except query/numResults, so the\n\t\t// filters degrade into the query text.\n\t\treturn searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t}\n}\n\nasync function searchWithExaMcp(query: string, options: ExaSearchOptions = {}): Promise<SearchResponse | null> {\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tconst basicArgs = { query: buildMcpQuery(query, options), numResults: options.numResults ?? 5 };\n\tconst filtered = !!options.includeContent || !!options.recencyFilter || !!options.domainFilter?.length;\n\n\ttry {\n\t\tconst response = filtered\n\t\t\t? await searchWithFilteredExaMcp(query, options, basicArgs)\n\t\t\t: await searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t\tactivityMonitor.logComplete(activityId, 200);\n\t\treturn response;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (isAbortMessage(message)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\tthrow err;\n\t}\n}\n\nexport function isExaAvailable(): boolean {\n\treturn true;\n}\n\nexport function hasExaApiKey(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t});\n}\n\nexport async function searchWithExa(query: string, options: ExaSearchOptions = {}): Promise<ExaSearchResult> {\n\tconst apiKey = await getApiKey(options.signal);\n\tif (!apiKey) {\n\t\treturn searchWithExaMcp(query, options);\n\t}\n\n\tconst apiBaseUrl = getApiBaseUrl();\n\tconst useSearch = options.includeContent\n\t\t|| !!options.recencyFilter\n\t\t|| !!options.domainFilter?.length\n\t\t|| !!(options.numResults && options.numResults !== 5);\n\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tif (!useSearch) {\n\t\t\tconst response = await fetchWithCredentialRedirects(`${apiBaseUrl}/answer`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\t\tbody: JSON.stringify({ query }),\n\t\t\t\tsignal: requestSignal(options.signal),\n\t\t\t}, [\"x-api-key\"]);\n\n\t\t\tif (!response.ok) {\n\t\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t\t}\n\n\t\t\tconst data = await response.json() as ExaAnswerResponse;\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn {\n\t\t\t\tanswer: data.answer || \"\",\n\t\t\t\tresults: mapResults(data.citations),\n\t\t\t};\n\t\t}\n\n\t\tconst response = await fetchWithCredentialRedirects(`${apiBaseUrl}/search`, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\tbody: JSON.stringify({\n\t\t\t\t...exaSearchArgs(query, options),\n\t\t\t\tcontents: options.includeContent\n\t\t\t\t\t? { text: true, highlights: true }\n\t\t\t\t\t: { highlights: true },\n\t\t\t}),\n\t\t\tsignal: requestSignal(options.signal),\n\t\t}, [\"x-api-key\"]);\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t}\n\n\t\tconst data = await response.json() as ExaSearchResponse;\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(data.results),\n\t\t\tmapResults(data.results),\n\t\t\toptions.includeContent ? mapInlineContent(data.results) : null,\n\t\t);\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (isAbortMessage(redactedMessage)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, redactedMessage);\n\t\t}\n\t\tif (redactedMessage === message) throw err;\n\t\tthrow new Error(redactedMessage);\n\t}\n}\n"]}

package/dist/humain/web-access/vendor/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/extract.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAsG,KAAK,MAAM,EAAmB,MAAM,sBAAsB,CAAC;AAGxK,OAAO,EAA8C,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAgBpG,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAE9C;AAoJD,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAC3D,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD,MAAM,WAAW,gBAAgB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAID,MAAM,WAAW,cAAc;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,UAAU,GAAG,KAAK,GAAG,QAAQ,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,2EAA2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AA0JD,wBAAsB,cAAc,CACnC,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,gBAAgB,CAAC,CAie3B;AAwBD,wBAAsB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAGvG;AA4TD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAK/D;AAMD,wBAAsB,eAAe,CACpC,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { Readability } from \"@mozilla/readability\";\nimport { resizeImage } from \"../host.ts\";\nimport { parseHTML } from \"linkedom\";\nimport TurndownService from \"turndown\";\nimport pLimit from \"p-limit\";\nimport { activityMonitor } from \"./activity.ts\";\nimport { extractRSCContent } from \"./rsc-extract.ts\";\nimport { extractPDFToMarkdown, isPDF, loadPDFConfig } from \"./pdf-extract.ts\";\nimport { extractGitHub } from \"./github-extract.ts\";\nimport { isYouTubeURL, isYouTubeEnabled, extractYouTube, extractYouTubeFrame, extractYouTubeFrames, getYouTubeStreamInfo } from \"./youtube-extract.ts\";\nimport { CredentialResolutionError } from \"./credential-source.ts\";\nimport { extractWithUrlContext, extractWithGeminiWeb } from \"./gemini-url-context.ts\";\nimport { extractWithParallel, isParallelAvailable } from \"./parallel.ts\";\nimport { extractWithTinyFish, isTinyFishAvailable } from \"./tinyfish.ts\";\nimport { extractWithSearch1API, isSearch1APIAvailable } from \"./search1api.ts\";\nimport { extractWithQuerit, isQueritAvailable } from \"./querit.ts\";\nimport { extractWithKagi, isKagiExtractAvailable } from \"./kagi.ts\";\nimport { extractWithOllama, isOllamaFetchAvailable } from \"./ollama.ts\";\nimport { extractWithFirecrawl, isFirecrawlAvailable } from \"./firecrawl.ts\";\nimport { extractWithBrightDataUnlocker, isBrightDataUnlockerAvailable } from \"./brightdata-unlocker.ts\";\nimport { isVideoFile, extractVideo, extractVideoFrame, getLocalVideoDuration } from \"./video-extract.ts\";\nimport { appendDeclaredWebLinks, discoverDeclaredWebLinks, type DeclaredWebLink } from \"./declared-web-links.ts\";\nimport { fetchRemoteUrl, loadFetchContentDomainPolicy, loadSsrfConfig, validateRemoteUrl, type DomainPolicy, type Lookup, type SsrfConfig } from \"./ssrf-protection.ts\";\nimport { formatSeconds, getWebSearchConfigPath } from \"./utils.ts\";\nimport { isImageEnabled } from \"./feature-config.ts\";\nimport { assertAuthFetchUrl, authFetchRedirectGuard, type AuthFetchProfile } from \"./auth-fetch.ts\";\nimport { getBrowserCookiesForHosts, getLastBrowserCookieDiagnostic } from \"./chrome-cookies.ts\";\n\nconst DEFAULT_TIMEOUT_MS = 30000;\nconst CONCURRENT_LIMIT = 3;\n\nconst NON_RECOVERABLE_ERRORS = [\"Unsupported content type\", \"Response too large\", \"PDF extraction is disabled\", \"Image fetching is disabled\"];\nconst MIN_USEFUL_CONTENT = 500;\nconst SUPPORTED_IMAGE_TYPES = new Set([\"image/png\", \"image/jpeg\", \"image/webp\", \"image/gif\"]);\nconst WEB_SEARCH_CONFIG_PATH = getWebSearchConfigPath();\nconst FETCH_PROVIDERS = [\"http\", \"firecrawl\", \"jina\", \"tinyfish\", \"search1api\", \"querit\", \"kagi\", \"ollama\", \"parallel\", \"brightdata\", \"gemini\"] as const;\ntype FetchProvider = typeof FETCH_PROVIDERS[number];\ntype FetchRouting = { providers: FetchProvider[]; allowRemoteHostedProviders: boolean };\nconst DEFAULT_FETCH_PROVIDER_ORDER: FetchProvider[] = [\"http\", \"firecrawl\", \"jina\", \"tinyfish\", \"search1api\", \"querit\", \"kagi\", \"ollama\", \"parallel\", \"brightdata\", \"gemini\"];\nconst REMOTE_HOSTED_FETCH_PROVIDERS = new Set<FetchProvider>([\"jina\", \"tinyfish\", \"search1api\", \"querit\", \"kagi\", \"ollama\", \"parallel\", \"brightdata\", \"gemini\"]);\n\nexport { loadSsrfConfig } from \"./ssrf-protection.ts\";\n\nexport function loadSsrfAllowRanges(): string[] {\n\treturn loadSsrfConfig().allowRanges;\n}\n\nfunction errorMessage(err: unknown): string {\n\treturn err instanceof Error ? err.message : String(err);\n}\n\nfunction isConfigParseError(err: unknown): boolean {\n\treturn errorMessage(err).startsWith(\"Failed to parse \");\n}\n\nfunction isAbortError(err: unknown): boolean {\n\treturn errorMessage(err).toLowerCase().includes(\"abort\");\n}\n\nfunction isRedirectPolicyError(message: string): boolean {\n\treturn message.startsWith(\"Authenticated fetch refused cross-origin redirect\") ||\n\t\tmessage.startsWith(\"Blocked internal \") ||\n\t\tmessage.startsWith(\"Blocked hostname by fetch_content domain policy\") ||\n\t\tmessage.startsWith(\"Hostname not allowed by fetch_content domain policy\") ||\n\t\tmessage.startsWith(\"Too many redirects fetching \") ||\n\t\tmessage === \"Only HTTP and HTTPS URLs can be fetched remotely\" ||\n\t\tmessage === \"URL must include a hostname\" ||\n\t\tmessage.startsWith(\"Failed to resolve \");\n}\n\nfunction imageGateError(): string | null {\n\ttry {\n\t\treturn isImageEnabled() ? null : \"Image fetching is disabled by image.enabled\";\n\t} catch (err) {\n\t\treturn errorMessage(err);\n\t}\n}\n\nasync function resolveAuthCookieHeader(url: string | URL, profile: AuthFetchProfile): Promise<string> {\n\tconst parsed = assertAuthFetchUrl(profile, url.toString());\n\tconst result = await getBrowserCookiesForHosts({ hosts: [parsed.hostname], profile: profile.chromeProfile, requestUrl: parsed });\n\tif (result?.cookieHeader) return result.cookieHeader;\n\tif (!result) {\n\t\tconst diagnostic = getLastBrowserCookieDiagnostic();\n\t\tthrow new Error(`Authenticated fetch profile ${profile.name} could not read browser cookies${diagnostic ? `: ${diagnostic}` : \"\"}`);\n\t}\n\tthrow new Error(`Authenticated fetch profile ${profile.name} could not build a cookie header`);\n}\n\nconst REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);\n\nasync function fetchAuthenticatedRemoteUrl(\n\turl: string,\n\tinit: RequestInit,\n\tvalidationOptions: { ssrf: SsrfConfig; domainPolicy: DomainPolicy; lookup?: Lookup },\n\tprofile: AuthFetchProfile,\n): Promise<Response> {\n\tlet current = await validateRemoteUrl(url, {\n\t\tallowRanges: validationOptions.ssrf.allowRanges,\n\t\ttrustEnvProxy: validationOptions.ssrf.trustEnvProxy,\n\t\tdomainPolicy: validationOptions.domainPolicy,\n\t\t...(validationOptions.lookup ? { lookup: validationOptions.lookup } : {}),\n\t});\n\tlet requestInit = init;\n\tfor (let redirects = 0; redirects <= 5; redirects++) {\n\t\tconst cookieHeader = await resolveAuthCookieHeader(current, profile);\n\t\tconst headers = { ...(requestInit.headers as Record<string, string>), cookie: cookieHeader };\n\t\tconst response = await fetch(current, { ...requestInit, headers, redirect: \"manual\" });\n\t\tif (!REDIRECT_STATUSES.has(response.status)) return response;\n\t\tconst location = response.headers.get(\"location\");\n\t\tif (!location) return response;\n\t\tif (redirects === 5) throw new Error(`Too many redirects fetching ${current.toString()}`);\n\t\tconst from = current;\n\t\tcurrent = await validateRemoteUrl(new URL(location, current), {\n\t\t\tallowRanges: validationOptions.ssrf.allowRanges,\n\t\t\ttrustEnvProxy: validationOptions.ssrf.trustEnvProxy,\n\t\t\tdomainPolicy: validationOptions.domainPolicy,\n\t\t\t...(validationOptions.lookup ? { lookup: validationOptions.lookup } : {}),\n\t\t});\n\t\tauthFetchRedirectGuard(profile, from, current);\n\t\tif (response.status === 303 || ((response.status === 301 || response.status === 302) && requestInit.method?.toUpperCase() === \"POST\")) {\n\t\t\tconst { body: _body, ...nextInit } = requestInit;\n\t\t\trequestInit = { ...nextInit, method: \"GET\" };\n\t\t}\n\t}\n\tthrow new Error(`Too many redirects fetching ${current.toString()}`);\n}\n\nfunction loadFetchRouting(): FetchRouting {\n\tif (!existsSync(WEB_SEARCH_CONFIG_PATH)) {\n\t\treturn { providers: DEFAULT_FETCH_PROVIDER_ORDER, allowRemoteHostedProviders: false };\n\t}\n\n\tlet raw: Record<string, unknown>;\n\ttry {\n\t\tconst parsed: unknown = JSON.parse(readFileSync(WEB_SEARCH_CONFIG_PATH, \"utf-8\"));\n\t\tif (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n\t\t\tthrow new Error(\"expected a JSON object\");\n\t\t}\n\t\traw = parsed as Record<string, unknown>;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${WEB_SEARCH_CONFIG_PATH}: ${message}`);\n\t}\n\n\tif (!Object.hasOwn(raw, \"fetchRouting\")) {\n\t\treturn { providers: DEFAULT_FETCH_PROVIDER_ORDER, allowRemoteHostedProviders: false };\n\t}\n\tconst routing = raw.fetchRouting;\n\tif (!routing || typeof routing !== \"object\" || Array.isArray(routing)) {\n\t\tthrow new Error(`fetchRouting in ${WEB_SEARCH_CONFIG_PATH} must be an object`);\n\t}\n\n\tconst routingConfig = routing as Record<string, unknown>;\n\tconst providersValue = routingConfig.providers;\n\tlet providers = DEFAULT_FETCH_PROVIDER_ORDER;\n\tif (providersValue !== undefined) {\n\t\tif (!Array.isArray(providersValue) || providersValue.length === 0) {\n\t\t\tthrow new Error(`fetchRouting.providers in ${WEB_SEARCH_CONFIG_PATH} must be a non-empty array`);\n\t\t}\n\n\t\tproviders = [];\n\t\tfor (const provider of providersValue) {\n\t\t\tconst normalized = typeof provider === \"string\" ? provider.trim().toLowerCase() : \"\";\n\t\t\tif (!FETCH_PROVIDERS.includes(normalized as FetchProvider)) {\n\t\t\t\tthrow new Error(`fetchRouting.providers in ${WEB_SEARCH_CONFIG_PATH} contains an invalid provider: ${String(provider)}`);\n\t\t\t}\n\t\t\tif (providers.includes(normalized as FetchProvider)) {\n\t\t\t\tthrow new Error(`fetchRouting.providers in ${WEB_SEARCH_CONFIG_PATH} must not contain duplicates: ${normalized}`);\n\t\t\t}\n\t\t\tproviders.push(normalized as FetchProvider);\n\t\t}\n\t}\n\n\tconst allowRemoteHostedProvidersValue = routingConfig.allowRemoteHostedProviders;\n\tif (allowRemoteHostedProvidersValue !== undefined && typeof allowRemoteHostedProvidersValue !== \"boolean\") {\n\t\tthrow new Error(`fetchRouting.allowRemoteHostedProviders in ${WEB_SEARCH_CONFIG_PATH} must be a boolean`);\n\t}\n\n\treturn { providers, allowRemoteHostedProviders: allowRemoteHostedProvidersValue === true };\n}\n\nfunction abortedResult(url: string): ExtractedContent {\n\treturn { url, title: \"\", content: \"\", error: \"Aborted\" };\n}\n\nconst turndown = new TurndownService({\n\theadingStyle: \"atx\",\n\tcodeBlockStyle: \"fenced\",\n});\n\nconst fetchLimit = pLimit(CONCURRENT_LIMIT);\n\nexport interface VideoFrame {\n\tdata: string;\n\tmimeType: string;\n\ttimestamp: string;\n}\n\nexport type FrameData = { data: string; mimeType: string };\nexport type FrameResult = FrameData | { error: string };\n\nexport interface ExtractedContent {\n\turl: string;\n\ttitle: string;\n\tcontent: string;\n\terror: string | null;\n\tthumbnail?: { data: string; mimeType: string };\n\tframes?: VideoFrame[];\n\tduration?: number;\n\tmimeType?: string;\n\tstatus?: number;\n}\n\ntype HttpExtractedContent = ExtractedContent & { declaredLinks?: DeclaredWebLink[] };\n\nexport interface ExtractOptions {\n\ttimeoutMs?: number;\n\tforceClone?: boolean;\n\tprompt?: string;\n\ttimestamp?: string;\n\tframes?: number;\n\tmodel?: string;\n\tmode?: \"readable\" | \"raw\" | \"answer\";\n\tanswerModel?: string;\n\tauthFetchProfile?: AuthFetchProfile;\n\t/** Custom DNS resolver used for SSRF validation. Primarily a test seam. */\n\tlookup?: Lookup;\n}\n\nconst JINA_READER_BASE = \"https://r.jina.ai/\";\nconst JINA_TIMEOUT_MS = 30000;\n\nasync function extractWithJinaReader(\n\turl: string,\n\tsignal?: AbortSignal,\n\tlookup?: Lookup,\n): Promise<ExtractedContent | null> {\n\tconst jinaUrl = JINA_READER_BASE + url;\n\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query: `jina: ${url}` });\n\n\ttry {\n\t\tconst ssrf = loadSsrfConfig();\n\t\tconst domainPolicy = loadFetchContentDomainPolicy();\n\t\tawait validateRemoteUrl(url, {\n\t\t\tallowRanges: ssrf.allowRanges,\n\t\t\ttrustEnvProxy: ssrf.trustEnvProxy,\n\t\t\tdomainPolicy,\n\t\t\t...(lookup ? { lookup } : {}),\n\t\t});\n\t\tconst res = await fetch(jinaUrl, {\n\t\t\theaders: {\n\t\t\t\t\"Accept\": \"text/markdown\",\n\t\t\t\t\"X-No-Cache\": \"true\",\n\t\t\t},\n\t\t\tsignal: AbortSignal.any([\n\t\t\t\tAbortSignal.timeout(JINA_TIMEOUT_MS),\n\t\t\t\t...(signal ? [signal] : []),\n\t\t\t]),\n\t\t});\n\n\t\tif (!res.ok) {\n\t\t\tactivityMonitor.logComplete(activityId, res.status);\n\t\t\treturn null;\n\t\t}\n\n\t\tconst content = await res.text();\n\t\tactivityMonitor.logComplete(activityId, res.status);\n\n\t\tconst contentStart = content.indexOf(\"Markdown Content:\");\n\t\tif (contentStart < 0) {\n\t\t\treturn null;\n\t\t}\n\n\t\tconst markdownPart = content.slice(contentStart + 17).trim(); // 17 = \"Markdown Content:\".length\n\n\t\t// Check for failed JS rendering or minimal content\n\t\tif (markdownPart.length < 100 ||\n\t\t\tmarkdownPart.startsWith(\"Loading...\") ||\n\t\t\tmarkdownPart.startsWith(\"Please enable JavaScript\")) {\n\t\t\treturn null;\n\t\t}\n\n\t\tconst title = extractHeadingTitle(markdownPart) ?? (new URL(url).pathname.split(\"/\").pop() || url);\n\t\treturn { url, title, content: markdownPart, error: null };\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\treturn null;\n\t}\n}\n\nfunction parseTimestamp(ts: string): number | null {\n\tconst num = Number(ts);\n\tif (!isNaN(num) && num >= 0) return Math.floor(num);\n\tconst parts = ts.split(\":\").map(Number);\n\tif (parts.some(p => isNaN(p) || p < 0)) return null;\n\tif (parts.length === 3) return Math.floor(parts[0] * 3600 + parts[1] * 60 + parts[2]);\n\tif (parts.length === 2) return Math.floor(parts[0] * 60 + parts[1]);\n\treturn null;\n}\n\ntype TimestampSpec = { type: \"single\"; seconds: number } | { type: \"range\"; start: number; end: number };\n\nfunction parseTimestampSpec(ts: string): TimestampSpec | null {\n\tconst dashIdx = ts.indexOf(\"-\", 1);\n\tif (dashIdx > 0) {\n\t\tconst start = parseTimestamp(ts.slice(0, dashIdx));\n\t\tconst end = parseTimestamp(ts.slice(dashIdx + 1));\n\t\tif (start !== null && end !== null && end > start) return { type: \"range\", start, end };\n\t}\n\tconst seconds = parseTimestamp(ts);\n\treturn seconds !== null ? { type: \"single\", seconds } : null;\n}\n\nconst DEFAULT_RANGE_FRAMES = 6;\nconst MIN_FRAME_INTERVAL = 5;\n\nfunction computeRangeTimestamps(start: number, end: number, maxFrames: number = DEFAULT_RANGE_FRAMES): number[] {\n\tif (maxFrames <= 1) return [start];\n\tconst duration = end - start;\n\tconst idealInterval = duration / (maxFrames - 1);\n\tif (idealInterval < MIN_FRAME_INTERVAL) {\n\t\tconst timestamps: number[] = [];\n\t\tfor (let t = start; t <= end && timestamps.length < maxFrames; t += MIN_FRAME_INTERVAL) {\n\t\t\ttimestamps.push(t);\n\t\t}\n\t\treturn timestamps;\n\t}\n\treturn Array.from({ length: maxFrames }, (_, i) => Math.round(start + i * idealInterval));\n}\n\nfunction buildFrameResult(\n\turl: string, label: string, requestedCount: number,\n\tframes: VideoFrame[], error: string | null, duration?: number,\n): ExtractedContent {\n\tif (frames.length === 0) {\n\t\tconst msg = error ?? \"Frame extraction failed\";\n\t\treturn { url, title: `Frames ${label} (0/${requestedCount})`, content: msg, error: msg };\n\t}\n\treturn {\n\t\turl,\n\t\ttitle: `Frames ${label} (${frames.length}/${requestedCount})`,\n\t\tcontent: `${frames.length} frames extracted from ${label}`,\n\t\terror: null,\n\t\tframes,\n\t\t...(duration !== undefined ? { duration } : {}),\n\t};\n}\n\nasync function extractLocalFrames(\n\tfilePath: string, timestamps: number[],\n): Promise<{ frames: VideoFrame[]; error: string | null }> {\n\tconst results = await Promise.all(timestamps.map(async (t) => {\n\t\tconst frame = await extractVideoFrame(filePath, t);\n\t\tif (\"error\" in frame) return { error: frame.error };\n\t\treturn { ...frame, timestamp: formatSeconds(t) };\n\t}));\n\tconst frames = results.filter((f): f is VideoFrame => \"data\" in f);\n\tconst firstError = results.find((f): f is { error: string } => \"error\" in f);\n\treturn { frames, error: frames.length === 0 && firstError ? firstError.error : null };\n}\n\ntype LocalVideoInfoResult =\n\t| { status: \"video\"; info: NonNullable<ReturnType<typeof isVideoFile>> }\n\t| { status: \"not-video\" }\n\t| { status: \"invalid\"; error: string };\n\nfunction safeVideoInfo(url: string): LocalVideoInfoResult {\n\ttry {\n\t\tconst info = isVideoFile(url);\n\t\treturn info ? { status: \"video\", info } : { status: \"not-video\" };\n\t} catch (err) {\n\t\treturn { status: \"invalid\", error: errorMessage(err) };\n\t}\n}\n\nexport async function extractContent(\n\turl: string,\n\tsignal?: AbortSignal,\n\toptions?: ExtractOptions,\n): Promise<ExtractedContent> {\n\tif (signal?.aborted) {\n\t\treturn { url, title: \"\", content: \"\", error: \"Aborted\" };\n\t}\n\n\tlet remoteUrl: URL | null = null;\n\ttry {\n\t\tconst parsed = new URL(url);\n\t\tif (parsed.protocol === \"http:\" || parsed.protocol === \"https:\") remoteUrl = parsed;\n\t} catch {\n\t}\n\tif (remoteUrl) {\n\t\ttry {\n\t\t\tconst ssrf = loadSsrfConfig();\n\t\t\tconst domainPolicy = loadFetchContentDomainPolicy();\n\t\t\tawait validateRemoteUrl(remoteUrl, {\n\t\t\t\tallowRanges: ssrf.allowRanges,\n\t\t\t\ttrustEnvProxy: ssrf.trustEnvProxy,\n\t\t\t\tdomainPolicy,\n\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t});\n\t\t} catch (err) {\n\t\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t\t}\n\t}\n\n\tif (options?.authFetchProfile) {\n\t\ttry {\n\t\t\treturn await extractViaHttp(url, signal, options);\n\t\t} catch (err) {\n\t\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t\t}\n\t}\n\n\tif (options?.mode === \"raw\") {\n\t\treturn extractViaHttp(url, signal, options);\n\t}\n\n\tif (options?.frames || options?.timestamp) {\n\t\tconst disabled = imageGateError();\n\t\tif (disabled) return { url, title: \"\", content: \"\", error: disabled };\n\t}\n\n\tif (options?.frames && !options.timestamp) {\n\t\tconst frameCount = options.frames;\n\t\tconst ytInfo = isYouTubeURL(url);\n\t\tif (ytInfo.isYouTube && ytInfo.videoId) {\n\t\t\tconst streamInfo = await getYouTubeStreamInfo(ytInfo.videoId);\n\t\t\tif (\"error\" in streamInfo) {\n\t\t\t\treturn { url, title: \"Frames\", content: streamInfo.error, error: streamInfo.error };\n\t\t\t}\n\t\t\tif (streamInfo.duration === null) {\n\t\t\t\tconst error = \"Cannot determine video duration. Use a timestamp range instead.\";\n\t\t\t\treturn { url, title: \"Frames\", content: error, error };\n\t\t\t}\n\t\t\tconst dur = Math.floor(streamInfo.duration);\n\t\t\tconst timestamps = computeRangeTimestamps(0, dur, frameCount);\n\t\t\tconst result = await extractYouTubeFrames(ytInfo.videoId, timestamps, streamInfo);\n\t\t\tconst label = `${formatSeconds(0)}-${formatSeconds(dur)}`;\n\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error, streamInfo.duration);\n\t\t}\n\n\t\tconst localVideo = safeVideoInfo(url);\n\t\tif (localVideo.status === \"invalid\") {\n\t\t\treturn { url, title: \"\", content: \"\", error: localVideo.error };\n\t\t}\n\t\tif (localVideo.status === \"video\") {\n\t\t\tconst durationResult = await getLocalVideoDuration(localVideo.info.absolutePath);\n\t\t\tif (typeof durationResult !== \"number\") {\n\t\t\t\treturn { url, title: \"Frames\", content: durationResult.error, error: durationResult.error };\n\t\t\t}\n\t\t\tconst dur = Math.floor(durationResult);\n\t\t\tconst timestamps = computeRangeTimestamps(0, dur, frameCount);\n\t\t\tconst result = await extractLocalFrames(localVideo.info.absolutePath, timestamps);\n\t\t\tconst label = `${formatSeconds(0)}-${formatSeconds(dur)}`;\n\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error, durationResult);\n\t\t}\n\n\t\treturn { url, title: \"\", content: \"\", error: \"Frame extraction only works with YouTube and local video files\" };\n\t}\n\n\tif (options?.timestamp) {\n\t\tconst spec = parseTimestampSpec(options.timestamp);\n\t\tif (!spec) {\n\t\t\treturn {\n\t\t\t\turl,\n\t\t\t\ttitle: \"\",\n\t\t\t\tcontent: \"\",\n\t\t\t\terror: `Invalid timestamp format: \"${options.timestamp}\". Use \"H:MM:SS\", \"MM:SS\", \"85\", or \"start-end\".`,\n\t\t\t};\n\t\t}\n\n\t\tconst frameCount = options.frames;\n\t\tconst ytInfo = isYouTubeURL(url);\n\t\tif (ytInfo.isYouTube && ytInfo.videoId) {\n\t\t\tconst streamInfo = await getYouTubeStreamInfo(ytInfo.videoId);\n\t\t\tif (\"error\" in streamInfo) {\n\t\t\t\tif (spec.type === \"range\") {\n\t\t\t\t\tconst label = `${formatSeconds(spec.start)}-${formatSeconds(spec.end)}`;\n\t\t\t\t\treturn { url, title: `Frames ${label}`, content: streamInfo.error, error: streamInfo.error };\n\t\t\t\t}\n\t\t\t\tif (frameCount) {\n\t\t\t\t\tconst end = spec.seconds + (frameCount - 1) * MIN_FRAME_INTERVAL;\n\t\t\t\t\tconst label = `${formatSeconds(spec.seconds)}-${formatSeconds(end)}`;\n\t\t\t\t\treturn { url, title: `Frames ${label}`, content: streamInfo.error, error: streamInfo.error };\n\t\t\t\t}\n\t\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: streamInfo.error, error: streamInfo.error };\n\t\t\t}\n\n\t\t\tif (spec.type === \"range\") {\n\t\t\t\tconst label = `${formatSeconds(spec.start)}-${formatSeconds(spec.end)}`;\n\t\t\t\tif (streamInfo.duration !== null && spec.end > streamInfo.duration) {\n\t\t\t\t\tconst error = `Timestamp ${formatSeconds(spec.end)} exceeds video duration (${formatSeconds(Math.floor(streamInfo.duration))})`;\n\t\t\t\t\treturn { url, title: `Frames ${label}`, content: error, error };\n\t\t\t\t}\n\t\t\t\tconst timestamps = frameCount\n\t\t\t\t\t? computeRangeTimestamps(spec.start, spec.end, frameCount)\n\t\t\t\t\t: computeRangeTimestamps(spec.start, spec.end);\n\t\t\t\tconst result = await extractYouTubeFrames(ytInfo.videoId, timestamps, streamInfo);\n\t\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error, result.duration ?? undefined);\n\t\t\t}\n\n\t\t\tif (frameCount) {\n\t\t\t\tconst end = spec.seconds + (frameCount - 1) * MIN_FRAME_INTERVAL;\n\t\t\t\tconst label = `${formatSeconds(spec.seconds)}-${formatSeconds(end)}`;\n\t\t\t\tif (streamInfo.duration !== null && end > streamInfo.duration) {\n\t\t\t\t\tconst error = `Timestamp ${formatSeconds(end)} exceeds video duration (${formatSeconds(Math.floor(streamInfo.duration))})`;\n\t\t\t\t\treturn { url, title: `Frames ${label}`, content: error, error };\n\t\t\t\t}\n\t\t\t\tconst timestamps = computeRangeTimestamps(spec.seconds, end, frameCount);\n\t\t\t\tconst result = await extractYouTubeFrames(ytInfo.videoId, timestamps, streamInfo);\n\t\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error, result.duration ?? undefined);\n\t\t\t}\n\n\t\t\tif (streamInfo.duration !== null && spec.seconds > streamInfo.duration) {\n\t\t\t\tconst error = `Timestamp ${formatSeconds(spec.seconds)} exceeds video duration (${formatSeconds(Math.floor(streamInfo.duration))})`;\n\t\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: error, error };\n\t\t\t}\n\t\t\tconst frame = await extractYouTubeFrame(ytInfo.videoId, spec.seconds, streamInfo);\n\t\t\tif (\"error\" in frame) {\n\t\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: frame.error, error: frame.error };\n\t\t\t}\n\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame };\n\t\t}\n\n\t\tconst localVideo = safeVideoInfo(url);\n\t\tif (localVideo.status === \"invalid\") {\n\t\t\treturn { url, title: \"\", content: \"\", error: localVideo.error };\n\t\t}\n\t\tif (localVideo.status === \"video\") {\n\t\t\tif (spec.type === \"range\") {\n\t\t\t\tconst timestamps = frameCount\n\t\t\t\t\t? computeRangeTimestamps(spec.start, spec.end, frameCount)\n\t\t\t\t\t: computeRangeTimestamps(spec.start, spec.end);\n\t\t\t\tconst result = await extractLocalFrames(localVideo.info.absolutePath, timestamps);\n\t\t\t\tconst label = `${formatSeconds(spec.start)}-${formatSeconds(spec.end)}`;\n\t\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error);\n\t\t\t}\n\n\t\t\tif (frameCount) {\n\t\t\t\tconst end = spec.seconds + (frameCount - 1) * MIN_FRAME_INTERVAL;\n\t\t\t\tconst timestamps = computeRangeTimestamps(spec.seconds, end, frameCount);\n\t\t\t\tconst result = await extractLocalFrames(localVideo.info.absolutePath, timestamps);\n\t\t\t\tconst label = `${formatSeconds(spec.seconds)}-${formatSeconds(end)}`;\n\t\t\t\treturn buildFrameResult(url, label, timestamps.length, result.frames, result.error);\n\t\t\t}\n\n\t\t\tconst frame = await extractVideoFrame(localVideo.info.absolutePath, spec.seconds);\n\t\t\tif (\"error\" in frame) {\n\t\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: frame.error, error: frame.error };\n\t\t\t}\n\t\t\treturn { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame };\n\t\t}\n\n\t\treturn { url, title: \"\", content: \"\", error: \"Timestamp extraction only works with YouTube and local video files\" };\n\t}\n\n\tconst localVideo = safeVideoInfo(url);\n\tif (localVideo.status === \"invalid\") {\n\t\treturn { url, title: \"\", content: \"\", error: localVideo.error };\n\t}\n\tif (localVideo.status === \"video\") {\n\t\ttry {\n\t\t\tconst result = await extractVideo(localVideo.info, signal, options);\n\t\t\tif (signal?.aborted) return abortedResult(url);\n\t\t\treturn result ?? { url, title: \"\", content: \"\", error: `Video analysis requires Gemini access. Either:\\n  1. Sign into gemini.google.com in Chrome (free, uses cookies)\\n  2. Set GEMINI_API_KEY in ${WEB_SEARCH_CONFIG_PATH}` };\n\t\t} catch (err) {\n\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t\t}\n\t}\n\n\ttry {\n\t\tif (!remoteUrl) new URL(url);\n\t} catch (err) {\n\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t}\n\n\ttry {\n\t\tconst ghResult = await extractGitHub(url, signal, options?.forceClone);\n\t\tif (ghResult) return ghResult;\n\t\tif (signal?.aborted) return abortedResult(url);\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tif (isAbortError(err)) return abortedResult(url);\n\t\tif (isConfigParseError(err)) {\n\t\t\treturn { url, title: \"\", content: \"\", error: message };\n\t\t}\n\t}\n\n\tconst ytInfo = isYouTubeURL(url);\n\tlet youtubeEnabled = false;\n\ttry {\n\t\tyoutubeEnabled = isYouTubeEnabled();\n\t} catch (err) {\n\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t}\n\tif (ytInfo.isYouTube && youtubeEnabled) {\n\t\ttry {\n\t\t\tconst ytResult = await extractYouTube(url, signal, options?.prompt, options?.model);\n\t\t\tif (ytResult) return ytResult;\n\t\t\tif (signal?.aborted) return abortedResult(url);\n\t\t} catch (err) {\n\t\t\tconst message = errorMessage(err);\n\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\treturn { url, title: \"\", content: \"\", error: message };\n\t\t}\n\t\treturn {\n\t\t\turl,\n\t\t\ttitle: \"\",\n\t\t\tcontent: \"\",\n\t\t\terror: \"Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.\",\n\t\t};\n\t}\n\n\tif (signal?.aborted) return abortedResult(url);\n\n\tlet fetchRouting: FetchRouting;\n\ttry {\n\t\tfetchRouting = loadFetchRouting();\n\t} catch (err) {\n\t\treturn { url, title: \"\", content: \"\", error: errorMessage(err) };\n\t}\n\tconst providerOrder = remoteUrl && !fetchRouting.allowRemoteHostedProviders\n\t\t? fetchRouting.providers.filter(provider => !REMOTE_HOSTED_FETCH_PROVIDERS.has(provider))\n\t\t: fetchRouting.providers;\n\tif (providerOrder.length === 0) {\n\t\treturn {\n\t\t\turl,\n\t\t\ttitle: \"\",\n\t\t\tcontent: \"\",\n\t\t\terror: \"Remote hosted fetch providers are disabled unless fetchRouting.allowRemoteHostedProviders is true\",\n\t\t};\n\t}\n\n\tlet httpResult: ExtractedContent | null = null;\n\tlet declaredLinks: DeclaredWebLink[] = [];\n\tconst withDeclaredLinks = (result: ExtractedContent): ExtractedContent => ({\n\t\t...result,\n\t\tcontent: appendDeclaredWebLinks(result.content, declaredLinks),\n\t});\n\tconst parseErrorResult = (message: string): ExtractedContent => httpResult\n\t\t? { ...httpResult, error: message }\n\t\t: { url, title: \"\", content: \"\", error: message };\n\tconst runHttpProvider = async (): Promise<ExtractedContent | null> => {\n\t\tconst { declaredLinks: discoveredLinks = [], ...result } = await extractViaHttp(url, signal, options);\n\t\thttpResult = result;\n\t\tdeclaredLinks = discoveredLinks;\n\t\tif (signal?.aborted) return abortedResult(url);\n\t\tif (!httpResult.error) return httpResult;\n\t\tif (NON_RECOVERABLE_ERRORS.some(prefix => httpResult!.error!.startsWith(prefix)) || isRedirectPolicyError(httpResult.error) || isConfigParseError(httpResult.error)) {\n\t\t\treturn httpResult;\n\t\t}\n\t\treturn null;\n\t};\n\n\tlet firecrawlError: string | null = null;\n\tlet tinyfishError: string | null = null;\n\tlet search1apiError: string | null = null;\n\tlet queritError: string | null = null;\n\tlet kagiError: string | null = null;\n\tlet ollamaError: string | null = null;\n\tlet parallelError: string | null = null;\n\tlet brightdataError: string | null = null;\n\n\tif (remoteUrl && providerOrder[0] !== \"http\") {\n\t\tconst httpGateResult = await runHttpProvider();\n\t\tif (httpGateResult) return httpGateResult;\n\t}\n\n\tfor (const provider of providerOrder) {\n\t\tif (signal?.aborted) return abortedResult(url);\n\n\t\tif (provider === \"http\") {\n\t\t\tconst result = await runHttpProvider();\n\t\t\tif (result) return result;\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"firecrawl\") {\n\t\t\ttry {\n\t\t\t\tif (isFirecrawlAvailable()) {\n\t\t\t\t\tconst ssrf = loadSsrfConfig();\n\t\t\t\t\tconst firecrawlResult = await extractWithFirecrawl(url, signal, {\n\t\t\t\t\t\ttimeoutMs: options?.timeoutMs,\n\t\t\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t\t\t\tssrf,\n\t\t\t\t\t});\n\t\t\t\t\tif (firecrawlResult) return withDeclaredLinks(firecrawlResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tfirecrawlError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(firecrawlError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"jina\") {\n\t\t\tconst jinaResult = await extractWithJinaReader(url, signal, options?.lookup);\n\t\t\tif (jinaResult) return withDeclaredLinks(jinaResult);\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"tinyfish\") {\n\t\t\ttry {\n\t\t\t\tif (isTinyFishAvailable()) {\n\t\t\t\t\tconst tinyfishResult = await extractWithTinyFish(url, signal, options);\n\t\t\t\t\tif (tinyfishResult) return withDeclaredLinks(tinyfishResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\ttinyfishError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(tinyfishError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"search1api\") {\n\t\t\ttry {\n\t\t\t\tif (isSearch1APIAvailable()) {\n\t\t\t\t\tconst search1apiResult = await extractWithSearch1API(url, signal, options);\n\t\t\t\t\tif (search1apiResult) return withDeclaredLinks(search1apiResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tsearch1apiError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(search1apiError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"querit\") {\n\t\t\ttry {\n\t\t\t\tif (isQueritAvailable()) {\n\t\t\t\t\tconst queritResult = await extractWithQuerit(url, signal, options);\n\t\t\t\t\tif (queritResult) return withDeclaredLinks(queritResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tqueritError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(queritError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"kagi\") {\n\t\t\ttry {\n\t\t\t\tif (isKagiExtractAvailable()) {\n\t\t\t\t\tconst ssrf = loadSsrfConfig();\n\t\t\t\t\tconst kagiResult = await extractWithKagi(url, signal, {\n\t\t\t\t\t\ttimeoutMs: options?.timeoutMs,\n\t\t\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t\t\t\tssrf,\n\t\t\t\t\t});\n\t\t\t\t\tif (kagiResult) return withDeclaredLinks(kagiResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tkagiError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(kagiError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"ollama\") {\n\t\t\ttry {\n\t\t\t\tif (isOllamaFetchAvailable()) {\n\t\t\t\t\tconst ssrf = loadSsrfConfig();\n\t\t\t\t\tconst ollamaResult = await extractWithOllama(url, signal, {\n\t\t\t\t\t\ttimeoutMs: options?.timeoutMs,\n\t\t\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t\t\t\tssrf,\n\t\t\t\t\t});\n\t\t\t\t\tif (ollamaResult) return withDeclaredLinks(ollamaResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tollamaError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(ollamaError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"parallel\") {\n\t\t\ttry {\n\t\t\t\tif (isParallelAvailable()) {\n\t\t\t\t\tconst parallelResult = await extractWithParallel(url, signal, options);\n\t\t\t\t\tif (parallelResult) return withDeclaredLinks(parallelResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tparallelError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(parallelError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"brightdata\") {\n\t\t\ttry {\n\t\t\t\tif (isBrightDataUnlockerAvailable()) {\n\t\t\t\t\tconst ssrf = loadSsrfConfig();\n\t\t\t\t\tconst brightdataResult = await extractWithBrightDataUnlocker(url, signal, {\n\t\t\t\t\t\ttimeoutMs: options?.timeoutMs,\n\t\t\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t\t\t\tssrf,\n\t\t\t\t\t});\n\t\t\t\t\tif (brightdataResult) return withDeclaredLinks(brightdataResult);\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tbrightdataError = errorMessage(err);\n\t\t\t\tif (isConfigParseError(err)) return parseErrorResult(brightdataError);\n\t\t\t}\n\t\t\tcontinue;\n\t\t}\n\n\t\tif (provider === \"gemini\") {\n\t\t\tlet geminiResult: ExtractedContent | null = null;\n\t\t\ttry {\n\t\t\t\tgeminiResult = await extractWithUrlContext(url, signal)\n\t\t\t\t\t?? await extractWithGeminiWeb(url, signal);\n\t\t\t} catch (err) {\n\t\t\t\tif (isAbortError(err)) return abortedResult(url);\n\t\t\t\tif (err instanceof CredentialResolutionError || isConfigParseError(err)) {\n\t\t\t\t\treturn parseErrorResult(errorMessage(err));\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (geminiResult) return withDeclaredLinks(geminiResult);\n\t\t}\n\t}\n\n\tif (signal?.aborted) return abortedResult(url);\n\tconst finalHttpResult = httpResult as ExtractedContent | null;\n\tif (finalHttpResult && declaredLinks.length > 0) return { ...finalHttpResult, error: null };\n\n\tconst guidance = [\n\t\tfinalHttpResult?.error ?? \"No fetch_content provider returned content\",\n\t\t...(firecrawlError ? [`Firecrawl fallback failed: ${firecrawlError}`] : []),\n\t\t...(tinyfishError ? [`TinyFish fallback failed: ${tinyfishError}`] : []),\n\t\t...(search1apiError ? [`Search1API fallback failed: ${search1apiError}`] : []),\n\t\t...(queritError ? [`Querit fallback failed: ${queritError}`] : []),\n\t\t...(kagiError ? [`Kagi fallback failed: ${kagiError}`] : []),\n\t\t...(ollamaError ? [`Ollama fallback failed: ${ollamaError}`] : []),\n\t\t...(parallelError ? [`Parallel fallback failed: ${parallelError}`] : []),\n\t\t...(brightdataError ? [`Bright Data fallback failed: ${brightdataError}`] : []),\n\t\t\"\",\n\t\t\"Fallback options:\",\n\t\t`  • Set firecrawlBaseUrl in ${WEB_SEARCH_CONFIG_PATH} to a self-hosted Firecrawl instance`,\n\t\t`  • Set tinyfishApiKey in ${WEB_SEARCH_CONFIG_PATH} or TINYFISH_API_KEY`,\n\t\t`  • Set search1apiApiKey in ${WEB_SEARCH_CONFIG_PATH} or SEARCH1API_KEY`,\n\t\t`  • Set queritApiKey in ${WEB_SEARCH_CONFIG_PATH} or QUERIT_API_KEY`,\n\t\t`  • Set kagiApiKey in ${WEB_SEARCH_CONFIG_PATH} or KAGI_API_KEY`,\n\t\t`  • Set ollamaApiKey in ${WEB_SEARCH_CONFIG_PATH} or OLLAMA_API_KEY`,\n\t\t`  • Set parallelApiKey in ${WEB_SEARCH_CONFIG_PATH} or PARALLEL_API_KEY`,\n\t\t`  • Set brightdataApiKey and brightdataUnlockerZone in ${WEB_SEARCH_CONFIG_PATH} or BRIGHTDATA_API_KEY and BRIGHTDATA_UNLOCKER_ZONE`,\n\t\t`  • Set GEMINI_API_KEY in ${WEB_SEARCH_CONFIG_PATH}`,\n\t\t\"  • Sign into gemini.google.com in Chrome\",\n\t\t\"  • Use web_search to find content about this topic\",\n\t].join(\"\\n\");\n\treturn { ...(finalHttpResult ?? { url, title: \"\", content: \"\", error: null }), error: guidance };\n}\n\nfunction isLikelyJSRendered(html: string): boolean {\n\t// Extract body content\n\tconst bodyMatch = html.match(/<body[^>]*>([\\s\\S]*?)<\\/body>/i);\n\tif (!bodyMatch) return false;\n\n\tconst bodyHtml = bodyMatch[1];\n\n\t// Strip tags to get text content\n\tconst textContent = bodyHtml\n\t\t.replace(/<script[\\s\\S]*?<\\/script>/gi, \"\")\n\t\t.replace(/<style[\\s\\S]*?<\\/style>/gi, \"\")\n\t\t.replace(/<[^>]+>/g, \"\")\n\t\t.replace(/\\s+/g, \" \")\n\t\t.trim();\n\n\t// Count scripts\n\tconst scriptCount = (html.match(/<script/gi) || []).length;\n\n\t// Heuristic: little text content but many scripts suggests JS rendering\n\treturn textContent.length < 500 && scriptCount > 3;\n}\n\nexport async function readPDFResponseBuffer(response: Response, maxSizeMB: number): Promise<ArrayBuffer> {\n\tconst maxBytes = maxSizeMB * 1024 * 1024;\n\treturn readResponseBufferWithLimit(response, maxBytes, () => pdfSizeLimitError(maxSizeMB));\n}\n\nasync function readTextResponseWithLimit(response: Response, maxBytes: number): Promise<string> {\n\tconst buffer = await readResponseBufferWithLimit(response, maxBytes, () => responseSizeLimitError(maxBytes));\n\tconst charset = response.headers.get(\"content-type\")?.match(/charset\\s*=\\s*[\"']?([^;\"'\\s]+)/i)?.[1];\n\ttry {\n\t\treturn new TextDecoder(charset || \"utf-8\").decode(buffer);\n\t} catch {\n\t\treturn new TextDecoder(\"utf-8\").decode(buffer);\n\t}\n}\n\nfunction isTextContentType(contentType: string): boolean {\n\tconst mimeType = contentType.split(\";\", 1)[0]?.trim().toLowerCase() ?? \"\";\n\treturn mimeType.startsWith(\"text/\") ||\n\t\tmimeType === \"application/json\" ||\n\t\tmimeType === \"application/ld+json\" ||\n\t\tmimeType === \"application/xml\" ||\n\t\tmimeType === \"application/xhtml+xml\" ||\n\t\tmimeType === \"application/javascript\" ||\n\t\tmimeType === \"application/x-javascript\" ||\n\t\tmimeType.endsWith(\"+json\") ||\n\t\tmimeType.endsWith(\"+xml\");\n}\n\nasync function readResponseBufferWithLimit(\n\tresponse: Response,\n\tmaxBytes: number,\n\tbuildError: () => Error,\n): Promise<ArrayBuffer> {\n\tconst reader = response.body?.getReader();\n\tif (!reader) {\n\t\tconst buffer = await response.arrayBuffer();\n\t\tif (buffer.byteLength > maxBytes) throw buildError();\n\t\treturn buffer;\n\t}\n\n\tconst chunks: Uint8Array[] = [];\n\tlet totalBytes = 0;\n\ttry {\n\t\twhile (true) {\n\t\t\tconst { done, value } = await reader.read();\n\t\t\tif (done) break;\n\t\t\tif (!value) continue;\n\t\t\ttotalBytes += value.byteLength;\n\t\t\tif (totalBytes > maxBytes) {\n\t\t\t\tawait reader.cancel();\n\t\t\t\tthrow buildError();\n\t\t\t}\n\t\t\tchunks.push(value);\n\t\t}\n\t} finally {\n\t\treader.releaseLock();\n\t}\n\n\tconst combined = new Uint8Array(totalBytes);\n\tlet offset = 0;\n\tfor (const chunk of chunks) {\n\t\tcombined.set(chunk, offset);\n\t\toffset += chunk.byteLength;\n\t}\n\treturn combined.buffer;\n}\n\nfunction pdfSizeLimitError(maxSizeMB: number): Error {\n\treturn new Error(`PDF exceeds configured pdf.maxSizeMB limit (${maxSizeMB} MB)`);\n}\n\nfunction responseSizeLimitError(maxBytes: number): Error {\n\treturn new Error(`Response too large (${Math.round(maxBytes / 1024 / 1024)}MB)`);\n}\n\nasync function extractViaHttp(\n\turl: string,\n\tsignal?: AbortSignal,\n\toptions?: ExtractOptions,\n): Promise<HttpExtractedContent> {\n\tconst timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n\tconst activityId = activityMonitor.logStart({ type: \"fetch\", url });\n\n\tconst controller = new AbortController();\n\tconst timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n\tconst onAbort = () => controller.abort();\n\tsignal?.addEventListener(\"abort\", onAbort);\n\n\ttry {\n\t\tconst ssrf = loadSsrfConfig();\n\t\tconst domainPolicy = loadFetchContentDomainPolicy();\n\t\tconst authProfile = options?.authFetchProfile;\n\t\tconst requestInit = {\n\t\t\tsignal: controller.signal,\n\t\t\theaders: {\n\t\t\t\t\"User-Agent\": \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36\",\n\t\t\t\t\"Accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8\",\n\t\t\t\t\"Accept-Language\": \"en-US,en;q=0.9\",\n\t\t\t\t\"Cache-Control\": \"no-cache\",\n\t\t\t\t\"Sec-Fetch-Dest\": \"document\",\n\t\t\t\t\"Sec-Fetch-Mode\": \"navigate\",\n\t\t\t\t\"Sec-Fetch-Site\": \"none\",\n\t\t\t\t\"Sec-Fetch-User\": \"?1\",\n\t\t\t\t\"Upgrade-Insecure-Requests\": \"1\",\n\t\t\t},\n\t\t};\n\t\tconst response = authProfile\n\t\t\t? await fetchAuthenticatedRemoteUrl(url, requestInit, { ssrf, domainPolicy, ...(options?.lookup ? { lookup: options.lookup } : {}) }, authProfile)\n\t\t\t: await fetchRemoteUrl(\n\t\t\t\turl,\n\t\t\t\trequestInit,\n\t\t\t\t{\n\t\t\t\t\tallowRanges: ssrf.allowRanges,\n\t\t\t\t\ttrustEnvProxy: ssrf.trustEnvProxy,\n\t\t\t\t\tdomainPolicy,\n\t\t\t\t\t...(options?.lookup ? { lookup: options.lookup } : {}),\n\t\t\t\t},\n\t\t\t);\n\n\t\tif (!response.ok && options?.mode !== \"raw\") {\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn {\n\t\t\t\turl,\n\t\t\t\ttitle: \"\",\n\t\t\t\tcontent: \"\",\n\t\t\t\terror: `HTTP ${response.status}: ${response.statusText}`,\n\t\t\t\tstatus: response.status,\n\t\t\t};\n\t\t}\n\n\t\tconst contentLengthHeader = response.headers.get(\"content-length\");\n\t\tconst contentType = response.headers.get(\"content-type\") || \"\";\n\t\tconst mimeType = contentType.split(\";\", 1)[0]?.trim().toLowerCase() ?? \"\";\n\t\tconst isPDFContent = isPDF(url, contentType);\n\t\tconst pdfConfig = isPDFContent ? loadPDFConfig() : null;\n\t\tif (isPDFContent && pdfConfig && !pdfConfig.enabled) {\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn { url, title: \"\", content: \"\", error: \"PDF extraction is disabled by pdf.enabled\", mimeType, status: response.status };\n\t\t}\n\t\tconst maxResponseSize = (pdfConfig?.maxSizeMB ?? 5) * 1024 * 1024;\n\t\tif (contentLengthHeader) {\n\t\t\tconst contentLength = Number.parseInt(contentLengthHeader, 10);\n\t\t\tif (Number.isFinite(contentLength) && contentLength > maxResponseSize) {\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\treturn {\n\t\t\t\t\turl,\n\t\t\t\t\ttitle: \"\",\n\t\t\t\t\tcontent: \"\",\n\t\t\t\t\terror: pdfConfig\n\t\t\t\t\t\t? pdfSizeLimitError(pdfConfig.maxSizeMB).message\n\t\t\t\t\t\t: `Response too large (${Math.round(contentLength / 1024 / 1024)}MB)`,\n\t\t\t\t};\n\t\t\t}\n\t\t}\n\n\t\tif (options?.mode === \"raw\") {\n\t\t\tif (!isTextContentType(contentType)) {\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\treturn { url, title: \"\", content: \"\", error: `Unsupported content type in raw mode: ${mimeType || \"missing\"}`, mimeType, status: response.status };\n\t\t\t}\n\t\t\tconst text = await readTextResponseWithLimit(response, maxResponseSize);\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn { url, title: extractTextTitle(text, url), content: text, error: null, mimeType, status: response.status };\n\t\t}\n\n\t\tif (SUPPORTED_IMAGE_TYPES.has(mimeType)) {\n\t\t\tconst disabled = imageGateError();\n\t\t\tif (disabled) {\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\treturn { url, title: \"\", content: \"\", error: disabled, mimeType, status: response.status };\n\t\t\t}\n\t\t\ttry {\n\t\t\t\tconst buffer = await readResponseBufferWithLimit(response, maxResponseSize, () => responseSizeLimitError(maxResponseSize));\n\t\t\t\tconst resized = await resizeImage(new Uint8Array(buffer), mimeType, { maxWidth: 2000, maxHeight: 2000 });\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\tif (!resized) return { url, title: \"\", content: \"\", error: `Could not decode image: ${mimeType}`, mimeType, status: response.status };\n\t\t\t\tconst title = new URL(response.url || url).pathname.split(\"/\").pop() || url;\n\t\t\t\treturn {\n\t\t\t\t\turl,\n\t\t\t\t\ttitle,\n\t\t\t\t\tcontent: `Image fetched (${resized.width}×${resized.height}, ${resized.mimeType})`,\n\t\t\t\t\terror: null,\n\t\t\t\t\tthumbnail: { data: resized.data, mimeType: resized.mimeType },\n\t\t\t\t\tmimeType: resized.mimeType,\n\t\t\t\t\tstatus: response.status,\n\t\t\t\t};\n\t\t\t} catch (err) {\n\t\t\t\tconst message = errorMessage(err);\n\t\t\t\tactivityMonitor.logError(activityId, message);\n\t\t\t\treturn { url, title: \"\", content: \"\", error: message, mimeType, status: response.status };\n\t\t\t}\n\t\t}\n\n\t\tif (isPDFContent && pdfConfig) {\n\t\t\ttry {\n\t\t\t\tconst buffer = await readPDFResponseBuffer(response, pdfConfig.maxSizeMB);\n\t\t\t\tif (signal?.aborted) return abortedResult(url);\n\t\t\t\tconst result = await extractPDFToMarkdown(buffer, url, { signal });\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\treturn {\n\t\t\t\t\turl,\n\t\t\t\t\ttitle: result.title,\n\t\t\t\t\tcontent: `PDF extracted and saved to: ${result.outputPath}\\n\\nPages: ${result.pages}\\nCharacters: ${result.chars}`,\n\t\t\t\t\terror: null,\n\t\t\t\t};\n\t\t\t} catch (err) {\n\t\t\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\t\t\tactivityMonitor.logError(activityId, message);\n\t\t\t\tif (message.startsWith(\"PDF exceeds configured pdf.maxSizeMB limit\")) {\n\t\t\t\t\treturn { url, title: \"\", content: \"\", error: message };\n\t\t\t\t}\n\t\t\t\tif (err instanceof CredentialResolutionError || isConfigParseError(err)) {\n\t\t\t\t\treturn { url, title: \"\", content: \"\", error: message };\n\t\t\t\t}\n\t\t\t\treturn { url, title: \"\", content: \"\", error: `PDF extraction failed: ${message}` };\n\t\t\t}\n\t\t}\n\n\t\tif (contentType.includes(\"application/octet-stream\") ||\n\t\t\tcontentType.includes(\"image/\") ||\n\t\t\tcontentType.includes(\"audio/\") ||\n\t\t\tcontentType.includes(\"video/\") ||\n\t\t\tcontentType.includes(\"application/zip\")) {\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn {\n\t\t\t\turl,\n\t\t\t\ttitle: \"\",\n\t\t\t\tcontent: \"\",\n\t\t\t\terror: `Unsupported content type: ${contentType.split(\";\")[0]}`,\n\t\t\t};\n\t\t}\n\n\t\tconst text = await readTextResponseWithLimit(response, maxResponseSize);\n\t\tconst isHTML = contentType.includes(\"text/html\") || contentType.includes(\"application/xhtml+xml\");\n\n\t\tif (!isHTML) {\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\tconst title = extractTextTitle(text, url);\n\t\t\treturn { url, title, content: text, error: null };\n\t\t}\n\n\t\tconst { document } = parseHTML(text);\n\t\tconst documentTitle = document.title?.trim() ?? \"\";\n\t\tconst declaredLinks = discoverDeclaredWebLinks(\n\t\t\tdocument,\n\t\t\tresponse.headers.get(\"link\"),\n\t\t\tresponse.url || url,\n\t\t);\n\t\tconst reader = new Readability(document as unknown as ConstructorParameters<typeof Readability>[0]);\n\t\tconst article = reader.parse();\n\n\t\tif (!article) {\n\t\t\tconst rscResult = extractRSCContent(text);\n\t\t\tif (rscResult) {\n\t\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\t\treturn {\n\t\t\t\t\turl,\n\t\t\t\t\ttitle: rscResult.title,\n\t\t\t\t\tcontent: appendDeclaredWebLinks(rscResult.content, declaredLinks),\n\t\t\t\t\terror: null,\n\t\t\t\t\tdeclaredLinks,\n\t\t\t\t};\n\t\t\t}\n\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\tconst jsRendered = isLikelyJSRendered(text);\n\t\t\tconst errorMsg = jsRendered\n\t\t\t\t? \"Page appears to be JavaScript-rendered (content loads dynamically)\"\n\t\t\t\t: \"Could not extract readable content from HTML structure\";\n\n\t\t\treturn {\n\t\t\t\turl,\n\t\t\t\ttitle: documentTitle,\n\t\t\t\tcontent: appendDeclaredWebLinks(\"\", declaredLinks),\n\t\t\t\terror: errorMsg,\n\t\t\t\tdeclaredLinks,\n\t\t\t};\n\t\t}\n\n\t\tif (typeof article.content !== \"string\") {\n\t\t\tthrow new Error(\"Readability returned invalid article content\");\n\t\t}\n\t\tconst markdown = turndown.turndown(article.content);\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\n\t\tif (markdown.length < MIN_USEFUL_CONTENT) {\n\t\t\treturn {\n\t\t\t\turl,\n\t\t\t\ttitle: article.title || documentTitle,\n\t\t\t\tcontent: appendDeclaredWebLinks(markdown, declaredLinks),\n\t\t\t\terror: isLikelyJSRendered(text)\n\t\t\t\t\t? \"Page appears to be JavaScript-rendered (content loads dynamically)\"\n\t\t\t\t\t: \"Extracted content appears incomplete\",\n\t\t\t\tdeclaredLinks,\n\t\t\t};\n\t\t}\n\n\t\treturn {\n\t\t\turl,\n\t\t\ttitle: article.title || documentTitle,\n\t\t\tcontent: appendDeclaredWebLinks(markdown, declaredLinks),\n\t\t\terror: null,\n\t\t\tdeclaredLinks,\n\t\t};\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\treturn { url, title: \"\", content: \"\", error: message };\n\t} finally {\n\t\tclearTimeout(timeoutId);\n\t\tsignal?.removeEventListener(\"abort\", onAbort);\n\t}\n}\n\nexport function extractHeadingTitle(text: string): string | null {\n\tconst match = text.match(/^#{1,2}\\s+(.+)/m);\n\tif (!match) return null;\n\tconst cleaned = match[1].replace(/\\*+/g, \"\").trim();\n\treturn cleaned || null;\n}\n\nfunction extractTextTitle(text: string, url: string): string {\n\treturn extractHeadingTitle(text) ?? (new URL(url).pathname.split(\"/\").pop() || url);\n}\n\nexport async function fetchAllContent(\n\turls: string[],\n\tsignal?: AbortSignal,\n\toptions?: ExtractOptions,\n): Promise<ExtractedContent[]> {\n\treturn Promise.all(urls.map((url) => fetchLimit(() => extractContent(url, signal, options))));\n}\n"]}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/extract.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAsG,KAAK,MAAM,EAAmB,MAAM,sBAAsB,CAAC;AAGxK,OAAO,EAA8C,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAiBpG,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAE9C;AAoJD,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAC3D,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD,MAAM,WAAW,gBAAgB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAID,MAAM,WAAW,cAAc;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,UAAU,GAAG,KAAK,GAAG,QAAQ,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,2EAA2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AA0JD,wBAAsB,cAAc,CACnC,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,gBAAgB,CAAC,CA+e3B;AAwBD,wBAAsB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAGvG;AAsUD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAK/D;AAMD,wBAAsB,eAAe,CACpC,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAW7B"}

package/dist/humain/web-access/vendor/extract.js

@@ -12,6 +12,7 @@ import { isYouTubeURL, isYouTubeEnabled, extractYouTube, extractYouTubeFrame, ex
 import { CredentialResolutionError } from "./credential-source.js";
 import { extractWithUrlContext, extractWithGeminiWeb } from "./gemini-url-context.js";
 import { extractWithParallel, isParallelAvailable } from "./parallel.js";
+import { extractWithParallelMcp } from "./parallel-mcp.js";
 import { extractWithTinyFish, isTinyFishAvailable } from "./tinyfish.js";
 import { extractWithSearch1API, isSearch1APIAvailable } from "./search1api.js";
 import { extractWithQuerit, isQueritAvailable } from "./querit.js";
@@ -26,15 +27,16 @@ import { formatSeconds, getWebSearchConfigPath } from "./utils.js";
 import { isImageEnabled } from "./feature-config.js";
 import { assertAuthFetchUrl, authFetchRedirectGuard } from "./auth-fetch.js";
 import { getBrowserCookiesForHosts, getLastBrowserCookieDiagnostic } from "./chrome-cookies.js";
+import { sanitizeInlineDataUris } from "./data-uri-sanitize.js";
 const DEFAULT_TIMEOUT_MS = 30000;
 const CONCURRENT_LIMIT = 3;
 const NON_RECOVERABLE_ERRORS = ["Unsupported content type", "Response too large", "PDF extraction is disabled", "Image fetching is disabled"];
 const MIN_USEFUL_CONTENT = 500;
 const SUPPORTED_IMAGE_TYPES = new Set(["image/png", "image/jpeg", "image/webp", "image/gif"]);
 const WEB_SEARCH_CONFIG_PATH = getWebSearchConfigPath();
-const FETCH_PROVIDERS = ["http", "firecrawl", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "brightdata", "gemini"];
+const FETCH_PROVIDERS = ["http", "firecrawl", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini"];
 const DEFAULT_FETCH_PROVIDER_ORDER = ["http", "firecrawl", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "brightdata", "gemini"];
-const REMOTE_HOSTED_FETCH_PROVIDERS = new Set(["jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "brightdata", "gemini"]);
+const REMOTE_HOSTED_FETCH_PROVIDERS = new Set(["jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini"]);
 export { loadSsrfConfig } from "./ssrf-protection.js";
 export function loadSsrfAllowRanges() {
     return loadSsrfConfig().allowRanges;
@@ -579,6 +581,7 @@ export async function extractContent(url, signal, options) {
     let kagiError = null;
     let ollamaError = null;
     let parallelError = null;
+    let parallelMcpError = null;
     let brightdataError = null;
     if (remoteUrl && providerOrder[0] !== "http") {
         const httpGateResult = await runHttpProvider();
@@ -734,6 +737,21 @@ export async function extractContent(url, signal, options) {
             }
             continue;
         }
+        if (provider === "parallel-mcp") {
+            try {
+                const parallelMcpResult = await extractWithParallelMcp(url, signal, options);
+                if (parallelMcpResult)
+                    return withDeclaredLinks(parallelMcpResult);
+            }
+            catch (err) {
+                if (isAbortError(err))
+                    return abortedResult(url);
+                parallelMcpError = errorMessage(err);
+                if (isConfigParseError(err))
+                    return parseErrorResult(parallelMcpError);
+            }
+            continue;
+        }
         if (provider === "brightdata") {
             try {
                 if (isBrightDataUnlockerAvailable()) {
@@ -787,6 +805,7 @@ export async function extractContent(url, signal, options) {
         ...(kagiError ? [`Kagi fallback failed: ${kagiError}`] : []),
         ...(ollamaError ? [`Ollama fallback failed: ${ollamaError}`] : []),
         ...(parallelError ? [`Parallel fallback failed: ${parallelError}`] : []),
+        ...(parallelMcpError ? [`Parallel MCP fallback failed: ${parallelMcpError}`] : []),
         ...(brightdataError ? [`Bright Data fallback failed: ${brightdataError}`] : []),
         "",
         "Fallback options:",
@@ -904,7 +923,7 @@ async function extractViaHttp(url, signal, options) {
         const requestInit = {
             signal: controller.signal,
             headers: {
-                "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
+                "User-Agent": "OpenAI File Downloader, XaiImageApiFetch/1.0",
                 "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
                 "Accept-Language": "en-US,en;q=0.9",
                 "Cache-Control": "no-cache",
@@ -1048,7 +1067,7 @@ async function extractViaHttp(url, signal, options) {
         const article = reader.parse();
         if (!article) {
             const rscResult = extractRSCContent(text);
-            if (rscResult) {
+            if (rscResult && rscResult.content.length >= MIN_USEFUL_CONTENT) {
                 activityMonitor.logComplete(activityId, response.status);
                 return {
                     url,
@@ -1077,6 +1096,16 @@ async function extractViaHttp(url, signal, options) {
         const markdown = turndown.turndown(article.content);
         activityMonitor.logComplete(activityId, response.status);
         if (markdown.length < MIN_USEFUL_CONTENT) {
+            const rscResult = extractRSCContent(text);
+            if (rscResult && rscResult.content.length >= MIN_USEFUL_CONTENT) {
+                return {
+                    url,
+                    title: rscResult.title,
+                    content: appendDeclaredWebLinks(rscResult.content, declaredLinks),
+                    error: null,
+                    declaredLinks,
+                };
+            }
             return {
                 url,
                 title: article.title || documentTitle,
@@ -1121,6 +1150,17 @@ function extractTextTitle(text, url) {
     return extractHeadingTitle(text) ?? (new URL(url).pathname.split("/").pop() || url);
 }
 export async function fetchAllContent(urls, signal, options) {
-    return Promise.all(urls.map((url) => fetchLimit(() => extractContent(url, signal, options))));
+    const results = await Promise.all(urls.map((url) => fetchLimit(() => extractContent(url, signal, options))));
+    if (options?.mode === "raw")
+        return results;
+    // Inline data: URIs in extracted markdown would otherwise flow into tool
+    // results and the fetch cache as opaque base64; typed thumbnail/frame image
+    // blocks are deliberate outputs and are left untouched.
+    return results.map((result, index) => {
+        if (!result.content)
+            return result;
+        const sanitized = sanitizeInlineDataUris(result.content, `urls[${index}].content`);
+        return sanitized.omissions.length > 0 ? { ...result, content: sanitized.text } : result;
+    });
 }
 //# sourceMappingURL=extract.js.map