@humain/terminal 0.0.3-beta.3 → 0.0.4-beta.2

package/dist/humain/web-access/vendor/datalab-pdf-extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"datalab-pdf-extract.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/datalab-pdf-extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EACN,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,GAChB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,UAAU,GAAG,SAAS,CAAC;AAC7B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAK7C,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAc;IACvD,MAAM;IACN,UAAU;IACV,UAAU;CACV,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAA4B;IACzE,IAAI;IACJ,IAAI;CACJ,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAgB,UAAU,CAAC;AAC5D,MAAM,CAAC,MAAM,2BAA2B,GAA8B,IAAI,CAAC;AAC3E,MAAM,CAAC,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AAM7D,IAAI,YAAY,GAAyB,IAAI,CAAC;AAE9C,SAAS,UAAU,GAAkB;IACpC,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC;QACJ,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;QACpD,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AAAA,CACD;AAED,SAAS,eAAe,CAAC,KAAc,EAAiB;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACjD;AAED,SAAS,eAAe,CAAC,KAAc,EAAiB;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9E,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAAA,CAC9B;AAED,MAAM,UAAU,qBAAqB,GAAY;IAChD,OAAO,mBAAmB,CAAC;QAC1B,QAAQ,EAAE,SAAS;QACnB,eAAe,EAAE,UAAU,EAAE,CAAC,aAAa;QAC3C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;KAC7C,CAAC,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,MAAoB,EACK;IACzB,OAAO,iBAAiB,CAAC;QACxB,QAAQ,EAAE,SAAS;QACnB,eAAe,EAAE,UAAU,EAAE,CAAC,aAAa;QAC3C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;QAC7C,MAAM;KACN,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,iBAAiB,GAAW;IAC3C,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,OAAO,CACxE,MAAM,EACN,EAAE,CACF,CAAC;IACF,OAAO,UAAU,IAAI,GAAG,gBAAgB,GAAG,UAAU,EAAE,CAAC;AAAA,CACxD;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,4BAA4B,GAA8B;IACzE,MAAM,KAAK,GACV,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QACxD,2BAA2B,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAA+B,CAAC;IACpE,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACd,4EAA4E,KAAK,GAAG,CACpF,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AAAA,CAClB;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc,EAAe;IACjE,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,oBAAoB,CAAC;IACtC,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,EAAiB,CAAC;IACpD,IAAI,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAC3D,MAAM,IAAI,KAAK,CACd,kFAAkF,KAAK,GAAG,CAC1F,CAAC;AAAA,CACF;AAsCD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,MAAmB,EACnB,OAAiC,EACE;IACnC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACd,8DAA8D,CAC9D,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC5E,MAAM,kBAAkB,GACvB,OAAO,CAAC,kBAAkB,IAAI,4BAA4B,EAAE,CAAC;IAC9D,MAAM,SAAS,GACd,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ;QACrC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;QAClC,OAAO,CAAC,SAAS,GAAG,CAAC;QACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC/B,CAAC,CAAC,kBAAkB,CAAC;IACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACrC,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,kBAAkB;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ;KACR,CAAC,CAAC;IACH,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrD,IAAI,CAAC,YAAY,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,MAAM,GAAG,YAAY,CAAC;IAC1B,IAAI,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,YAAY,CAC7B,MAAM,CAAC,UAAU,EACjB;YACC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,iBAAiB,EAAE;YAC9C,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;YACrD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACxD,EACD,MAAM,CACN,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACd,mCAAmC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CACjE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,aAAa,CACpC,MAAM,EACN,MAAM,CAAC,MAAM,CAAC,EACd,OAAO,CAAC,MAAM,EACd,QAAQ,CACR,CAAC;QACF,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;QACtD,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEhC,qEAAqE;QACrE,uEAAuE;QACvE,wEAAwE;QACxE,mEAAmE;QACnE,uEAAuE;QAEvE,MAAM,MAAM,GAAG,MAAM,YAAY,CAChC,GAAG,iBAAiB,EAAE,UAAU,EAChC;YACC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;YAChC,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACxD,EACD,MAAM,CACN,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAErD,6DAA6D;QAC7D,sEAAsE;QACtE,mEAAmE;QACnE,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU;YAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACd,kCAAkC,KAAK,CAAC,KAAK,IAAI,eAAe,EAAE,CAClE,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,CACV,IAAI,CAAC,GAAG,CAAC,wBAAwB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,EACvD,OAAO,CAAC,MAAM,CACd,CAAC;YACF,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;gBAAE,MAAM;YAClC,MAAM,IAAI,GAAG,MAAM,YAAY,CAC9B,QAAQ,EACR;gBACC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;gBAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;aACxD,EACD,MAAM,CACN,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACd,kCAAkC,IAAI,CAAC,KAAK,IAAI,eAAe,EAAE,CACjE,CAAC;YACH,CAAC;QACF,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACrD,CAAC;YAAS,CAAC;QACV,oEAAoE;QACpE,2DAA2D;QAC3D,KAAK,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;AAAA,CACD;AAED,KAAK,UAAU,gBAAgB,CAAC,OAM/B,EAAiC;IACjC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAClC,GAAG,iBAAiB,EAAE,eAAe,EACrC;QACC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACR,WAAW,EAAE,MAAM;YACnB,cAAc,EAAE,kBAAkB;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM;YACzC,YAAY,EAAE,iBAAiB;YAC/B,mBAAmB,EAAE,kBAAkB;SACvC,CAAC;QACF,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;KAChD,EACD,MAAM,CACN,CAAC;IACF,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAAA,CAC1C;AAED,KAAK,UAAU,aAAa,CAC3B,MAAc,EACd,MAAc,EACd,MAA+B,EAC/B,QAAgB,EACkB;IAClC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAClC,GAAG,iBAAiB,EAAE,UAAU,kBAAkB,CAAC,MAAM,CAAC,UAAU,EACpE;QACC,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;QAChC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;KAChD,EACD,MAAM,CACN,CAAC;IACF,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAAA,CAC1C;AAED,KAAK,UAAU,iBAAiB,CAC/B,MAAc,EACd,MAAc,EACE;IAChB,IAAI,CAAC;QACJ,MAAM,YAAY,CACjB,GAAG,iBAAiB,EAAE,UAAU,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAC5D;YACC,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;YAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC;SAC/C,EACD,MAAM,CACN,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACR,4EAA4E;IAC7E,CAAC;AAAA,CACD;AAED,SAAS,QAAQ,CAAC,KAA6B,EAA2B;IACzE,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,mBAAmB,CAAC;IAC1C,OAAO;QACN,QAAQ;QACR,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QACnE,GAAG,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC1D,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,EAAE;YAChC,CAAC,CAAC,EAAE,CAAC;KACN,CAAC;AAAA,CACF;AAED,SAAS,YAAY,CAAC,KAAc,EAAiB;IACpD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QACtE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC;AAAA,CACR;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAU;IACnD,OAAO,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,MAAM,CAAC;AAAA,CAChE;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAU;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,IAAI,QAAa,CAAC;IAClB,IAAI,CAAC;QACJ,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACd,2EAA2E,CAC3E,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAAA,CAC3B;AAED,SAAS,gBAAgB,GAAQ;IAChC,IAAI,CAAC;QACJ,OAAO,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd,4DAA4D,CAC5D,CAAC;IACH,CAAC;AAAA,CACD;AAED,SAAS,SAAS,CAAC,QAAgB,EAAU;IAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AAAA,CAC1C;AAED,SAAS,WAAW,CACnB,MAA+B,EAC/B,SAAiB,EACH;IACd,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAAA,CAC7D;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB,EAAiB;IAC/D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;QACvC,IAAI,KAAoC,CAAC;QACzC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QAAA,CACV,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;YACrB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAA,CACvB,CAAC;QAEF,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;YACV,OAAO;QACR,CAAC;QACD,KAAK,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAAA,CAC3D,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,YAAY,CAC1B,GAAW,EACX,IAAiB,EACjB,MAAc,EACM;IACpB,IAAI,CAAC;QACJ,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC;QACtC,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,KAAK,YAAY,KAAK;YAAE,aAAa,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAC5D,MAAM,aAAa,CAAC;IACrB,CAAC;AAAA,CACD;AAED,KAAK,UAAU,gBAAgB,CAC9B,QAAkB,EAClB,MAAc,EACqB;IACnC,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM;YACrB,CAAC,CAAC,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,MAAM,EAAE;YAC5F,CAAC,CAAC,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;AAAA,CAC7B;AAED,SAAS,eAAe,CAAC,IAAY,EAA2B;IAC/D,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,iBAAiB,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAiC,CAAC;AAAA,CACzC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAkB,EAAmB;IACpE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,kBAAkB,EAAE,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAE9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACJ,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC;YAC9B,IAAI,SAAS,GAAG,kBAAkB,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACJ,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACvB,CAAC;gBAAC,MAAM,CAAC;oBACR,kEAAkE;gBACnE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,WAAW,EAAE,CAAC;IACtB,CAAC;AAAA,CACD;AAED,SAAS,eAAe,CAAC,KAAa,EAAU;IAC/C,OAAO,CACN,KAAK;SACH,WAAW,EAAE;SACb,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAC5B,CAAC;AAAA,CACF","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport {\n\thasCredentialSource,\n\tresolveCredential,\n\tredactCredential,\n} from \"./credential-source.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst DEFAULT_API_HOST = \"https://www.datalab.to\";\nconst API_PREFIX = \"/api/v1\";\nconst DEFAULT_TIMEOUT_MS = 120_000;\nconst DEFAULT_POLL_INTERVAL_MS = 1_500;\nconst MAX_RESPONSE_BYTES = 4 * 1024 * 1024;\nconst MAX_ERROR_BODY_BYTES = 300;\nconst CLEANUP_TIMEOUT_MS = 5_000;\nconst CONFIG_PATH = getWebSearchConfigPath();\n\nexport type DatalabMode = \"fast\" | \"balanced\" | \"accurate\";\nexport type DatalabProcessingLocation = \"eu\" | \"us\";\n\nexport const DATALAB_MODE_VALUES = new Set<DatalabMode>([\n\t\"fast\",\n\t\"balanced\",\n\t\"accurate\",\n]);\nexport const DATALAB_LOCATION_VALUES = new Set<DatalabProcessingLocation>([\n\t\"eu\",\n\t\"us\",\n]);\nexport const DEFAULT_DATALAB_MODE: DatalabMode = \"balanced\";\nexport const DEFAULT_PROCESSING_LOCATION: DatalabProcessingLocation = \"us\";\nexport const DEFAULT_DATALAB_TIMEOUT_MS = DEFAULT_TIMEOUT_MS;\n\ninterface DatalabConfig {\n\tdatalabApiKey?: unknown;\n}\n\nlet cachedConfig: DatalabConfig | null = null;\n\nfunction loadConfig(): DatalabConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst rawText = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(rawText) as DatalabConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nfunction normalizeString(value: unknown): string | null {\n\tif (typeof value !== \"string\") return null;\n\tconst normalized = value.trim();\n\treturn normalized.length > 0 ? normalized : null;\n}\n\nfunction normalizeFileId(value: unknown): string | null {\n\tif (typeof value === \"number\" && Number.isFinite(value)) return String(value);\n\treturn normalizeString(value);\n}\n\nexport function isDatalabApiAvailable(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Datalab\",\n\t\tconfiguredValue: loadConfig().datalabApiKey,\n\t\tenvironmentValue: process.env.DATALAB_API_KEY,\n\t});\n}\n\nexport async function getDatalabApiKey(\n\tsignal?: AbortSignal,\n): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Datalab\",\n\t\tconfiguredValue: loadConfig().datalabApiKey,\n\t\tenvironmentValue: process.env.DATALAB_API_KEY,\n\t\tsignal,\n\t});\n}\n\nexport function getDatalabApiBase(): string {\n\tconst normalized = normalizeString(process.env.DATALAB_API_BASE)?.replace(\n\t\t/\\/+$/,\n\t\t\"\",\n\t);\n\treturn normalized || `${DEFAULT_API_HOST}${API_PREFIX}`;\n}\n\n/**\n * Resolve the processing region. US storage and processing is the default;\n * set `DATALAB_PROCESSING_LOCATION=eu` to use EU data residency at Datalab's\n * documented 1.25× usage rate. Only `eu` and `us` are supported by the API.\n * Config errors are thrown with a `Failed to parse` prefix so the\n * extraction fallback chain treats them as fatal, mirroring how malformed\n * web-search config is handled elsewhere.\n */\nexport function getDatalabProcessingLocation(): DatalabProcessingLocation {\n\tconst value =\n\t\tnormalizeString(process.env.DATALAB_PROCESSING_LOCATION) ??\n\t\tDEFAULT_PROCESSING_LOCATION;\n\tconst normalized = value.toLowerCase() as DatalabProcessingLocation;\n\tif (!DATALAB_LOCATION_VALUES.has(normalized)) {\n\t\tthrow new Error(\n\t\t\t`Failed to parse DATALAB_PROCESSING_LOCATION: expected \"eu\" or \"us\", got \"${value}\"`,\n\t\t);\n\t}\n\treturn normalized;\n}\n\nexport function normalizeDatalabMode(value: unknown): DatalabMode {\n\tconst raw = normalizeString(value);\n\tif (!raw) return DEFAULT_DATALAB_MODE;\n\tconst normalized = raw.toLowerCase() as DatalabMode;\n\tif (DATALAB_MODE_VALUES.has(normalized)) return normalized;\n\tthrow new Error(\n\t\t`Failed to parse datalab mode: expected \"fast\", \"balanced\", or \"accurate\", got \"${value}\"`,\n\t);\n}\n\nexport interface DatalabPDFExtractOptions {\n\tmaxPages: number;\n\ttitle: string;\n\tsignal?: AbortSignal;\n\ttimeoutMs?: number;\n\tmode?: DatalabMode;\n\tprocessingLocation?: DatalabProcessingLocation;\n}\n\nexport interface DatalabPDFExtractResult {\n\tmarkdown: string;\n\tpages: number;\n\tparseQualityScore?: number;\n}\n\ninterface DatalabUploadRequest {\n\tfile_id?: unknown;\n\tupload_url?: unknown;\n\treference?: unknown;\n}\n\ninterface DatalabConfirmResponse {\n\tfile_id?: unknown;\n\treference?: unknown;\n}\n\ninterface DatalabConversionState {\n\tstatus?: unknown;\n\tsuccess?: unknown;\n\trequest_check_url?: unknown;\n\tmarkdown?: unknown;\n\tpage_count?: unknown;\n\tparse_quality_score?: unknown;\n\terror?: unknown;\n}\n\n/**\n * Convert a PDF buffer to Markdown through the Datalab hosted API.\n *\n * Datalab converts documents with a dedicated extraction engine (Marker),\n * which preserves tables, multi-column reading order, headings, and math\n * where the local `unpdf` fallback only produces flattened text. Conversion\n * is deterministic (no LLM transcription drift), and `accurate` mode handles\n * scanned pages. Completed responses may include a `parse_quality_score` (0–5)\n * for quality gating. Billing is per processed page; the free tier includes a\n * monthly credit (see README) so light use costs nothing.\n *\n * The flow is:\n *   1. request a presigned upload URL for the selected processing region,\n *   2. PUT the PDF bytes directly to storage,\n *   3. confirm the upload to obtain a `datalab://` reference,\n *   4. submit the conversion with that reference, then\n *   5. poll the returned `request_check_url` until `complete` or `failed`.\n *\n * The processing region is fixed at the upload step (US by default; set\n * `DATALAB_PROCESSING_LOCATION=eu` for EU data residency). The convert step\n * deliberately omits `processing_location` because the API rejects multipart form data that\n * carries it; the server processes the file from the storage region it was\n * uploaded to. The uploaded file is deleted best-effort after conversion.\n * The caller's signal and a shared deadline bound the whole exchange.\n */\nexport async function extractPDFViaDatalab(\n\tbuffer: ArrayBuffer,\n\toptions: DatalabPDFExtractOptions,\n): Promise<DatalabPDFExtractResult> {\n\toptions.signal?.throwIfAborted();\n\tconst apiKey = await getDatalabApiKey(options.signal);\n\toptions.signal?.throwIfAborted();\n\tif (!apiKey) {\n\t\tthrow new Error(\n\t\t\t\"Datalab PDF conversion requires a configured Datalab API key\",\n\t\t);\n\t}\n\n\tconst mode = options.mode ?? normalizeDatalabMode(process.env.DATALAB_MODE);\n\tconst processingLocation =\n\t\toptions.processingLocation ?? getDatalabProcessingLocation();\n\tconst timeoutMs =\n\t\ttypeof options.timeoutMs === \"number\" &&\n\t\tNumber.isFinite(options.timeoutMs) &&\n\t\toptions.timeoutMs > 0\n\t\t\t? Math.floor(options.timeoutMs)\n\t\t\t: DEFAULT_TIMEOUT_MS;\n\tconst deadline = Date.now() + timeoutMs;\n\n\tconst upload = await requestUploadUrl({\n\t\tapiKey,\n\t\ttitle: options.title,\n\t\tprocessingLocation,\n\t\tsignal: options.signal,\n\t\tdeadline,\n\t});\n\tif (typeof upload.upload_url !== \"string\" || !upload.upload_url) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing upload_url\");\n\t}\n\tconst uploadFileId = normalizeFileId(upload.file_id);\n\tif (!uploadFileId) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing file_id\");\n\t}\n\n\tlet fileId = uploadFileId;\n\tlet reference = normalizeString(upload.reference);\n\n\ttry {\n\t\tconst put = await fetchDatalab(\n\t\t\tupload.upload_url,\n\t\t\t{\n\t\t\t\tmethod: \"PUT\",\n\t\t\t\theaders: { \"content-type\": \"application/pdf\" },\n\t\t\t\tbody: new Blob([buffer], { type: \"application/pdf\" }),\n\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t\tif (!put.ok) {\n\t\t\tthrow new Error(\n\t\t\t\t`Datalab PDF upload failed: HTTP ${put.status} ${put.statusText}`,\n\t\t\t);\n\t\t}\n\n\t\tconst confirmed = await confirmUpload(\n\t\t\tapiKey,\n\t\t\tString(fileId),\n\t\t\toptions.signal,\n\t\t\tdeadline,\n\t\t);\n\t\tfileId = normalizeFileId(confirmed.file_id) ?? fileId;\n\t\treference = normalizeString(confirmed.reference) ?? reference;\n\t\tif (!reference) {\n\t\t\tthrow new Error(\"Datalab PDF conversion failed: missing file reference\");\n\t\t}\n\n\t\tconst form = new FormData();\n\t\tform.append(\"file_url\", reference);\n\t\tform.append(\"output_format\", \"markdown\");\n\t\tform.append(\"mode\", mode);\n\t\tform.append(\"max_pages\", String(options.maxPages));\n\t\tform.append(\"paginate\", \"true\");\n\n\t\t// The conversion itself must NOT repeat processing_location: the API\n\t\t// rejects multipart form data carrying processing_location (HTTP 403).\n\t\t// The region was already fixed when the presigned upload was issued for\n\t\t// storage in the selected region, so the server processes the file\n\t\t// wherever it was stored (US by default; use the env override for EU).\n\n\t\tconst submit = await fetchDatalab(\n\t\t\t`${getDatalabApiBase()}/convert`,\n\t\t\t{\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\tbody: form,\n\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t\tconst state = await readJsonResponse(submit, apiKey);\n\n\t\t// The submit response is an acceptance ack ({ success: true,\n\t\t// request_check_url }) with no status field and no markdown; only the\n\t\t// polled result carries a status. Key on status, never on success.\n\t\tif (state.status === \"complete\") return toResult(state);\n\t\tif (state.status === \"failed\") {\n\t\t\tthrow new Error(\n\t\t\t\t`Datalab PDF conversion failed: ${state.error ?? \"unknown error\"}`,\n\t\t\t);\n\t\t}\n\n\t\tconst checkUrl = normalizeCheckUrl(state.request_check_url);\n\t\twhile (Date.now() < deadline) {\n\t\t\tawait sleep(\n\t\t\t\tMath.min(DEFAULT_POLL_INTERVAL_MS, remaining(deadline)),\n\t\t\t\toptions.signal,\n\t\t\t);\n\t\t\tif (Date.now() >= deadline) break;\n\t\t\tconst poll = await fetchDatalab(\n\t\t\t\tcheckUrl,\n\t\t\t\t{\n\t\t\t\t\tmethod: \"GET\",\n\t\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t\t},\n\t\t\t\tapiKey,\n\t\t\t);\n\t\t\tconst next = await readJsonResponse(poll, apiKey);\n\t\t\tif (next.status === \"complete\") return toResult(next);\n\t\t\tif (next.status === \"failed\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Datalab PDF conversion failed: ${next.error ?? \"unknown error\"}`,\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\n\t\tthrow new Error(\"Datalab PDF conversion timed out\");\n\t} finally {\n\t\t// File deletion is best-effort. Do not extend a caller's timeout or\n\t\t// cancellation while waiting for a remote cleanup request.\n\t\tvoid deleteDatalabFile(apiKey, fileId);\n\t}\n}\n\nasync function requestUploadUrl(options: {\n\tapiKey: string;\n\ttitle: string;\n\tprocessingLocation: DatalabProcessingLocation;\n\tsignal: AbortSignal | undefined;\n\tdeadline: number;\n}): Promise<DatalabUploadRequest> {\n\tconst { apiKey, title, processingLocation, signal, deadline } = options;\n\tconst response = await fetchDatalab(\n\t\t`${getDatalabApiBase()}/files/upload`,\n\t\t{\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\t\"x-api-key\": apiKey,\n\t\t\t\t\"content-type\": \"application/json\",\n\t\t\t},\n\t\t\tbody: JSON.stringify({\n\t\t\t\tfilename: `${datalabFilename(title)}.pdf`,\n\t\t\t\tcontent_type: \"application/pdf\",\n\t\t\t\tprocessing_location: processingLocation,\n\t\t\t}),\n\t\t\tsignal: withTimeout(signal, remaining(deadline)),\n\t\t},\n\t\tapiKey,\n\t);\n\treturn readJsonResponse(response, apiKey);\n}\n\nasync function confirmUpload(\n\tapiKey: string,\n\tfileId: string,\n\tsignal: AbortSignal | undefined,\n\tdeadline: number,\n): Promise<DatalabConfirmResponse> {\n\tconst response = await fetchDatalab(\n\t\t`${getDatalabApiBase()}/files/${encodeURIComponent(fileId)}/confirm`,\n\t\t{\n\t\t\tmethod: \"GET\",\n\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\tsignal: withTimeout(signal, remaining(deadline)),\n\t\t},\n\t\tapiKey,\n\t);\n\treturn readJsonResponse(response, apiKey);\n}\n\nasync function deleteDatalabFile(\n\tapiKey: string,\n\tfileId: string,\n): Promise<void> {\n\ttry {\n\t\tawait fetchDatalab(\n\t\t\t`${getDatalabApiBase()}/files/${encodeURIComponent(fileId)}`,\n\t\t\t{\n\t\t\t\tmethod: \"DELETE\",\n\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\tsignal: AbortSignal.timeout(CLEANUP_TIMEOUT_MS),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t} catch {\n\t\t// Best-effort cleanup; a leftover file is not worth failing the conversion.\n\t}\n}\n\nfunction toResult(state: DatalabConversionState): DatalabPDFExtractResult {\n\tconst markdown = normalizeString(state.markdown);\n\tif (!markdown) {\n\t\tthrow new Error(\"Datalab PDF conversion returned empty markdown\");\n\t}\n\tconst quality = state.parse_quality_score;\n\treturn {\n\t\tmarkdown,\n\t\tpages: numericField(state.page_count) ?? countPageMarkers(markdown),\n\t\t...(typeof quality === \"number\" && Number.isFinite(quality)\n\t\t\t? { parseQualityScore: quality }\n\t\t\t: {}),\n\t};\n}\n\nfunction numericField(value: unknown): number | null {\n\treturn typeof value === \"number\" && Number.isFinite(value) && value > 0\n\t\t? Math.floor(value)\n\t\t: null;\n}\n\nfunction countPageMarkers(markdown: string): number {\n\treturn [...markdown.matchAll(/^<!-- Page (\\d+) -->$/gm)].length;\n}\n\nfunction normalizeCheckUrl(value: unknown): string {\n\tif (typeof value !== \"string\" || !value.trim()) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing request_check_url\");\n\t}\n\tconst apiBase = getDatalabApiUrl();\n\tlet checkUrl: URL;\n\ttry {\n\t\tcheckUrl = new URL(value.trim(), apiBase);\n\t} catch {\n\t\tthrow new Error(\"Datalab PDF conversion failed: invalid request_check_url\");\n\t}\n\tif (checkUrl.origin !== apiBase.origin) {\n\t\tthrow new Error(\n\t\t\t\"Datalab PDF conversion failed: request_check_url has an unexpected origin\",\n\t\t);\n\t}\n\treturn checkUrl.toString();\n}\n\nfunction getDatalabApiUrl(): URL {\n\ttry {\n\t\treturn new URL(getDatalabApiBase());\n\t} catch {\n\t\tthrow new Error(\n\t\t\t\"Failed to parse DATALAB_API_BASE: expected an absolute URL\",\n\t\t);\n\t}\n}\n\nfunction remaining(deadline: number): number {\n\treturn Math.max(1, deadline - Date.now());\n}\n\nfunction withTimeout(\n\tsignal: AbortSignal | undefined,\n\ttimeoutMs: number,\n): AbortSignal {\n\tconst timeout = AbortSignal.timeout(timeoutMs);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction sleep(ms: number, signal?: AbortSignal): Promise<void> {\n\treturn new Promise((resolve, reject) => {\n\t\tlet timer: ReturnType<typeof setTimeout>;\n\t\tconst cleanup = () => signal?.removeEventListener(\"abort\", onAbort);\n\t\tconst onTimeout = () => {\n\t\t\tcleanup();\n\t\t\tresolve();\n\t\t};\n\t\tconst onAbort = () => {\n\t\t\tclearTimeout(timer);\n\t\t\tcleanup();\n\t\t\treject(signal?.reason);\n\t\t};\n\n\t\tif (signal?.aborted) {\n\t\t\tonAbort();\n\t\t\treturn;\n\t\t}\n\t\ttimer = setTimeout(onTimeout, ms);\n\t\tsignal?.addEventListener(\"abort\", onAbort, { once: true });\n\t});\n}\n\nasync function fetchDatalab(\n\turl: string,\n\tinit: RequestInit,\n\tapiKey: string,\n): Promise<Response> {\n\ttry {\n\t\treturn await fetch(url, { ...init, redirect: init.redirect ?? \"error\" });\n\t} catch (error) {\n\t\tconst message = error instanceof Error ? error.message : String(error);\n\t\tconst redacted = redactCredential(message, apiKey);\n\t\tif (redacted === message) throw error;\n\t\tconst redactedError = new Error(redacted);\n\t\tif (error instanceof Error) redactedError.name = error.name;\n\t\tthrow redactedError;\n\t}\n}\n\nasync function readJsonResponse(\n\tresponse: Response,\n\tapiKey: string,\n): Promise<Record<string, unknown>> {\n\tconst text = await readResponseText(response);\n\tif (!response.ok) {\n\t\tconst detail = text.trim().slice(0, MAX_ERROR_BODY_BYTES);\n\t\tconst message = detail\n\t\t\t? `Datalab PDF conversion failed: HTTP ${response.status} ${response.statusText}: ${detail}`\n\t\t\t: `Datalab PDF conversion failed: HTTP ${response.status} ${response.statusText}`;\n\t\tthrow new Error(redactCredential(message, apiKey));\n\t}\n\treturn parseJsonRecord(text);\n}\n\nfunction parseJsonRecord(text: string): Record<string, unknown> {\n\tlet parsed: unknown;\n\ttry {\n\t\tparsed = JSON.parse(text);\n\t} catch (error) {\n\t\tthrow new Error(\"Datalab PDF conversion returned invalid JSON\", { cause: error });\n\t}\n\tif (Object.prototype.toString.call(parsed) !== \"[object Object]\") {\n\t\tthrow new Error(\"Datalab PDF conversion returned invalid JSON object\");\n\t}\n\treturn parsed as Record<string, unknown>;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n\tconst contentLength = Number(response.headers.get(\"content-length\"));\n\tif (Number.isFinite(contentLength) && contentLength > MAX_RESPONSE_BYTES) {\n\t\tthrow new Error(\"Datalab PDF conversion response too large\");\n\t}\n\tif (!response.body) return \"\";\n\n\tconst reader = response.body.getReader();\n\tconst decoder = new TextDecoder();\n\tconst chunks: string[] = [];\n\tlet bytesRead = 0;\n\ttry {\n\t\twhile (true) {\n\t\t\tconst { done, value } = await reader.read();\n\t\t\tif (done) break;\n\t\t\tbytesRead += value.byteLength;\n\t\t\tif (bytesRead > MAX_RESPONSE_BYTES) {\n\t\t\t\ttry {\n\t\t\t\t\tawait reader.cancel();\n\t\t\t\t} catch {\n\t\t\t\t\t// The response is already too large; cancellation is best-effort.\n\t\t\t\t}\n\t\t\t\tthrow new Error(\"Datalab PDF conversion response too large\");\n\t\t\t}\n\t\t\tchunks.push(decoder.decode(value, { stream: true }));\n\t\t}\n\t\tchunks.push(decoder.decode());\n\t\treturn chunks.join(\"\");\n\t} finally {\n\t\treader.releaseLock();\n\t}\n}\n\nfunction datalabFilename(title: string): string {\n\treturn (\n\t\ttitle\n\t\t\t.toLowerCase()\n\t\t\t.replace(/[^a-z0-9\\s-]/g, \"\")\n\t\t\t.replace(/\\s+/g, \"-\")\n\t\t\t.replace(/-+/g, \"-\")\n\t\t\t.replace(/^-|-$/g, \"\")\n\t\t\t.slice(0, 60) || \"document\"\n\t);\n}\n"]}
+{"version":3,"file":"datalab-pdf-extract.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/datalab-pdf-extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EACN,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,GAChB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,UAAU,GAAG,SAAS,CAAC;AAC7B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAK7C,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAc;IACvD,MAAM;IACN,UAAU;IACV,UAAU;CACV,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAA4B;IACzE,IAAI;IACJ,IAAI;CACJ,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAgB,UAAU,CAAC;AAC5D,MAAM,CAAC,MAAM,2BAA2B,GAA8B,IAAI,CAAC;AAC3E,MAAM,CAAC,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AAM7D,IAAI,YAAY,GAAyB,IAAI,CAAC;AAE9C,SAAS,UAAU;IAClB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC;QACJ,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;QACpD,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9E,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,qBAAqB;IACpC,OAAO,mBAAmB,CAAC;QAC1B,QAAQ,EAAE,SAAS;QACnB,eAAe,EAAE,UAAU,EAAE,CAAC,aAAa;QAC3C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;KAC7C,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,MAAoB;IAEpB,OAAO,iBAAiB,CAAC;QACxB,QAAQ,EAAE,SAAS;QACnB,eAAe,EAAE,UAAU,EAAE,CAAC,aAAa;QAC3C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;QAC7C,MAAM;KACN,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB;IAChC,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,OAAO,CACxE,MAAM,EACN,EAAE,CACF,CAAC;IACF,OAAO,UAAU,IAAI,GAAG,gBAAgB,GAAG,UAAU,EAAE,CAAC;AACzD,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,4BAA4B;IAC3C,MAAM,KAAK,GACV,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QACxD,2BAA2B,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAA+B,CAAC;IACpE,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACd,4EAA4E,KAAK,GAAG,CACpF,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,oBAAoB,CAAC;IACtC,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,EAAiB,CAAC;IACpD,IAAI,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAC3D,MAAM,IAAI,KAAK,CACd,kFAAkF,KAAK,GAAG,CAC1F,CAAC;AACH,CAAC;AAsCD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,MAAmB,EACnB,OAAiC;IAEjC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACd,8DAA8D,CAC9D,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC5E,MAAM,kBAAkB,GACvB,OAAO,CAAC,kBAAkB,IAAI,4BAA4B,EAAE,CAAC;IAC9D,MAAM,SAAS,GACd,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ;QACrC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;QAClC,OAAO,CAAC,SAAS,GAAG,CAAC;QACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC/B,CAAC,CAAC,kBAAkB,CAAC;IACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACrC,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,kBAAkB;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ;KACR,CAAC,CAAC;IACH,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrD,IAAI,CAAC,YAAY,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,MAAM,GAAG,YAAY,CAAC;IAC1B,IAAI,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,YAAY,CAC7B,MAAM,CAAC,UAAU,EACjB;YACC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,iBAAiB,EAAE;YAC9C,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;YACrD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACxD,EACD,MAAM,CACN,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACd,mCAAmC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CACjE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,aAAa,CACpC,MAAM,EACN,MAAM,CAAC,MAAM,CAAC,EACd,OAAO,CAAC,MAAM,EACd,QAAQ,CACR,CAAC;QACF,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;QACtD,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEhC,qEAAqE;QACrE,uEAAuE;QACvE,wEAAwE;QACxE,mEAAmE;QACnE,uEAAuE;QAEvE,MAAM,MAAM,GAAG,MAAM,YAAY,CAChC,GAAG,iBAAiB,EAAE,UAAU,EAChC;YACC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;YAChC,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACxD,EACD,MAAM,CACN,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAErD,6DAA6D;QAC7D,sEAAsE;QACtE,mEAAmE;QACnE,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU;YAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACd,kCAAkC,KAAK,CAAC,KAAK,IAAI,eAAe,EAAE,CAClE,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,CACV,IAAI,CAAC,GAAG,CAAC,wBAAwB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,EACvD,OAAO,CAAC,MAAM,CACd,CAAC;YACF,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;gBAAE,MAAM;YAClC,MAAM,IAAI,GAAG,MAAM,YAAY,CAC9B,QAAQ,EACR;gBACC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;gBAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;aACxD,EACD,MAAM,CACN,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACd,kCAAkC,IAAI,CAAC,KAAK,IAAI,eAAe,EAAE,CACjE,CAAC;YACH,CAAC;QACF,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACrD,CAAC;YAAS,CAAC;QACV,oEAAoE;QACpE,2DAA2D;QAC3D,KAAK,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;AACF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,OAM/B;IACA,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAClC,GAAG,iBAAiB,EAAE,eAAe,EACrC;QACC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACR,WAAW,EAAE,MAAM;YACnB,cAAc,EAAE,kBAAkB;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM;YACzC,YAAY,EAAE,iBAAiB;YAC/B,mBAAmB,EAAE,kBAAkB;SACvC,CAAC;QACF,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;KAChD,EACD,MAAM,CACN,CAAC;IACF,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,aAAa,CAC3B,MAAc,EACd,MAAc,EACd,MAA+B,EAC/B,QAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAClC,GAAG,iBAAiB,EAAE,UAAU,kBAAkB,CAAC,MAAM,CAAC,UAAU,EACpE;QACC,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;QAChC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;KAChD,EACD,MAAM,CACN,CAAC;IACF,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC/B,MAAc,EACd,MAAc;IAEd,IAAI,CAAC;QACJ,MAAM,YAAY,CACjB,GAAG,iBAAiB,EAAE,UAAU,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAC5D;YACC,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;YAChC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC;SAC/C,EACD,MAAM,CACN,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACR,4EAA4E;IAC7E,CAAC;AACF,CAAC;AAED,SAAS,QAAQ,CAAC,KAA6B;IAC9C,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,mBAAmB,CAAC;IAC1C,OAAO;QACN,QAAQ;QACR,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QACnE,GAAG,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC1D,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,EAAE;YAChC,CAAC,CAAC,EAAE,CAAC;KACN,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QACtE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC;AACT,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACzC,OAAO,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC,MAAM,CAAC;AACjE,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,IAAI,QAAa,CAAC;IAClB,IAAI,CAAC;QACJ,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACd,2EAA2E,CAC3E,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,gBAAgB;IACxB,IAAI,CAAC;QACJ,OAAO,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd,4DAA4D,CAC5D,CAAC;IACH,CAAC;AACF,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB;IAClC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,WAAW,CACnB,MAA+B,EAC/B,SAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,OAAO,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC9D,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC9C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,IAAI,KAAoC,CAAC;QACzC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,GAAG,EAAE;YACtB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,EAAE;YACpB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxB,CAAC,CAAC;QAEF,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;YACV,OAAO;QACR,CAAC;QACD,KAAK,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAC1B,GAAW,EACX,IAAiB,EACjB,MAAc;IAEd,IAAI,CAAC;QACJ,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,QAAQ,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC;QACtC,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,KAAK,YAAY,KAAK;YAAE,aAAa,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAC5D,MAAM,aAAa,CAAC;IACrB,CAAC;AACF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC9B,QAAkB,EAClB,MAAc;IAEd,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM;YACrB,CAAC,CAAC,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,MAAM,EAAE;YAC5F,CAAC,CAAC,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACpC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,iBAAiB,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAiC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAkB;IACjD,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,kBAAkB,EAAE,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAE9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACJ,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC;YAC9B,IAAI,SAAS,GAAG,kBAAkB,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACJ,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACvB,CAAC;gBAAC,MAAM,CAAC;oBACR,kEAAkE;gBACnE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,WAAW,EAAE,CAAC;IACtB,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACrC,OAAO,CACN,KAAK;SACH,WAAW,EAAE;SACb,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAC5B,CAAC;AACH,CAAC","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport {\n\thasCredentialSource,\n\tresolveCredential,\n\tredactCredential,\n} from \"./credential-source.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst DEFAULT_API_HOST = \"https://www.datalab.to\";\nconst API_PREFIX = \"/api/v1\";\nconst DEFAULT_TIMEOUT_MS = 120_000;\nconst DEFAULT_POLL_INTERVAL_MS = 1_500;\nconst MAX_RESPONSE_BYTES = 4 * 1024 * 1024;\nconst MAX_ERROR_BODY_BYTES = 300;\nconst CLEANUP_TIMEOUT_MS = 5_000;\nconst CONFIG_PATH = getWebSearchConfigPath();\n\nexport type DatalabMode = \"fast\" | \"balanced\" | \"accurate\";\nexport type DatalabProcessingLocation = \"eu\" | \"us\";\n\nexport const DATALAB_MODE_VALUES = new Set<DatalabMode>([\n\t\"fast\",\n\t\"balanced\",\n\t\"accurate\",\n]);\nexport const DATALAB_LOCATION_VALUES = new Set<DatalabProcessingLocation>([\n\t\"eu\",\n\t\"us\",\n]);\nexport const DEFAULT_DATALAB_MODE: DatalabMode = \"balanced\";\nexport const DEFAULT_PROCESSING_LOCATION: DatalabProcessingLocation = \"us\";\nexport const DEFAULT_DATALAB_TIMEOUT_MS = DEFAULT_TIMEOUT_MS;\n\ninterface DatalabConfig {\n\tdatalabApiKey?: unknown;\n}\n\nlet cachedConfig: DatalabConfig | null = null;\n\nfunction loadConfig(): DatalabConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst rawText = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(rawText) as DatalabConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nfunction normalizeString(value: unknown): string | null {\n\tif (typeof value !== \"string\") return null;\n\tconst normalized = value.trim();\n\treturn normalized.length > 0 ? normalized : null;\n}\n\nfunction normalizeFileId(value: unknown): string | null {\n\tif (typeof value === \"number\" && Number.isFinite(value)) return String(value);\n\treturn normalizeString(value);\n}\n\nexport function isDatalabApiAvailable(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Datalab\",\n\t\tconfiguredValue: loadConfig().datalabApiKey,\n\t\tenvironmentValue: process.env.DATALAB_API_KEY,\n\t});\n}\n\nexport async function getDatalabApiKey(\n\tsignal?: AbortSignal,\n): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Datalab\",\n\t\tconfiguredValue: loadConfig().datalabApiKey,\n\t\tenvironmentValue: process.env.DATALAB_API_KEY,\n\t\tsignal,\n\t});\n}\n\nexport function getDatalabApiBase(): string {\n\tconst normalized = normalizeString(process.env.DATALAB_API_BASE)?.replace(\n\t\t/\\/+$/,\n\t\t\"\",\n\t);\n\treturn normalized || `${DEFAULT_API_HOST}${API_PREFIX}`;\n}\n\n/**\n * Resolve the processing region. US storage and processing is the default;\n * set `DATALAB_PROCESSING_LOCATION=eu` to use EU data residency at Datalab's\n * documented 1.25× usage rate. Only `eu` and `us` are supported by the API.\n * Config errors are thrown with a `Failed to parse` prefix so the\n * extraction fallback chain treats them as fatal, mirroring how malformed\n * web-search config is handled elsewhere.\n */\nexport function getDatalabProcessingLocation(): DatalabProcessingLocation {\n\tconst value =\n\t\tnormalizeString(process.env.DATALAB_PROCESSING_LOCATION) ??\n\t\tDEFAULT_PROCESSING_LOCATION;\n\tconst normalized = value.toLowerCase() as DatalabProcessingLocation;\n\tif (!DATALAB_LOCATION_VALUES.has(normalized)) {\n\t\tthrow new Error(\n\t\t\t`Failed to parse DATALAB_PROCESSING_LOCATION: expected \"eu\" or \"us\", got \"${value}\"`,\n\t\t);\n\t}\n\treturn normalized;\n}\n\nexport function normalizeDatalabMode(value: unknown): DatalabMode {\n\tconst raw = normalizeString(value);\n\tif (!raw) return DEFAULT_DATALAB_MODE;\n\tconst normalized = raw.toLowerCase() as DatalabMode;\n\tif (DATALAB_MODE_VALUES.has(normalized)) return normalized;\n\tthrow new Error(\n\t\t`Failed to parse datalab mode: expected \"fast\", \"balanced\", or \"accurate\", got \"${value}\"`,\n\t);\n}\n\nexport interface DatalabPDFExtractOptions {\n\tmaxPages: number;\n\ttitle: string;\n\tsignal?: AbortSignal;\n\ttimeoutMs?: number;\n\tmode?: DatalabMode;\n\tprocessingLocation?: DatalabProcessingLocation;\n}\n\nexport interface DatalabPDFExtractResult {\n\tmarkdown: string;\n\tpages: number;\n\tparseQualityScore?: number;\n}\n\ninterface DatalabUploadRequest {\n\tfile_id?: unknown;\n\tupload_url?: unknown;\n\treference?: unknown;\n}\n\ninterface DatalabConfirmResponse {\n\tfile_id?: unknown;\n\treference?: unknown;\n}\n\ninterface DatalabConversionState {\n\tstatus?: unknown;\n\tsuccess?: unknown;\n\trequest_check_url?: unknown;\n\tmarkdown?: unknown;\n\tpage_count?: unknown;\n\tparse_quality_score?: unknown;\n\terror?: unknown;\n}\n\n/**\n * Convert a PDF buffer to Markdown through the Datalab hosted API.\n *\n * Datalab converts documents with a dedicated extraction engine (Marker),\n * which preserves tables, multi-column reading order, headings, and math\n * where the local `unpdf` fallback only produces flattened text. Conversion\n * is deterministic (no LLM transcription drift), and `accurate` mode handles\n * scanned pages. Completed responses may include a `parse_quality_score` (0–5)\n * for quality gating. Billing is per processed page; the free tier includes a\n * monthly credit (see README) so light use costs nothing.\n *\n * The flow is:\n *   1. request a presigned upload URL for the selected processing region,\n *   2. PUT the PDF bytes directly to storage,\n *   3. confirm the upload to obtain a `datalab://` reference,\n *   4. submit the conversion with that reference, then\n *   5. poll the returned `request_check_url` until `complete` or `failed`.\n *\n * The processing region is fixed at the upload step (US by default; set\n * `DATALAB_PROCESSING_LOCATION=eu` for EU data residency). The convert step\n * deliberately omits `processing_location` because the API rejects multipart form data that\n * carries it; the server processes the file from the storage region it was\n * uploaded to. The uploaded file is deleted best-effort after conversion.\n * The caller's signal and a shared deadline bound the whole exchange.\n */\nexport async function extractPDFViaDatalab(\n\tbuffer: ArrayBuffer,\n\toptions: DatalabPDFExtractOptions,\n): Promise<DatalabPDFExtractResult> {\n\toptions.signal?.throwIfAborted();\n\tconst apiKey = await getDatalabApiKey(options.signal);\n\toptions.signal?.throwIfAborted();\n\tif (!apiKey) {\n\t\tthrow new Error(\n\t\t\t\"Datalab PDF conversion requires a configured Datalab API key\",\n\t\t);\n\t}\n\n\tconst mode = options.mode ?? normalizeDatalabMode(process.env.DATALAB_MODE);\n\tconst processingLocation =\n\t\toptions.processingLocation ?? getDatalabProcessingLocation();\n\tconst timeoutMs =\n\t\ttypeof options.timeoutMs === \"number\" &&\n\t\tNumber.isFinite(options.timeoutMs) &&\n\t\toptions.timeoutMs > 0\n\t\t\t? Math.floor(options.timeoutMs)\n\t\t\t: DEFAULT_TIMEOUT_MS;\n\tconst deadline = Date.now() + timeoutMs;\n\n\tconst upload = await requestUploadUrl({\n\t\tapiKey,\n\t\ttitle: options.title,\n\t\tprocessingLocation,\n\t\tsignal: options.signal,\n\t\tdeadline,\n\t});\n\tif (typeof upload.upload_url !== \"string\" || !upload.upload_url) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing upload_url\");\n\t}\n\tconst uploadFileId = normalizeFileId(upload.file_id);\n\tif (!uploadFileId) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing file_id\");\n\t}\n\n\tlet fileId = uploadFileId;\n\tlet reference = normalizeString(upload.reference);\n\n\ttry {\n\t\tconst put = await fetchDatalab(\n\t\t\tupload.upload_url,\n\t\t\t{\n\t\t\t\tmethod: \"PUT\",\n\t\t\t\theaders: { \"content-type\": \"application/pdf\" },\n\t\t\t\tbody: new Blob([buffer], { type: \"application/pdf\" }),\n\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t\tif (!put.ok) {\n\t\t\tthrow new Error(\n\t\t\t\t`Datalab PDF upload failed: HTTP ${put.status} ${put.statusText}`,\n\t\t\t);\n\t\t}\n\n\t\tconst confirmed = await confirmUpload(\n\t\t\tapiKey,\n\t\t\tString(fileId),\n\t\t\toptions.signal,\n\t\t\tdeadline,\n\t\t);\n\t\tfileId = normalizeFileId(confirmed.file_id) ?? fileId;\n\t\treference = normalizeString(confirmed.reference) ?? reference;\n\t\tif (!reference) {\n\t\t\tthrow new Error(\"Datalab PDF conversion failed: missing file reference\");\n\t\t}\n\n\t\tconst form = new FormData();\n\t\tform.append(\"file_url\", reference);\n\t\tform.append(\"output_format\", \"markdown\");\n\t\tform.append(\"mode\", mode);\n\t\tform.append(\"max_pages\", String(options.maxPages));\n\t\tform.append(\"paginate\", \"true\");\n\n\t\t// The conversion itself must NOT repeat processing_location: the API\n\t\t// rejects multipart form data carrying processing_location (HTTP 403).\n\t\t// The region was already fixed when the presigned upload was issued for\n\t\t// storage in the selected region, so the server processes the file\n\t\t// wherever it was stored (US by default; use the env override for EU).\n\n\t\tconst submit = await fetchDatalab(\n\t\t\t`${getDatalabApiBase()}/convert`,\n\t\t\t{\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\tbody: form,\n\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t\tconst state = await readJsonResponse(submit, apiKey);\n\n\t\t// The submit response is an acceptance ack ({ success: true,\n\t\t// request_check_url }) with no status field and no markdown; only the\n\t\t// polled result carries a status. Key on status, never on success.\n\t\tif (state.status === \"complete\") return toResult(state);\n\t\tif (state.status === \"failed\") {\n\t\t\tthrow new Error(\n\t\t\t\t`Datalab PDF conversion failed: ${state.error ?? \"unknown error\"}`,\n\t\t\t);\n\t\t}\n\n\t\tconst checkUrl = normalizeCheckUrl(state.request_check_url);\n\t\twhile (Date.now() < deadline) {\n\t\t\tawait sleep(\n\t\t\t\tMath.min(DEFAULT_POLL_INTERVAL_MS, remaining(deadline)),\n\t\t\t\toptions.signal,\n\t\t\t);\n\t\t\tif (Date.now() >= deadline) break;\n\t\t\tconst poll = await fetchDatalab(\n\t\t\t\tcheckUrl,\n\t\t\t\t{\n\t\t\t\t\tmethod: \"GET\",\n\t\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\t\tsignal: withTimeout(options.signal, remaining(deadline)),\n\t\t\t\t},\n\t\t\t\tapiKey,\n\t\t\t);\n\t\t\tconst next = await readJsonResponse(poll, apiKey);\n\t\t\tif (next.status === \"complete\") return toResult(next);\n\t\t\tif (next.status === \"failed\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Datalab PDF conversion failed: ${next.error ?? \"unknown error\"}`,\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\n\t\tthrow new Error(\"Datalab PDF conversion timed out\");\n\t} finally {\n\t\t// File deletion is best-effort. Do not extend a caller's timeout or\n\t\t// cancellation while waiting for a remote cleanup request.\n\t\tvoid deleteDatalabFile(apiKey, fileId);\n\t}\n}\n\nasync function requestUploadUrl(options: {\n\tapiKey: string;\n\ttitle: string;\n\tprocessingLocation: DatalabProcessingLocation;\n\tsignal: AbortSignal | undefined;\n\tdeadline: number;\n}): Promise<DatalabUploadRequest> {\n\tconst { apiKey, title, processingLocation, signal, deadline } = options;\n\tconst response = await fetchDatalab(\n\t\t`${getDatalabApiBase()}/files/upload`,\n\t\t{\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\t\"x-api-key\": apiKey,\n\t\t\t\t\"content-type\": \"application/json\",\n\t\t\t},\n\t\t\tbody: JSON.stringify({\n\t\t\t\tfilename: `${datalabFilename(title)}.pdf`,\n\t\t\t\tcontent_type: \"application/pdf\",\n\t\t\t\tprocessing_location: processingLocation,\n\t\t\t}),\n\t\t\tsignal: withTimeout(signal, remaining(deadline)),\n\t\t},\n\t\tapiKey,\n\t);\n\treturn readJsonResponse(response, apiKey);\n}\n\nasync function confirmUpload(\n\tapiKey: string,\n\tfileId: string,\n\tsignal: AbortSignal | undefined,\n\tdeadline: number,\n): Promise<DatalabConfirmResponse> {\n\tconst response = await fetchDatalab(\n\t\t`${getDatalabApiBase()}/files/${encodeURIComponent(fileId)}/confirm`,\n\t\t{\n\t\t\tmethod: \"GET\",\n\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\tsignal: withTimeout(signal, remaining(deadline)),\n\t\t},\n\t\tapiKey,\n\t);\n\treturn readJsonResponse(response, apiKey);\n}\n\nasync function deleteDatalabFile(\n\tapiKey: string,\n\tfileId: string,\n): Promise<void> {\n\ttry {\n\t\tawait fetchDatalab(\n\t\t\t`${getDatalabApiBase()}/files/${encodeURIComponent(fileId)}`,\n\t\t\t{\n\t\t\t\tmethod: \"DELETE\",\n\t\t\t\theaders: { \"x-api-key\": apiKey },\n\t\t\t\tsignal: AbortSignal.timeout(CLEANUP_TIMEOUT_MS),\n\t\t\t},\n\t\t\tapiKey,\n\t\t);\n\t} catch {\n\t\t// Best-effort cleanup; a leftover file is not worth failing the conversion.\n\t}\n}\n\nfunction toResult(state: DatalabConversionState): DatalabPDFExtractResult {\n\tconst markdown = normalizeString(state.markdown);\n\tif (!markdown) {\n\t\tthrow new Error(\"Datalab PDF conversion returned empty markdown\");\n\t}\n\tconst quality = state.parse_quality_score;\n\treturn {\n\t\tmarkdown,\n\t\tpages: numericField(state.page_count) ?? countPageMarkers(markdown),\n\t\t...(typeof quality === \"number\" && Number.isFinite(quality)\n\t\t\t? { parseQualityScore: quality }\n\t\t\t: {}),\n\t};\n}\n\nfunction numericField(value: unknown): number | null {\n\treturn typeof value === \"number\" && Number.isFinite(value) && value > 0\n\t\t? Math.floor(value)\n\t\t: null;\n}\n\nfunction countPageMarkers(markdown: string): number {\n\treturn [...markdown.matchAll(/^<!-- Page (\\d+) -->$/gm)].length;\n}\n\nfunction normalizeCheckUrl(value: unknown): string {\n\tif (typeof value !== \"string\" || !value.trim()) {\n\t\tthrow new Error(\"Datalab PDF conversion failed: missing request_check_url\");\n\t}\n\tconst apiBase = getDatalabApiUrl();\n\tlet checkUrl: URL;\n\ttry {\n\t\tcheckUrl = new URL(value.trim(), apiBase);\n\t} catch {\n\t\tthrow new Error(\"Datalab PDF conversion failed: invalid request_check_url\");\n\t}\n\tif (checkUrl.origin !== apiBase.origin) {\n\t\tthrow new Error(\n\t\t\t\"Datalab PDF conversion failed: request_check_url has an unexpected origin\",\n\t\t);\n\t}\n\treturn checkUrl.toString();\n}\n\nfunction getDatalabApiUrl(): URL {\n\ttry {\n\t\treturn new URL(getDatalabApiBase());\n\t} catch {\n\t\tthrow new Error(\n\t\t\t\"Failed to parse DATALAB_API_BASE: expected an absolute URL\",\n\t\t);\n\t}\n}\n\nfunction remaining(deadline: number): number {\n\treturn Math.max(1, deadline - Date.now());\n}\n\nfunction withTimeout(\n\tsignal: AbortSignal | undefined,\n\ttimeoutMs: number,\n): AbortSignal {\n\tconst timeout = AbortSignal.timeout(timeoutMs);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction sleep(ms: number, signal?: AbortSignal): Promise<void> {\n\treturn new Promise((resolve, reject) => {\n\t\tlet timer: ReturnType<typeof setTimeout>;\n\t\tconst cleanup = () => signal?.removeEventListener(\"abort\", onAbort);\n\t\tconst onTimeout = () => {\n\t\t\tcleanup();\n\t\t\tresolve();\n\t\t};\n\t\tconst onAbort = () => {\n\t\t\tclearTimeout(timer);\n\t\t\tcleanup();\n\t\t\treject(signal?.reason);\n\t\t};\n\n\t\tif (signal?.aborted) {\n\t\t\tonAbort();\n\t\t\treturn;\n\t\t}\n\t\ttimer = setTimeout(onTimeout, ms);\n\t\tsignal?.addEventListener(\"abort\", onAbort, { once: true });\n\t});\n}\n\nasync function fetchDatalab(\n\turl: string,\n\tinit: RequestInit,\n\tapiKey: string,\n): Promise<Response> {\n\ttry {\n\t\treturn await fetch(url, { ...init, redirect: init.redirect ?? \"error\" });\n\t} catch (error) {\n\t\tconst message = error instanceof Error ? error.message : String(error);\n\t\tconst redacted = redactCredential(message, apiKey);\n\t\tif (redacted === message) throw error;\n\t\tconst redactedError = new Error(redacted);\n\t\tif (error instanceof Error) redactedError.name = error.name;\n\t\tthrow redactedError;\n\t}\n}\n\nasync function readJsonResponse(\n\tresponse: Response,\n\tapiKey: string,\n): Promise<Record<string, unknown>> {\n\tconst text = await readResponseText(response);\n\tif (!response.ok) {\n\t\tconst detail = text.trim().slice(0, MAX_ERROR_BODY_BYTES);\n\t\tconst message = detail\n\t\t\t? `Datalab PDF conversion failed: HTTP ${response.status} ${response.statusText}: ${detail}`\n\t\t\t: `Datalab PDF conversion failed: HTTP ${response.status} ${response.statusText}`;\n\t\tthrow new Error(redactCredential(message, apiKey));\n\t}\n\treturn parseJsonRecord(text);\n}\n\nfunction parseJsonRecord(text: string): Record<string, unknown> {\n\tlet parsed: unknown;\n\ttry {\n\t\tparsed = JSON.parse(text);\n\t} catch (error) {\n\t\tthrow new Error(\"Datalab PDF conversion returned invalid JSON\", { cause: error });\n\t}\n\tif (Object.prototype.toString.call(parsed) !== \"[object Object]\") {\n\t\tthrow new Error(\"Datalab PDF conversion returned invalid JSON object\");\n\t}\n\treturn parsed as Record<string, unknown>;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n\tconst contentLength = Number(response.headers.get(\"content-length\"));\n\tif (Number.isFinite(contentLength) && contentLength > MAX_RESPONSE_BYTES) {\n\t\tthrow new Error(\"Datalab PDF conversion response too large\");\n\t}\n\tif (!response.body) return \"\";\n\n\tconst reader = response.body.getReader();\n\tconst decoder = new TextDecoder();\n\tconst chunks: string[] = [];\n\tlet bytesRead = 0;\n\ttry {\n\t\twhile (true) {\n\t\t\tconst { done, value } = await reader.read();\n\t\t\tif (done) break;\n\t\t\tbytesRead += value.byteLength;\n\t\t\tif (bytesRead > MAX_RESPONSE_BYTES) {\n\t\t\t\ttry {\n\t\t\t\t\tawait reader.cancel();\n\t\t\t\t} catch {\n\t\t\t\t\t// The response is already too large; cancellation is best-effort.\n\t\t\t\t}\n\t\t\t\tthrow new Error(\"Datalab PDF conversion response too large\");\n\t\t\t}\n\t\t\tchunks.push(decoder.decode(value, { stream: true }));\n\t\t}\n\t\tchunks.push(decoder.decode());\n\t\treturn chunks.join(\"\");\n\t} finally {\n\t\treader.releaseLock();\n\t}\n}\n\nfunction datalabFilename(title: string): string {\n\treturn (\n\t\ttitle\n\t\t\t.toLowerCase()\n\t\t\t.replace(/[^a-z0-9\\s-]/g, \"\")\n\t\t\t.replace(/\\s+/g, \"-\")\n\t\t\t.replace(/-+/g, \"-\")\n\t\t\t.replace(/^-|-$/g, \"\")\n\t\t\t.slice(0, 60) || \"document\"\n\t);\n}\n"]}

package/dist/humain/web-access/vendor/declared-web-links.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"declared-web-links.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/declared-web-links.ts"],"names":[],"mappings":"AAkBA,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;QAAE,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC5F;AAED,wBAAgB,wBAAwB,CACvC,QAAQ,EAAE,mBAAmB,EAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,WAAW,EAAE,MAAM,GACjB,eAAe,EAAE,CA6BnB;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,MAAM,CAQxF","sourcesContent":["const MAX_DECLARED_LINKS = 20;\nconst MAX_DECLARED_URL_LENGTH = 4096;\nconst DECLARATION_RELATIONS = new Set([\n\t\"api-catalog\",\n\t\"describedby\",\n\t\"service-desc\",\n\t\"service-doc\",\n\t\"service-meta\",\n]);\n\nconst RELATION_LABELS: Record<string, string> = {\n\t\"api-catalog\": \"API catalog\",\n\t\"describedby\": \"Description\",\n\t\"service-desc\": \"Service description\",\n\t\"service-doc\": \"Service documentation\",\n\t\"service-meta\": \"Service metadata\",\n};\n\nexport interface DeclaredWebLink {\n\turl: string;\n\trelations: string[];\n\ttype?: string;\n}\n\nexport interface DeclaredWebDocument {\n\tquerySelector(selector: string): { getAttribute(name: string): string | null } | null;\n\tquerySelectorAll(selector: string): Iterable<{ getAttribute(name: string): string | null }>;\n}\n\nexport function discoverDeclaredWebLinks(\n\tdocument: DeclaredWebDocument,\n\tlinkHeader: string | null,\n\tresponseUrl: string,\n): DeclaredWebLink[] {\n\tconst links = new Map<string, DeclaredWebLink>();\n\tfor (const value of splitLinkHeader(linkHeader ?? \"\")) {\n\t\tconst target = /^\\s*<([^>]*)>/.exec(value);\n\t\tif (!target) continue;\n\t\tconst parameters = parseLinkParameters(value.slice(target[0].length));\n\t\tif (!parameters || parameters.has(\"anchor\")) continue;\n\t\taddDeclaredLink(links, {\n\t\t\turl: resolveHttpUrl(target[1], responseUrl),\n\t\t\trelations: declaredRelations(parameters.get(\"rel\")),\n\t\t\ttype: parameters.get(\"type\"),\n\t\t});\n\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t}\n\n\tif (links.size < MAX_DECLARED_LINKS) {\n\t\tconst declaredBase = document.querySelector(\"base[href]\")?.getAttribute(\"href\");\n\t\tconst documentBase = resolveHttpUrl(declaredBase, responseUrl) ?? responseUrl;\n\t\tfor (const element of document.querySelectorAll(\"link[rel][href], a[rel][href]\")) {\n\t\t\taddDeclaredLink(links, {\n\t\t\t\turl: resolveHttpUrl(element.getAttribute(\"href\"), documentBase),\n\t\t\t\trelations: declaredRelations(element.getAttribute(\"rel\")),\n\t\t\t\ttype: element.getAttribute(\"type\"),\n\t\t\t});\n\t\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t\t}\n\t}\n\n\treturn [...links.values()];\n}\n\nexport function appendDeclaredWebLinks(content: string, links: DeclaredWebLink[]): string {\n\tif (links.length === 0) return content;\n\tconst section = [\n\t\t\"## Declared links\",\n\t\t\"\",\n\t\t...links.map(formatDeclaredLink),\n\t].join(\"\\n\");\n\treturn content.trim() ? `${content.trim()}\\n\\n${section}` : section;\n}\n\nfunction addDeclaredLink(\n\tlinks: Map<string, DeclaredWebLink>,\n\tcandidate: { url: string | null; relations: string[]; type?: string | null },\n): void {\n\tif (!candidate.url || candidate.relations.length === 0) return;\n\tconst existing = links.get(candidate.url);\n\tif (existing) {\n\t\tfor (const relation of candidate.relations) {\n\t\t\tif (!existing.relations.includes(relation)) existing.relations.push(relation);\n\t\t}\n\t\tif (!existing.type) existing.type = normalizeMetadata(candidate.type);\n\t\treturn;\n\t}\n\tif (links.size >= MAX_DECLARED_LINKS) return;\n\tconst type = normalizeMetadata(candidate.type);\n\tlinks.set(candidate.url, {\n\t\turl: candidate.url,\n\t\trelations: candidate.relations,\n\t\t...(type ? { type } : {}),\n\t});\n}\n\nfunction declaredRelations(value: string | null | undefined): string[] {\n\tif (!value) return [];\n\treturn [...new Set(\n\t\tvalue.trim().toLowerCase().split(/\\s+/).filter((relation) => DECLARATION_RELATIONS.has(relation)),\n\t)];\n}\n\nfunction resolveHttpUrl(value: string | null | undefined, baseUrl: string): string | null {\n\tif (!value || value.length > MAX_DECLARED_URL_LENGTH) return null;\n\ttry {\n\t\tconst url = new URL(value, baseUrl);\n\t\tif (url.href.length > MAX_DECLARED_URL_LENGTH) return null;\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nfunction splitOutsideSyntax(input: string, separator: string, protectTargets: boolean): string[] | null {\n\tconst parts: string[] = [];\n\tlet start = 0;\n\tlet inTarget = false;\n\tlet inQuotes = false;\n\tlet escaped = false;\n\tfor (let index = 0; index < input.length; index++) {\n\t\tconst character = input[index];\n\t\tif (inQuotes) {\n\t\t\tif (escaped) escaped = false;\n\t\t\telse if (character === \"\\\\\") escaped = true;\n\t\t\telse if (character === '\"') inQuotes = false;\n\t\t\tcontinue;\n\t\t}\n\t\tif (character === '\"' && !inTarget) inQuotes = true;\n\t\telse if (protectTargets && character === \"<\") inTarget = true;\n\t\telse if (protectTargets && character === \">\") inTarget = false;\n\t\telse if (character === separator && !inTarget) {\n\t\t\tparts.push(input.slice(start, index));\n\t\t\tstart = index + 1;\n\t\t}\n\t}\n\tif (inQuotes || inTarget) return null;\n\tparts.push(input.slice(start));\n\treturn parts;\n}\n\nfunction splitLinkHeader(header: string): string[] {\n\treturn (splitOutsideSyntax(header, \",\", true) ?? [])\n\t\t.map((value) => value.trim())\n\t\t.filter(Boolean);\n}\n\nfunction parseLinkParameters(input: string): Map<string, string> | null {\n\tconst parts = splitOutsideSyntax(input, \";\", false);\n\tif (!parts || parts.shift()?.trim()) return null;\n\n\tconst parameters = new Map<string, string>();\n\tfor (const part of parts) {\n\t\tconst match = /^\\s*([!#$%&'*+\\-.^_`|~A-Za-z0-9]+)(?:\\s*=\\s*(?:\"((?:\\\\.|[^\"])*)\"|(\\S+)))?\\s*$/.exec(part);\n\t\tif (!match) return null;\n\t\tconst name = match[1].toLowerCase();\n\t\tconst value = match[2] === undefined ? (match[3] ?? \"\") : match[2].replace(/\\\\(.)/g, \"$1\");\n\t\tif (!parameters.has(name)) parameters.set(name, value);\n\t}\n\treturn parameters;\n}\n\nfunction normalizeMetadata(value: string | null | undefined): string | undefined {\n\tif (!value) return undefined;\n\tconst normalized = value.replace(/\\s+/g, \" \").trim().slice(0, 160);\n\treturn normalized || undefined;\n}\n\nfunction formatDeclaredLink(link: DeclaredWebLink): string {\n\tconst relation = link.relations.map(inlineCode).join(\", \");\n\tconst type = link.type ? `; ${inlineCode(link.type)}` : \"\";\n\tconst label = RELATION_LABELS[link.relations[0]] ?? \"Declared link\";\n\treturn `- ${label} (${relation}${type}): <${link.url}>`;\n}\n\nfunction inlineCode(value: string): string {\n\treturn `\\`${value.replace(/`/g, \"'\")}\\``;\n}\n"]}
+{"version":3,"file":"declared-web-links.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/declared-web-links.ts"],"names":[],"mappings":"AAkBA,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;QAAE,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC5F;AAED,wBAAgB,wBAAwB,CACvC,QAAQ,EAAE,mBAAmB,EAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,WAAW,EAAE,MAAM,GACjB,eAAe,EAAE,CA6BnB;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,MAAM,CAQxF"}

package/dist/humain/web-access/vendor/declared-web-links.js.map

@@ -1 +1 @@
-{"version":3,"file":"declared-web-links.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/declared-web-links.ts"],"names":[],"mappings":"AAAA,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACrC,aAAa;IACb,aAAa;IACb,cAAc;IACd,aAAa;IACb,cAAc;CACd,CAAC,CAAC;AAEH,MAAM,eAAe,GAA2B;IAC/C,aAAa,EAAE,aAAa;IAC5B,aAAa,EAAE,aAAa;IAC5B,cAAc,EAAE,qBAAqB;IACrC,aAAa,EAAE,uBAAuB;IACtC,cAAc,EAAE,kBAAkB;CAClC,CAAC;AAaF,MAAM,UAAU,wBAAwB,CACvC,QAA6B,EAC7B,UAAyB,EACzB,WAAmB,EACC;IACpB,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,SAAS;QACtD,eAAe,CAAC,KAAK,EAAE;YACtB,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;YAC3C,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC;SAC5B,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;YAAE,MAAM;IAC7C,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,GAAG,kBAAkB,EAAE,CAAC;QACrC,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;QAChF,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,WAAW,CAAC;QAC9E,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,gBAAgB,CAAC,+BAA+B,CAAC,EAAE,CAAC;YAClF,eAAe,CAAC,KAAK,EAAE;gBACtB,GAAG,EAAE,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;gBAC/D,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;gBAAE,MAAM;QAC7C,CAAC;IACF,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AAAA,CAC3B;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe,EAAE,KAAwB,EAAU;IACzF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACvC,MAAM,OAAO,GAAG;QACf,mBAAmB;QACnB,EAAE;QACF,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC;KAChC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;AAAA,CACpE;AAED,SAAS,eAAe,CACvB,KAAmC,EACnC,SAA4E,EACrE;IACP,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC/D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,EAAE,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,QAAQ,CAAC,IAAI,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtE,OAAO;IACR,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;QAAE,OAAO;IAC7C,MAAM,IAAI,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/C,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACxB,GAAG,EAAE,SAAS,CAAC,GAAG;QAClB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzB,CAAC,CAAC;AAAA,CACH;AAED,SAAS,iBAAiB,CAAC,KAAgC,EAAY;IACtE,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,CAAC,GAAG,IAAI,GAAG,CACjB,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CACjG,CAAC,CAAC;AAAA,CACH;AAED,SAAS,cAAc,CAAC,KAAgC,EAAE,OAAe,EAAiB;IACzF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,uBAAuB;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,uBAAuB;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AAAA,CACD;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,SAAiB,EAAE,cAAuB,EAAmB;IACvG,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC;iBACxB,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,GAAG,IAAI,CAAC;iBACvC,IAAI,SAAS,KAAK,GAAG;gBAAE,QAAQ,GAAG,KAAK,CAAC;YAC7C,SAAS;QACV,CAAC;QACD,IAAI,SAAS,KAAK,GAAG,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,IAAI,CAAC;aAC/C,IAAI,cAAc,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,IAAI,CAAC;aACzD,IAAI,cAAc,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,KAAK,CAAC;aAC1D,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACtC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;QACnB,CAAC;IACF,CAAC;IACD,IAAI,QAAQ,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC;AAAA,CACb;AAED,SAAS,eAAe,CAAC,MAAc,EAAY;IAClD,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;SAClD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC,CAAC;AAAA,CAClB;AAED,SAAS,mBAAmB,CAAC,KAAa,EAA8B;IACvE,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAEjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,+EAA+E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzG,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3F,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,UAAU,CAAC;AAAA,CAClB;AAED,SAAS,iBAAiB,CAAC,KAAgC,EAAsB;IAChF,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnE,OAAO,UAAU,IAAI,SAAS,CAAC;AAAA,CAC/B;AAED,SAAS,kBAAkB,CAAC,IAAqB,EAAU;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC;IACpE,OAAO,KAAK,KAAK,KAAK,QAAQ,GAAG,IAAI,OAAO,IAAI,CAAC,GAAG,GAAG,CAAC;AAAA,CACxD;AAED,SAAS,UAAU,CAAC,KAAa,EAAU;IAC1C,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;AAAA,CACzC","sourcesContent":["const MAX_DECLARED_LINKS = 20;\nconst MAX_DECLARED_URL_LENGTH = 4096;\nconst DECLARATION_RELATIONS = new Set([\n\t\"api-catalog\",\n\t\"describedby\",\n\t\"service-desc\",\n\t\"service-doc\",\n\t\"service-meta\",\n]);\n\nconst RELATION_LABELS: Record<string, string> = {\n\t\"api-catalog\": \"API catalog\",\n\t\"describedby\": \"Description\",\n\t\"service-desc\": \"Service description\",\n\t\"service-doc\": \"Service documentation\",\n\t\"service-meta\": \"Service metadata\",\n};\n\nexport interface DeclaredWebLink {\n\turl: string;\n\trelations: string[];\n\ttype?: string;\n}\n\nexport interface DeclaredWebDocument {\n\tquerySelector(selector: string): { getAttribute(name: string): string | null } | null;\n\tquerySelectorAll(selector: string): Iterable<{ getAttribute(name: string): string | null }>;\n}\n\nexport function discoverDeclaredWebLinks(\n\tdocument: DeclaredWebDocument,\n\tlinkHeader: string | null,\n\tresponseUrl: string,\n): DeclaredWebLink[] {\n\tconst links = new Map<string, DeclaredWebLink>();\n\tfor (const value of splitLinkHeader(linkHeader ?? \"\")) {\n\t\tconst target = /^\\s*<([^>]*)>/.exec(value);\n\t\tif (!target) continue;\n\t\tconst parameters = parseLinkParameters(value.slice(target[0].length));\n\t\tif (!parameters || parameters.has(\"anchor\")) continue;\n\t\taddDeclaredLink(links, {\n\t\t\turl: resolveHttpUrl(target[1], responseUrl),\n\t\t\trelations: declaredRelations(parameters.get(\"rel\")),\n\t\t\ttype: parameters.get(\"type\"),\n\t\t});\n\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t}\n\n\tif (links.size < MAX_DECLARED_LINKS) {\n\t\tconst declaredBase = document.querySelector(\"base[href]\")?.getAttribute(\"href\");\n\t\tconst documentBase = resolveHttpUrl(declaredBase, responseUrl) ?? responseUrl;\n\t\tfor (const element of document.querySelectorAll(\"link[rel][href], a[rel][href]\")) {\n\t\t\taddDeclaredLink(links, {\n\t\t\t\turl: resolveHttpUrl(element.getAttribute(\"href\"), documentBase),\n\t\t\t\trelations: declaredRelations(element.getAttribute(\"rel\")),\n\t\t\t\ttype: element.getAttribute(\"type\"),\n\t\t\t});\n\t\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t\t}\n\t}\n\n\treturn [...links.values()];\n}\n\nexport function appendDeclaredWebLinks(content: string, links: DeclaredWebLink[]): string {\n\tif (links.length === 0) return content;\n\tconst section = [\n\t\t\"## Declared links\",\n\t\t\"\",\n\t\t...links.map(formatDeclaredLink),\n\t].join(\"\\n\");\n\treturn content.trim() ? `${content.trim()}\\n\\n${section}` : section;\n}\n\nfunction addDeclaredLink(\n\tlinks: Map<string, DeclaredWebLink>,\n\tcandidate: { url: string | null; relations: string[]; type?: string | null },\n): void {\n\tif (!candidate.url || candidate.relations.length === 0) return;\n\tconst existing = links.get(candidate.url);\n\tif (existing) {\n\t\tfor (const relation of candidate.relations) {\n\t\t\tif (!existing.relations.includes(relation)) existing.relations.push(relation);\n\t\t}\n\t\tif (!existing.type) existing.type = normalizeMetadata(candidate.type);\n\t\treturn;\n\t}\n\tif (links.size >= MAX_DECLARED_LINKS) return;\n\tconst type = normalizeMetadata(candidate.type);\n\tlinks.set(candidate.url, {\n\t\turl: candidate.url,\n\t\trelations: candidate.relations,\n\t\t...(type ? { type } : {}),\n\t});\n}\n\nfunction declaredRelations(value: string | null | undefined): string[] {\n\tif (!value) return [];\n\treturn [...new Set(\n\t\tvalue.trim().toLowerCase().split(/\\s+/).filter((relation) => DECLARATION_RELATIONS.has(relation)),\n\t)];\n}\n\nfunction resolveHttpUrl(value: string | null | undefined, baseUrl: string): string | null {\n\tif (!value || value.length > MAX_DECLARED_URL_LENGTH) return null;\n\ttry {\n\t\tconst url = new URL(value, baseUrl);\n\t\tif (url.href.length > MAX_DECLARED_URL_LENGTH) return null;\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nfunction splitOutsideSyntax(input: string, separator: string, protectTargets: boolean): string[] | null {\n\tconst parts: string[] = [];\n\tlet start = 0;\n\tlet inTarget = false;\n\tlet inQuotes = false;\n\tlet escaped = false;\n\tfor (let index = 0; index < input.length; index++) {\n\t\tconst character = input[index];\n\t\tif (inQuotes) {\n\t\t\tif (escaped) escaped = false;\n\t\t\telse if (character === \"\\\\\") escaped = true;\n\t\t\telse if (character === '\"') inQuotes = false;\n\t\t\tcontinue;\n\t\t}\n\t\tif (character === '\"' && !inTarget) inQuotes = true;\n\t\telse if (protectTargets && character === \"<\") inTarget = true;\n\t\telse if (protectTargets && character === \">\") inTarget = false;\n\t\telse if (character === separator && !inTarget) {\n\t\t\tparts.push(input.slice(start, index));\n\t\t\tstart = index + 1;\n\t\t}\n\t}\n\tif (inQuotes || inTarget) return null;\n\tparts.push(input.slice(start));\n\treturn parts;\n}\n\nfunction splitLinkHeader(header: string): string[] {\n\treturn (splitOutsideSyntax(header, \",\", true) ?? [])\n\t\t.map((value) => value.trim())\n\t\t.filter(Boolean);\n}\n\nfunction parseLinkParameters(input: string): Map<string, string> | null {\n\tconst parts = splitOutsideSyntax(input, \";\", false);\n\tif (!parts || parts.shift()?.trim()) return null;\n\n\tconst parameters = new Map<string, string>();\n\tfor (const part of parts) {\n\t\tconst match = /^\\s*([!#$%&'*+\\-.^_`|~A-Za-z0-9]+)(?:\\s*=\\s*(?:\"((?:\\\\.|[^\"])*)\"|(\\S+)))?\\s*$/.exec(part);\n\t\tif (!match) return null;\n\t\tconst name = match[1].toLowerCase();\n\t\tconst value = match[2] === undefined ? (match[3] ?? \"\") : match[2].replace(/\\\\(.)/g, \"$1\");\n\t\tif (!parameters.has(name)) parameters.set(name, value);\n\t}\n\treturn parameters;\n}\n\nfunction normalizeMetadata(value: string | null | undefined): string | undefined {\n\tif (!value) return undefined;\n\tconst normalized = value.replace(/\\s+/g, \" \").trim().slice(0, 160);\n\treturn normalized || undefined;\n}\n\nfunction formatDeclaredLink(link: DeclaredWebLink): string {\n\tconst relation = link.relations.map(inlineCode).join(\", \");\n\tconst type = link.type ? `; ${inlineCode(link.type)}` : \"\";\n\tconst label = RELATION_LABELS[link.relations[0]] ?? \"Declared link\";\n\treturn `- ${label} (${relation}${type}): <${link.url}>`;\n}\n\nfunction inlineCode(value: string): string {\n\treturn `\\`${value.replace(/`/g, \"'\")}\\``;\n}\n"]}
+{"version":3,"file":"declared-web-links.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/declared-web-links.ts"],"names":[],"mappings":"AAAA,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACrC,aAAa;IACb,aAAa;IACb,cAAc;IACd,aAAa;IACb,cAAc;CACd,CAAC,CAAC;AAEH,MAAM,eAAe,GAA2B;IAC/C,aAAa,EAAE,aAAa;IAC5B,aAAa,EAAE,aAAa;IAC5B,cAAc,EAAE,qBAAqB;IACrC,aAAa,EAAE,uBAAuB;IACtC,cAAc,EAAE,kBAAkB;CAClC,CAAC;AAaF,MAAM,UAAU,wBAAwB,CACvC,QAA6B,EAC7B,UAAyB,EACzB,WAAmB;IAEnB,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,SAAS;QACtD,eAAe,CAAC,KAAK,EAAE;YACtB,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;YAC3C,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC;SAC5B,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;YAAE,MAAM;IAC7C,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,GAAG,kBAAkB,EAAE,CAAC;QACrC,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;QAChF,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,WAAW,CAAC;QAC9E,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,gBAAgB,CAAC,+BAA+B,CAAC,EAAE,CAAC;YAClF,eAAe,CAAC,KAAK,EAAE;gBACtB,GAAG,EAAE,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;gBAC/D,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;gBAAE,MAAM;QAC7C,CAAC;IACF,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe,EAAE,KAAwB;IAC/E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACvC,MAAM,OAAO,GAAG;QACf,mBAAmB;QACnB,EAAE;QACF,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC;KAChC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;AACrE,CAAC;AAED,SAAS,eAAe,CACvB,KAAmC,EACnC,SAA4E;IAE5E,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC/D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,EAAE,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,QAAQ,CAAC,IAAI,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtE,OAAO;IACR,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,IAAI,kBAAkB;QAAE,OAAO;IAC7C,MAAM,IAAI,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/C,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACxB,GAAG,EAAE,SAAS,CAAC,GAAG;QAClB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAgC;IAC1D,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,CAAC,GAAG,IAAI,GAAG,CACjB,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CACjG,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAgC,EAAE,OAAe;IACxE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,uBAAuB;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,uBAAuB;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,SAAiB,EAAE,cAAuB;IACpF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC;iBACxB,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,GAAG,IAAI,CAAC;iBACvC,IAAI,SAAS,KAAK,GAAG;gBAAE,QAAQ,GAAG,KAAK,CAAC;YAC7C,SAAS;QACV,CAAC;QACD,IAAI,SAAS,KAAK,GAAG,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,IAAI,CAAC;aAC/C,IAAI,cAAc,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,IAAI,CAAC;aACzD,IAAI,cAAc,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,KAAK,CAAC;aAC1D,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACtC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;QACnB,CAAC;IACF,CAAC;IACD,IAAI,QAAQ,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACtC,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;SAClD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACzC,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAEjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,+EAA+E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzG,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3F,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAgC;IAC1D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnE,OAAO,UAAU,IAAI,SAAS,CAAC;AAChC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAqB;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC;IACpE,OAAO,KAAK,KAAK,KAAK,QAAQ,GAAG,IAAI,OAAO,IAAI,CAAC,GAAG,GAAG,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAChC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;AAC1C,CAAC","sourcesContent":["const MAX_DECLARED_LINKS = 20;\nconst MAX_DECLARED_URL_LENGTH = 4096;\nconst DECLARATION_RELATIONS = new Set([\n\t\"api-catalog\",\n\t\"describedby\",\n\t\"service-desc\",\n\t\"service-doc\",\n\t\"service-meta\",\n]);\n\nconst RELATION_LABELS: Record<string, string> = {\n\t\"api-catalog\": \"API catalog\",\n\t\"describedby\": \"Description\",\n\t\"service-desc\": \"Service description\",\n\t\"service-doc\": \"Service documentation\",\n\t\"service-meta\": \"Service metadata\",\n};\n\nexport interface DeclaredWebLink {\n\turl: string;\n\trelations: string[];\n\ttype?: string;\n}\n\nexport interface DeclaredWebDocument {\n\tquerySelector(selector: string): { getAttribute(name: string): string | null } | null;\n\tquerySelectorAll(selector: string): Iterable<{ getAttribute(name: string): string | null }>;\n}\n\nexport function discoverDeclaredWebLinks(\n\tdocument: DeclaredWebDocument,\n\tlinkHeader: string | null,\n\tresponseUrl: string,\n): DeclaredWebLink[] {\n\tconst links = new Map<string, DeclaredWebLink>();\n\tfor (const value of splitLinkHeader(linkHeader ?? \"\")) {\n\t\tconst target = /^\\s*<([^>]*)>/.exec(value);\n\t\tif (!target) continue;\n\t\tconst parameters = parseLinkParameters(value.slice(target[0].length));\n\t\tif (!parameters || parameters.has(\"anchor\")) continue;\n\t\taddDeclaredLink(links, {\n\t\t\turl: resolveHttpUrl(target[1], responseUrl),\n\t\t\trelations: declaredRelations(parameters.get(\"rel\")),\n\t\t\ttype: parameters.get(\"type\"),\n\t\t});\n\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t}\n\n\tif (links.size < MAX_DECLARED_LINKS) {\n\t\tconst declaredBase = document.querySelector(\"base[href]\")?.getAttribute(\"href\");\n\t\tconst documentBase = resolveHttpUrl(declaredBase, responseUrl) ?? responseUrl;\n\t\tfor (const element of document.querySelectorAll(\"link[rel][href], a[rel][href]\")) {\n\t\t\taddDeclaredLink(links, {\n\t\t\t\turl: resolveHttpUrl(element.getAttribute(\"href\"), documentBase),\n\t\t\t\trelations: declaredRelations(element.getAttribute(\"rel\")),\n\t\t\t\ttype: element.getAttribute(\"type\"),\n\t\t\t});\n\t\t\tif (links.size >= MAX_DECLARED_LINKS) break;\n\t\t}\n\t}\n\n\treturn [...links.values()];\n}\n\nexport function appendDeclaredWebLinks(content: string, links: DeclaredWebLink[]): string {\n\tif (links.length === 0) return content;\n\tconst section = [\n\t\t\"## Declared links\",\n\t\t\"\",\n\t\t...links.map(formatDeclaredLink),\n\t].join(\"\\n\");\n\treturn content.trim() ? `${content.trim()}\\n\\n${section}` : section;\n}\n\nfunction addDeclaredLink(\n\tlinks: Map<string, DeclaredWebLink>,\n\tcandidate: { url: string | null; relations: string[]; type?: string | null },\n): void {\n\tif (!candidate.url || candidate.relations.length === 0) return;\n\tconst existing = links.get(candidate.url);\n\tif (existing) {\n\t\tfor (const relation of candidate.relations) {\n\t\t\tif (!existing.relations.includes(relation)) existing.relations.push(relation);\n\t\t}\n\t\tif (!existing.type) existing.type = normalizeMetadata(candidate.type);\n\t\treturn;\n\t}\n\tif (links.size >= MAX_DECLARED_LINKS) return;\n\tconst type = normalizeMetadata(candidate.type);\n\tlinks.set(candidate.url, {\n\t\turl: candidate.url,\n\t\trelations: candidate.relations,\n\t\t...(type ? { type } : {}),\n\t});\n}\n\nfunction declaredRelations(value: string | null | undefined): string[] {\n\tif (!value) return [];\n\treturn [...new Set(\n\t\tvalue.trim().toLowerCase().split(/\\s+/).filter((relation) => DECLARATION_RELATIONS.has(relation)),\n\t)];\n}\n\nfunction resolveHttpUrl(value: string | null | undefined, baseUrl: string): string | null {\n\tif (!value || value.length > MAX_DECLARED_URL_LENGTH) return null;\n\ttry {\n\t\tconst url = new URL(value, baseUrl);\n\t\tif (url.href.length > MAX_DECLARED_URL_LENGTH) return null;\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nfunction splitOutsideSyntax(input: string, separator: string, protectTargets: boolean): string[] | null {\n\tconst parts: string[] = [];\n\tlet start = 0;\n\tlet inTarget = false;\n\tlet inQuotes = false;\n\tlet escaped = false;\n\tfor (let index = 0; index < input.length; index++) {\n\t\tconst character = input[index];\n\t\tif (inQuotes) {\n\t\t\tif (escaped) escaped = false;\n\t\t\telse if (character === \"\\\\\") escaped = true;\n\t\t\telse if (character === '\"') inQuotes = false;\n\t\t\tcontinue;\n\t\t}\n\t\tif (character === '\"' && !inTarget) inQuotes = true;\n\t\telse if (protectTargets && character === \"<\") inTarget = true;\n\t\telse if (protectTargets && character === \">\") inTarget = false;\n\t\telse if (character === separator && !inTarget) {\n\t\t\tparts.push(input.slice(start, index));\n\t\t\tstart = index + 1;\n\t\t}\n\t}\n\tif (inQuotes || inTarget) return null;\n\tparts.push(input.slice(start));\n\treturn parts;\n}\n\nfunction splitLinkHeader(header: string): string[] {\n\treturn (splitOutsideSyntax(header, \",\", true) ?? [])\n\t\t.map((value) => value.trim())\n\t\t.filter(Boolean);\n}\n\nfunction parseLinkParameters(input: string): Map<string, string> | null {\n\tconst parts = splitOutsideSyntax(input, \";\", false);\n\tif (!parts || parts.shift()?.trim()) return null;\n\n\tconst parameters = new Map<string, string>();\n\tfor (const part of parts) {\n\t\tconst match = /^\\s*([!#$%&'*+\\-.^_`|~A-Za-z0-9]+)(?:\\s*=\\s*(?:\"((?:\\\\.|[^\"])*)\"|(\\S+)))?\\s*$/.exec(part);\n\t\tif (!match) return null;\n\t\tconst name = match[1].toLowerCase();\n\t\tconst value = match[2] === undefined ? (match[3] ?? \"\") : match[2].replace(/\\\\(.)/g, \"$1\");\n\t\tif (!parameters.has(name)) parameters.set(name, value);\n\t}\n\treturn parameters;\n}\n\nfunction normalizeMetadata(value: string | null | undefined): string | undefined {\n\tif (!value) return undefined;\n\tconst normalized = value.replace(/\\s+/g, \" \").trim().slice(0, 160);\n\treturn normalized || undefined;\n}\n\nfunction formatDeclaredLink(link: DeclaredWebLink): string {\n\tconst relation = link.relations.map(inlineCode).join(\", \");\n\tconst type = link.type ? `; ${inlineCode(link.type)}` : \"\";\n\tconst label = RELATION_LABELS[link.relations[0]] ?? \"Declared link\";\n\treturn `- ${label} (${relation}${type}): <${link.url}>`;\n}\n\nfunction inlineCode(value: string): string {\n\treturn `\\`${value.replace(/`/g, \"'\")}\\``;\n}\n"]}

package/dist/humain/web-access/vendor/duckduckgo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duckduckgo.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/duckduckgo.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA+DnF,wBAAgB,qBAAqB,IAAI,OAAO,CAE/C;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,CAAC,CAqD9G","sourcesContent":["import { parseHTML } from \"linkedom\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { SearchOptions, SearchResult, SearchResponse } from \"./perplexity.ts\";\n\nconst SEARCH_URL = \"https://html.duckduckgo.com/html/\";\nconst SEARCH_TIMEOUT_MS = 30_000;\n\ninterface NormalizedDomainFilters {\n\tallowed: string[];\n\tblocked: string[];\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (!input) return null;\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction normalizeDomainFilters(domainFilter: string[] | undefined): NormalizedDomainFilters {\n\tconst filters: NormalizedDomainFilters = { allowed: [], blocked: [] };\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? filters.blocked : filters.allowed;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn filters;\n}\n\nfunction hostMatchesDomain(hostname: string, domain: string): boolean {\n\treturn hostname === domain || hostname.endsWith(`.${domain}`);\n}\n\nfunction matchesDomainFilters(url: string, filters: NormalizedDomainFilters): boolean {\n\tif (filters.allowed.length === 0 && filters.blocked.length === 0) return true;\n\tconst hostname = new URL(url).hostname.toLowerCase();\n\tif (filters.allowed.length > 0 && !filters.allowed.some(domain => hostMatchesDomain(hostname, domain))) return false;\n\treturn !filters.blocked.some(domain => hostMatchesDomain(hostname, domain));\n}\n\nfunction decodeResultUrl(href: string): string | null {\n\ttry {\n\t\tconst link = new URL(href, SEARCH_URL);\n\t\tconst destination = link.searchParams.get(\"uddg\") ?? link.href;\n\t\tconst url = new URL(destination);\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nexport function isDuckDuckGoAvailable(): boolean {\n\treturn true;\n}\n\nexport async function searchWithDuckDuckGo(query: string, options: SearchOptions = {}): Promise<SearchResponse> {\n\tconst url = new URL(SEARCH_URL);\n\turl.searchParams.set(\"q\", query);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tconst response = await fetch(url, {\n\t\t\tmethod: \"GET\",\n\t\t\theaders: {\n\t\t\t\tAccept: \"text/html\",\n\t\t\t\t\"User-Agent\": \"Mozilla/5.0 (compatible; pi-web-access/1.0; +https://github.com/nicobailon/pi-web-access)\",\n\t\t\t},\n\t\t\tsignal: options.signal\n\t\t\t\t? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal])\n\t\t\t\t: AbortSignal.timeout(SEARCH_TIMEOUT_MS),\n\t\t});\n\t\tif (!response.ok) {\n\t\t\tconst body = await response.text();\n\t\t\tthrow new Error(`DuckDuckGo search error ${response.status}: ${body.slice(0, 300)}`);\n\t\t}\n\n\t\tconst { document } = parseHTML(await response.text());\n\t\tconst filters = normalizeDomainFilters(options.domainFilter);\n\t\tconst results: SearchResult[] = [];\n\t\tlet parseableResults = 0;\n\t\tfor (const container of document.querySelectorAll(\".result\")) {\n\t\t\tif (container.classList.contains(\"result--ad\")) continue;\n\t\t\tconst anchor = container.querySelector(\".result__a\");\n\t\t\tconst title = anchor?.textContent?.trim() ?? \"\";\n\t\t\tconst href = anchor?.getAttribute(\"href\")?.trim() ?? \"\";\n\t\t\tconst resultUrl = href ? decodeResultUrl(href) : null;\n\t\t\tif (!title || !resultUrl) continue;\n\t\t\tparseableResults++;\n\t\t\tif (!matchesDomainFilters(resultUrl, filters)) continue;\n\t\t\tconst snippet = container.querySelector(\".result__snippet\")?.textContent?.trim() ?? \"\";\n\t\t\tresults.push({ title, url: resultUrl, snippet });\n\t\t\tif (results.length >= normalizeCount(options.numResults)) break;\n\t\t}\n\t\tif (parseableResults === 0) {\n\t\t\tthrow new Error(\"DuckDuckGo returned no parseable results (invalid response)\");\n\t\t}\n\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst answer = results.map(result => result.snippet\n\t\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t\t: `Source: ${result.title} (${result.url})`).join(\"\\n\\n\");\n\t\treturn { answer, results };\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, message);\n\t\tthrow err;\n\t}\n}\n"]}
+{"version":3,"file":"duckduckgo.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/duckduckgo.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA+DnF,wBAAgB,qBAAqB,IAAI,OAAO,CAE/C;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,CAAC,CAqD9G"}

package/dist/humain/web-access/vendor/duckduckgo.js.map

@@ -1 +1 @@
-{"version":3,"file":"duckduckgo.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/duckduckgo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,MAAM,UAAU,GAAG,mCAAmC,CAAC;AACvD,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAOjC,SAAS,cAAc,CAAC,KAAyB,EAAU;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAAA,CACpD;AAED,SAAS,eAAe,CAAC,KAAa,EAAiB;IACtD,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,EAAE,CAAC,CAAC;QACpF,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IACD,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACxC,OAAO,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACtE;AAED,SAAS,sBAAsB,CAAC,YAAkC,EAA2B;IAC5F,MAAM,OAAO,GAA4B,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACtE,KAAK,MAAM,GAAG,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,OAAO,CAAC;AAAA,CACf;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,MAAc,EAAW;IACrE,OAAO,QAAQ,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;AAAA,CAC9D;AAED,SAAS,oBAAoB,CAAC,GAAW,EAAE,OAAgC,EAAW;IACrF,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrD,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACrH,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAAA,CAC5E;AAED,SAAS,eAAe,CAAC,IAAY,EAAiB;IACrD,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;QAC/D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AAAA,CACD;AAED,MAAM,UAAU,qBAAqB,GAAY;IAChD,OAAO,IAAI,CAAC;AAAA,CACZ;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAO,GAAkB,EAAE,EAA2B;IAC/G,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAChC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACR,MAAM,EAAE,WAAW;gBACnB,YAAY,EAAE,2FAA2F;aACzG;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;gBACrB,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC3E,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,sBAAsB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9D,IAAI,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,SAAS;YACzD,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS;gBAAE,SAAS;YACnC,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC;gBAAE,SAAS;YACxD,MAAM,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACvF,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,IAAI,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC;gBAAE,MAAM;QACjE,CAAC;QACD,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QAChF,CAAC;QAED,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO;YAClD,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG;YAC9D,CAAC,CAAC,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;;YACnF,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,GAAG,CAAC;IACX,CAAC;AAAA,CACD","sourcesContent":["import { parseHTML } from \"linkedom\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { SearchOptions, SearchResult, SearchResponse } from \"./perplexity.ts\";\n\nconst SEARCH_URL = \"https://html.duckduckgo.com/html/\";\nconst SEARCH_TIMEOUT_MS = 30_000;\n\ninterface NormalizedDomainFilters {\n\tallowed: string[];\n\tblocked: string[];\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (!input) return null;\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction normalizeDomainFilters(domainFilter: string[] | undefined): NormalizedDomainFilters {\n\tconst filters: NormalizedDomainFilters = { allowed: [], blocked: [] };\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? filters.blocked : filters.allowed;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn filters;\n}\n\nfunction hostMatchesDomain(hostname: string, domain: string): boolean {\n\treturn hostname === domain || hostname.endsWith(`.${domain}`);\n}\n\nfunction matchesDomainFilters(url: string, filters: NormalizedDomainFilters): boolean {\n\tif (filters.allowed.length === 0 && filters.blocked.length === 0) return true;\n\tconst hostname = new URL(url).hostname.toLowerCase();\n\tif (filters.allowed.length > 0 && !filters.allowed.some(domain => hostMatchesDomain(hostname, domain))) return false;\n\treturn !filters.blocked.some(domain => hostMatchesDomain(hostname, domain));\n}\n\nfunction decodeResultUrl(href: string): string | null {\n\ttry {\n\t\tconst link = new URL(href, SEARCH_URL);\n\t\tconst destination = link.searchParams.get(\"uddg\") ?? link.href;\n\t\tconst url = new URL(destination);\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nexport function isDuckDuckGoAvailable(): boolean {\n\treturn true;\n}\n\nexport async function searchWithDuckDuckGo(query: string, options: SearchOptions = {}): Promise<SearchResponse> {\n\tconst url = new URL(SEARCH_URL);\n\turl.searchParams.set(\"q\", query);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tconst response = await fetch(url, {\n\t\t\tmethod: \"GET\",\n\t\t\theaders: {\n\t\t\t\tAccept: \"text/html\",\n\t\t\t\t\"User-Agent\": \"Mozilla/5.0 (compatible; pi-web-access/1.0; +https://github.com/nicobailon/pi-web-access)\",\n\t\t\t},\n\t\t\tsignal: options.signal\n\t\t\t\t? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal])\n\t\t\t\t: AbortSignal.timeout(SEARCH_TIMEOUT_MS),\n\t\t});\n\t\tif (!response.ok) {\n\t\t\tconst body = await response.text();\n\t\t\tthrow new Error(`DuckDuckGo search error ${response.status}: ${body.slice(0, 300)}`);\n\t\t}\n\n\t\tconst { document } = parseHTML(await response.text());\n\t\tconst filters = normalizeDomainFilters(options.domainFilter);\n\t\tconst results: SearchResult[] = [];\n\t\tlet parseableResults = 0;\n\t\tfor (const container of document.querySelectorAll(\".result\")) {\n\t\t\tif (container.classList.contains(\"result--ad\")) continue;\n\t\t\tconst anchor = container.querySelector(\".result__a\");\n\t\t\tconst title = anchor?.textContent?.trim() ?? \"\";\n\t\t\tconst href = anchor?.getAttribute(\"href\")?.trim() ?? \"\";\n\t\t\tconst resultUrl = href ? decodeResultUrl(href) : null;\n\t\t\tif (!title || !resultUrl) continue;\n\t\t\tparseableResults++;\n\t\t\tif (!matchesDomainFilters(resultUrl, filters)) continue;\n\t\t\tconst snippet = container.querySelector(\".result__snippet\")?.textContent?.trim() ?? \"\";\n\t\t\tresults.push({ title, url: resultUrl, snippet });\n\t\t\tif (results.length >= normalizeCount(options.numResults)) break;\n\t\t}\n\t\tif (parseableResults === 0) {\n\t\t\tthrow new Error(\"DuckDuckGo returned no parseable results (invalid response)\");\n\t\t}\n\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst answer = results.map(result => result.snippet\n\t\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t\t: `Source: ${result.title} (${result.url})`).join(\"\\n\\n\");\n\t\treturn { answer, results };\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, message);\n\t\tthrow err;\n\t}\n}\n"]}
+{"version":3,"file":"duckduckgo.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/duckduckgo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,MAAM,UAAU,GAAG,mCAAmC,CAAC;AACvD,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAOjC,SAAS,cAAc,CAAC,KAAyB;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACrC,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,EAAE,CAAC,CAAC;QACpF,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IACD,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACxC,OAAO,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AACvE,CAAC;AAED,SAAS,sBAAsB,CAAC,YAAkC;IACjE,MAAM,OAAO,GAA4B,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACtE,KAAK,MAAM,GAAG,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,MAAc;IAC1D,OAAO,QAAQ,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW,EAAE,OAAgC;IAC1E,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrD,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACrH,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACpC,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;QAC/D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,MAAM,UAAU,qBAAqB;IACpC,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAO,GAAkB,EAAE;IACpF,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAChC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACR,MAAM,EAAE,WAAW;gBACnB,YAAY,EAAE,2FAA2F;aACzG;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;gBACrB,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC3E,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,sBAAsB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9D,IAAI,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,SAAS;YACzD,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS;gBAAE,SAAS;YACnC,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC;gBAAE,SAAS;YACxD,MAAM,OAAO,GAAG,SAAS,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACvF,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,IAAI,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC;gBAAE,MAAM;QACjE,CAAC;QACD,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QAChF,CAAC;QAED,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO;YAClD,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG;YAC9D,CAAC,CAAC,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;;YACnF,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,GAAG,CAAC;IACX,CAAC;AACF,CAAC","sourcesContent":["import { parseHTML } from \"linkedom\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { SearchOptions, SearchResult, SearchResponse } from \"./perplexity.ts\";\n\nconst SEARCH_URL = \"https://html.duckduckgo.com/html/\";\nconst SEARCH_TIMEOUT_MS = 30_000;\n\ninterface NormalizedDomainFilters {\n\tallowed: string[];\n\tblocked: string[];\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (!input) return null;\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction normalizeDomainFilters(domainFilter: string[] | undefined): NormalizedDomainFilters {\n\tconst filters: NormalizedDomainFilters = { allowed: [], blocked: [] };\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? filters.blocked : filters.allowed;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn filters;\n}\n\nfunction hostMatchesDomain(hostname: string, domain: string): boolean {\n\treturn hostname === domain || hostname.endsWith(`.${domain}`);\n}\n\nfunction matchesDomainFilters(url: string, filters: NormalizedDomainFilters): boolean {\n\tif (filters.allowed.length === 0 && filters.blocked.length === 0) return true;\n\tconst hostname = new URL(url).hostname.toLowerCase();\n\tif (filters.allowed.length > 0 && !filters.allowed.some(domain => hostMatchesDomain(hostname, domain))) return false;\n\treturn !filters.blocked.some(domain => hostMatchesDomain(hostname, domain));\n}\n\nfunction decodeResultUrl(href: string): string | null {\n\ttry {\n\t\tconst link = new URL(href, SEARCH_URL);\n\t\tconst destination = link.searchParams.get(\"uddg\") ?? link.href;\n\t\tconst url = new URL(destination);\n\t\treturn url.protocol === \"http:\" || url.protocol === \"https:\" ? url.href : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nexport function isDuckDuckGoAvailable(): boolean {\n\treturn true;\n}\n\nexport async function searchWithDuckDuckGo(query: string, options: SearchOptions = {}): Promise<SearchResponse> {\n\tconst url = new URL(SEARCH_URL);\n\turl.searchParams.set(\"q\", query);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tconst response = await fetch(url, {\n\t\t\tmethod: \"GET\",\n\t\t\theaders: {\n\t\t\t\tAccept: \"text/html\",\n\t\t\t\t\"User-Agent\": \"Mozilla/5.0 (compatible; pi-web-access/1.0; +https://github.com/nicobailon/pi-web-access)\",\n\t\t\t},\n\t\t\tsignal: options.signal\n\t\t\t\t? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal])\n\t\t\t\t: AbortSignal.timeout(SEARCH_TIMEOUT_MS),\n\t\t});\n\t\tif (!response.ok) {\n\t\t\tconst body = await response.text();\n\t\t\tthrow new Error(`DuckDuckGo search error ${response.status}: ${body.slice(0, 300)}`);\n\t\t}\n\n\t\tconst { document } = parseHTML(await response.text());\n\t\tconst filters = normalizeDomainFilters(options.domainFilter);\n\t\tconst results: SearchResult[] = [];\n\t\tlet parseableResults = 0;\n\t\tfor (const container of document.querySelectorAll(\".result\")) {\n\t\t\tif (container.classList.contains(\"result--ad\")) continue;\n\t\t\tconst anchor = container.querySelector(\".result__a\");\n\t\t\tconst title = anchor?.textContent?.trim() ?? \"\";\n\t\t\tconst href = anchor?.getAttribute(\"href\")?.trim() ?? \"\";\n\t\t\tconst resultUrl = href ? decodeResultUrl(href) : null;\n\t\t\tif (!title || !resultUrl) continue;\n\t\t\tparseableResults++;\n\t\t\tif (!matchesDomainFilters(resultUrl, filters)) continue;\n\t\t\tconst snippet = container.querySelector(\".result__snippet\")?.textContent?.trim() ?? \"\";\n\t\t\tresults.push({ title, url: resultUrl, snippet });\n\t\t\tif (results.length >= normalizeCount(options.numResults)) break;\n\t\t}\n\t\tif (parseableResults === 0) {\n\t\t\tthrow new Error(\"DuckDuckGo returned no parseable results (invalid response)\");\n\t\t}\n\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst answer = results.map(result => result.snippet\n\t\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t\t: `Source: ${result.title} (${result.url})`).join(\"\\n\\n\");\n\t\treturn { answer, results };\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, message);\n\t\tthrow err;\n\t}\n}\n"]}

package/dist/humain/web-access/vendor/exa.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exa.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/exa.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA2CrE,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC;AAEpD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACtD,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AA+ID,wBAAsB,UAAU,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CAmFjB;AAuJD,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,YAAY,IAAI,OAAO,CAMtC;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CAuE3G","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst EXA_ANSWER_URL = \"https://api.exa.ai/answer\";\nconst EXA_SEARCH_URL = \"https://api.exa.ai/search\";\nconst EXA_MCP_URL = \"https://mcp.exa.ai/mcp\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst EXA_MCP_ADVANCED_TOOL = \"web_search_advanced_exa\";\nconst EXA_MCP_BASIC_TOOL = \"web_search_exa\";\n\ninterface WebSearchConfig {\n\texaApiKey?: unknown;\n}\n\ninterface ExaAnswerResponse {\n\tanswer?: string;\n\tcitations?: Array<{ url?: string; title?: string; text?: string; publishedDate?: string }>;\n}\n\ninterface ExaSearchResponse {\n\tresults?: Array<{\n\t\ttitle?: string;\n\t\turl?: string;\n\t\tpublishedDate?: string;\n\t\tauthor?: string;\n\t\ttext?: string;\n\t\thighlights?: unknown;\n\t\thighlightScores?: number[];\n\t}>;\n}\n\ninterface ExaMcpRpcResponse {\n\tresult?: {\n\t\tcontent?: Array<{ type?: string; text?: string }>;\n\t\tisError?: boolean;\n\t};\n\terror?: {\n\t\tcode?: number;\n\t\tmessage?: string;\n\t};\n}\n\nexport type ExaSearchResult = SearchResponse | null;\n\nexport interface ExaSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\ntype McpParsedResult = { title: string; url: string; content: string };\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(raw) as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t\tsignal,\n\t});\n}\n\nfunction exaApiHeaders(apiKey: string): Record<string, string> {\n\treturn {\n\t\t\"x-api-key\": apiKey,\n\t\t\"Content-Type\": \"application/json\",\n\t\t\"x-exa-integration\": \"pi-web-access\",\n\t};\n}\n\nfunction requestSignal(signal?: AbortSignal): AbortSignal {\n\tconst timeout = AbortSignal.timeout(60000);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction recencyToStartDate(filter: string): string {\n\tconst now = new Date();\n\tconst offsets: Record<string, number> = {\n\t\tday: 1,\n\t\tweek: 7,\n\t\tmonth: 30,\n\t\tyear: 365,\n\t};\n\tconst days = offsets[filter] ?? 0;\n\treturn new Date(now.getTime() - days * 86400000).toISOString();\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includeDomains?: string[]; excludeDomains?: string[] } {\n\tif (!domainFilter?.length) return {};\n\tconst includeDomains = domainFilter\n\t\t.filter(d => !d.startsWith(\"-\") && d.trim().length > 0)\n\t\t.map(d => d.trim());\n\tconst excludeDomains = domainFilter\n\t\t.filter(d => d.startsWith(\"-\"))\n\t\t.map(d => d.slice(1).trim())\n\t\t.filter(Boolean);\n\treturn {\n\t\t...(includeDomains.length ? { includeDomains } : {}),\n\t\t...(excludeDomains.length ? { excludeDomains } : {}),\n\t};\n}\n\nfunction exaSearchArgs(query: string, options: ExaSearchOptions): Record<string, unknown> {\n\tconst startDate = options.recencyFilter ? recencyToStartDate(options.recencyFilter) : null;\n\treturn {\n\t\tquery,\n\t\ttype: \"auto\",\n\t\tnumResults: options.numResults ?? 5,\n\t\t...mapDomainFilter(options.domainFilter),\n\t\t...(startDate ? { startPublishedDate: startDate } : {}),\n\t};\n}\n\nfunction normalizeHighlights(value: unknown): string[] {\n\tif (!Array.isArray(value)) return [];\n\treturn value.filter((item): item is string => typeof item === \"string\" && item.trim().length > 0);\n}\n\nfunction buildAnswerFromSearchResults(results: ExaSearchResponse[\"results\"]): string {\n\tif (!results?.length) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tconst highlights = normalizeHighlights(item.highlights);\n\t\tconst content = highlights.length > 0\n\t\t\t? highlights.join(\" \")\n\t\t\t: typeof item.text === \"string\" ? item.text.trim().slice(0, 1000) : \"\";\n\t\tif (!content) continue;\n\t\tconst sourceTitle = item.title || `Source ${i + 1}`;\n\t\tparts.push(`${content}\\nSource: ${sourceTitle} (${item.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapResults(results: ExaSearchResponse[\"results\"] | ExaAnswerResponse[\"citations\"]): SearchResponse[\"results\"] {\n\tif (!Array.isArray(results)) return [];\n\tconst mapped: SearchResponse[\"results\"] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst item = results[i];\n\t\tif (!item?.url) continue;\n\t\tmapped.push({\n\t\t\ttitle: item.title || `Source ${i + 1}`,\n\t\t\turl: item.url,\n\t\t\tsnippet: \"\",\n\t\t});\n\t}\n\treturn mapped;\n}\n\nfunction mapInlineContent(results: ExaSearchResponse[\"results\"]): ExtractedContent[] {\n\tif (!results?.length) return [];\n\treturn results\n\t\t.filter((r): r is NonNullable<ExaSearchResponse[\"results\"]>[number] & { url: string; text: string } =>\n\t\t\t!!r?.url && typeof r.text === \"string\" && r.text.length > 0)\n\t\t.map(r => ({\n\t\t\turl: r.url,\n\t\t\ttitle: r.title || \"\",\n\t\t\tcontent: r.text,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction toSearchResponse(\n\tanswer: string,\n\tresults: SearchResponse[\"results\"],\n\tinlineContent: ExtractedContent[] | null,\n): SearchResponse {\n\tconst response: SearchResponse = { answer, results };\n\tif (inlineContent?.length) response.inlineContent = inlineContent;\n\treturn response;\n}\n\nexport async function callExaMcp(\n\ttoolName: string,\n\targs: Record<string, unknown>,\n\tsignal?: AbortSignal,\n): Promise<string> {\n\tconst response = await fetch(`${EXA_MCP_URL}?tools=${toolName}`, {\n\t\tmethod: \"POST\",\n\t\theaders: {\n\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\"Accept\": \"application/json, text/event-stream\",\n\t\t\t\"x-exa-source\": \"pi-web-access\",\n\t\t},\n\t\tbody: JSON.stringify({\n\t\t\tjsonrpc: \"2.0\",\n\t\t\tid: 1,\n\t\t\tmethod: \"tools/call\",\n\t\t\tparams: {\n\t\t\t\tname: toolName,\n\t\t\t\targuments: args,\n\t\t\t},\n\t\t}),\n\t\tsignal: requestSignal(signal),\n\t});\n\n\tif (!response.ok) {\n\t\tconst errorText = await response.text();\n\t\tif (response.status === 429) {\n\t\t\tthrow new Error(\n\t\t\t\t`Exa MCP rate limit reached (429). Add \"exaApiKey\" to ${CONFIG_PATH} for unthrottled Exa search: ${errorText.slice(0, 200)}`,\n\t\t\t);\n\t\t}\n\t\tthrow new Error(`Exa MCP error ${response.status}: ${errorText.slice(0, 300)}`);\n\t}\n\n\tconst body = await response.text();\n\tconst dataLines = body.split(\"\\n\").filter(line => line.startsWith(\"data:\"));\n\n\tlet parsed: ExaMcpRpcResponse | null = null;\n\tfor (const line of dataLines) {\n\t\tconst payload = line.slice(5).trim();\n\t\tif (!payload) continue;\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(payload) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t\tbreak;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\ttry {\n\t\t\tconst candidate = JSON.parse(body) as ExaMcpRpcResponse;\n\t\t\tif (candidate?.result || candidate?.error) {\n\t\t\t\tparsed = candidate;\n\t\t\t}\n\t\t} catch {\n\t\t}\n\t}\n\n\tif (!parsed) {\n\t\tthrow new Error(\"Exa MCP returned an empty response\");\n\t}\n\n\tif (parsed.error) {\n\t\tconst code = typeof parsed.error.code === \"number\" ? ` ${parsed.error.code}` : \"\";\n\t\tconst message = parsed.error.message || \"Unknown error\";\n\t\tthrow new Error(`Exa MCP error${code}: ${message}`);\n\t}\n\n\tif (parsed.result?.isError) {\n\t\tconst message = parsed.result.content\n\t\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\")\n\t\t\t?.text?.trim();\n\t\tthrow new Error(message || \"Exa MCP returned an error\");\n\t}\n\n\tconst text = parsed.result?.content\n\t\t?.find(item => item.type === \"text\" && typeof item.text === \"string\" && item.text.trim().length > 0)\n\t\t?.text;\n\n\tif (!text) {\n\t\tthrow new Error(\"Exa MCP returned empty content\");\n\t}\n\n\treturn text;\n}\n\nfunction parseMcpResults(text: string): McpParsedResult[] | null {\n\tconst blocks = text.split(/(?=^Title: )/m).filter(block => block.trim().length > 0);\n\tconst parsed = blocks.map(block => {\n\t\tconst title = block.match(/^Title: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tconst url = block.match(/^URL: (.+)/m)?.[1]?.trim() ?? \"\";\n\t\tlet content = \"\";\n\t\tconst textStart = block.indexOf(\"\\nText: \");\n\t\tif (textStart >= 0) {\n\t\t\tcontent = block.slice(textStart + 7).trim();\n\t\t} else {\n\t\t\tconst hlMatch = block.match(/\\nHighlights:\\s*\\n/);\n\t\t\tif (hlMatch?.index != null) {\n\t\t\t\tcontent = block.slice(hlMatch.index + hlMatch[0].length).trim();\n\t\t\t}\n\t\t}\n\t\tcontent = content.replace(/\\n---\\s*$/, \"\").trim();\n\t\treturn { title, url, content };\n\t}).filter(result => result.url.length > 0);\n\treturn parsed.length > 0 ? parsed : null;\n}\n\nfunction buildAnswerFromMcpResults(results: McpParsedResult[]): string {\n\tif (results.length === 0) return \"\";\n\tconst parts: string[] = [];\n\tfor (let i = 0; i < results.length; i++) {\n\t\tconst result = results[i];\n\t\tconst snippet = result.content.replace(/\\s+/g, \" \").trim().slice(0, 500);\n\t\tif (!snippet) continue;\n\t\tconst sourceTitle = result.title || `Source ${i + 1}`;\n\t\tparts.push(`${snippet}\\nSource: ${sourceTitle} (${result.url})`);\n\t}\n\treturn parts.join(\"\\n\\n\");\n}\n\nfunction mapMcpInlineContent(results: McpParsedResult[]): ExtractedContent[] {\n\treturn results\n\t\t.filter(result => result.content.length > 0)\n\t\t.map(result => ({\n\t\t\turl: result.url,\n\t\t\ttitle: result.title,\n\t\t\tcontent: result.content,\n\t\t\terror: null,\n\t\t}));\n}\n\nfunction buildMcpQuery(query: string, options: ExaSearchOptions): string {\n\tconst parts = [query];\n\tif (options.domainFilter?.length) {\n\t\tfor (const d of options.domainFilter) {\n\t\t\tparts.push(d.startsWith(\"-\") ? `-site:${d.slice(1)}` : `site:${d}`);\n\t\t}\n\t}\n\tif (options.recencyFilter) {\n\t\tconst now = new Date();\n\t\tswitch (options.recencyFilter) {\n\t\t\tcase \"day\": parts.push(\"past 24 hours\"); break;\n\t\t\tcase \"week\": parts.push(\"past week\"); break;\n\t\t\tcase \"month\": parts.push(`${now.toLocaleString(\"en\", { month: \"long\" })} ${now.getFullYear()}`); break;\n\t\t\tcase \"year\": parts.push(String(now.getFullYear())); break;\n\t\t}\n\t}\n\treturn parts.join(\" \");\n}\n\nfunction isAbortMessage(message: string): boolean {\n\treturn message.toLowerCase().includes(\"abort\");\n}\n\nfunction parseJsonMcpResults(text: string): ExaSearchResponse[\"results\"] | null {\n\ttry {\n\t\tconst results = (JSON.parse(text) as ExaSearchResponse).results;\n\t\treturn Array.isArray(results) && results.length > 0 ? results : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\n/**\n * Calls one Exa MCP search tool and normalizes its payload. `web_search_advanced_exa`\n * returns the raw Exa search JSON; `web_search_exa` returns a formatted text block.\n */\nasync function searchWithExaMcpTool(\n\ttool: string,\n\targs: Record<string, unknown>,\n\toptions: ExaSearchOptions,\n): Promise<SearchResponse | null> {\n\tconst text = await callExaMcp(tool, args, options.signal);\n\n\tconst jsonResults = parseJsonMcpResults(text);\n\tif (jsonResults) {\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(jsonResults),\n\t\t\tmapResults(jsonResults),\n\t\t\toptions.includeContent ? mapInlineContent(jsonResults) : null,\n\t\t);\n\t}\n\n\tconst textResults = parseMcpResults(text);\n\tif (!textResults) return null;\n\n\treturn toSearchResponse(\n\t\tbuildAnswerFromMcpResults(textResults),\n\t\tmapResults(textResults),\n\t\toptions.includeContent ? mapMcpInlineContent(textResults) : null,\n\t);\n}\n\n/** Filtered searches need the advanced tool, which not every deployment exposes. */\nasync function searchWithFilteredExaMcp(\n\tquery: string,\n\toptions: ExaSearchOptions,\n\tbasicArgs: Record<string, unknown>,\n): Promise<SearchResponse | null> {\n\ttry {\n\t\treturn await searchWithExaMcpTool(EXA_MCP_ADVANCED_TOOL, {\n\t\t\t...exaSearchArgs(query, options),\n\t\t\tenableHighlights: true,\n\t\t\ttextMaxCharacters: options.includeContent ? 50000 : 3000,\n\t\t}, options);\n\t} catch (err) {\n\t\tif (isAbortMessage(err instanceof Error ? err.message : String(err))) throw err;\n\t\t// The basic tool ignores every argument except query/numResults, so the\n\t\t// filters degrade into the query text.\n\t\treturn searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t}\n}\n\nasync function searchWithExaMcp(query: string, options: ExaSearchOptions = {}): Promise<SearchResponse | null> {\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tconst basicArgs = { query: buildMcpQuery(query, options), numResults: options.numResults ?? 5 };\n\tconst filtered = !!options.includeContent || !!options.recencyFilter || !!options.domainFilter?.length;\n\n\ttry {\n\t\tconst response = filtered\n\t\t\t? await searchWithFilteredExaMcp(query, options, basicArgs)\n\t\t\t: await searchWithExaMcpTool(EXA_MCP_BASIC_TOOL, basicArgs, options);\n\t\tactivityMonitor.logComplete(activityId, 200);\n\t\treturn response;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (isAbortMessage(message)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\tthrow err;\n\t}\n}\n\nexport function isExaAvailable(): boolean {\n\treturn true;\n}\n\nexport function hasExaApiKey(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Exa\",\n\t\tconfiguredValue: loadConfig().exaApiKey,\n\t\tenvironmentValue: process.env.EXA_API_KEY,\n\t});\n}\n\nexport async function searchWithExa(query: string, options: ExaSearchOptions = {}): Promise<ExaSearchResult> {\n\tconst apiKey = await getApiKey(options.signal);\n\tif (!apiKey) {\n\t\treturn searchWithExaMcp(query, options);\n\t}\n\n\tconst useSearch = options.includeContent\n\t\t|| !!options.recencyFilter\n\t\t|| !!options.domainFilter?.length\n\t\t|| !!(options.numResults && options.numResults !== 5);\n\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\ttry {\n\t\tif (!useSearch) {\n\t\t\tconst response = await fetch(EXA_ANSWER_URL, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\t\tbody: JSON.stringify({ query }),\n\t\t\t\tsignal: requestSignal(options.signal),\n\t\t\t});\n\n\t\t\tif (!response.ok) {\n\t\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t\t}\n\n\t\t\tconst data = await response.json() as ExaAnswerResponse;\n\t\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\t\treturn {\n\t\t\t\tanswer: data.answer || \"\",\n\t\t\t\tresults: mapResults(data.citations),\n\t\t\t};\n\t\t}\n\n\t\tconst response = await fetch(EXA_SEARCH_URL, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: exaApiHeaders(apiKey),\n\t\t\tbody: JSON.stringify({\n\t\t\t\t...exaSearchArgs(query, options),\n\t\t\t\tcontents: options.includeContent\n\t\t\t\t\t? { text: true, highlights: true }\n\t\t\t\t\t: { highlights: true },\n\t\t\t}),\n\t\t\tsignal: requestSignal(options.signal),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\t\tthrow new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t\t}\n\n\t\tconst data = await response.json() as ExaSearchResponse;\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\n\t\treturn toSearchResponse(\n\t\t\tbuildAnswerFromSearchResults(data.results),\n\t\t\tmapResults(data.results),\n\t\t\toptions.includeContent ? mapInlineContent(data.results) : null,\n\t\t);\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (isAbortMessage(redactedMessage)) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, redactedMessage);\n\t\t}\n\t\tif (redactedMessage === message) throw err;\n\t\tthrow new Error(redactedMessage);\n\t}\n}\n"]}
+{"version":3,"file":"exa.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/exa.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA2CrE,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC;AAEpD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACtD,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAyJD,wBAAsB,UAAU,CAC/B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,MAAM,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CAmFjB;AAuJD,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,YAAY,IAAI,OAAO,CAMtC;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CAwE3G"}

package/dist/humain/web-access/vendor/exa.js

@@ -1,9 +1,8 @@
 import { existsSync, readFileSync } from "node:fs";
 import { activityMonitor } from "./activity.js";
 import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
-import { getWebSearchConfigPath } from "./utils.js";
-const EXA_ANSWER_URL = "https://api.exa.ai/answer";
-const EXA_SEARCH_URL = "https://api.exa.ai/search";
+import { fetchWithCredentialRedirects, getWebSearchConfigPath, resolveApiBaseUrl } from "./utils.js";
+const EXA_API_BASE_URL = "https://api.exa.ai";
 const EXA_MCP_URL = "https://mcp.exa.ai/mcp";
 const CONFIG_PATH = getWebSearchConfigPath();
 const EXA_MCP_ADVANCED_TOOL = "web_search_advanced_exa";
@@ -34,6 +33,15 @@ async function getApiKey(signal) {
         signal,
     });
 }
+function getApiBaseUrl() {
+    return resolveApiBaseUrl({
+        configKey: "exaBaseUrl",
+        configuredValue: loadConfig().exaBaseUrl,
+        defaultValue: EXA_API_BASE_URL,
+        environmentKey: "EXA_BASE_URL",
+        environmentValue: process.env.EXA_BASE_URL,
+    });
+}
 function exaApiHeaders(apiKey) {
     return {
         "x-api-key": apiKey,
@@ -366,6 +374,7 @@ export async function searchWithExa(query, options = {}) {
     if (!apiKey) {
         return searchWithExaMcp(query, options);
     }
+    const apiBaseUrl = getApiBaseUrl();
     const useSearch = options.includeContent
         || !!options.recencyFilter
         || !!options.domainFilter?.length
@@ -373,12 +382,12 @@ export async function searchWithExa(query, options = {}) {
     const activityId = activityMonitor.logStart({ type: "api", query });
     try {
         if (!useSearch) {
-            const response = await fetch(EXA_ANSWER_URL, {
+            const response = await fetchWithCredentialRedirects(`${apiBaseUrl}/answer`, {
                 method: "POST",
                 headers: exaApiHeaders(apiKey),
                 body: JSON.stringify({ query }),
                 signal: requestSignal(options.signal),
-            });
+            }, ["x-api-key"]);
             if (!response.ok) {
                 const errorText = redactCredential(await response.text(), apiKey);
                 throw new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);
@@ -390,7 +399,7 @@ export async function searchWithExa(query, options = {}) {
                 results: mapResults(data.citations),
             };
         }
-        const response = await fetch(EXA_SEARCH_URL, {
+        const response = await fetchWithCredentialRedirects(`${apiBaseUrl}/search`, {
             method: "POST",
             headers: exaApiHeaders(apiKey),
             body: JSON.stringify({
@@ -400,7 +409,7 @@ export async function searchWithExa(query, options = {}) {
                     : { highlights: true },
             }),
             signal: requestSignal(options.signal),
-        });
+        }, ["x-api-key"]);
         if (!response.ok) {
             const errorText = redactCredential(await response.text(), apiKey);
             throw new Error(`Exa API error ${response.status}: ${errorText.slice(0, 300)}`);