@multiplayer-app/agent 0.1.9 → 0.1.11

package/dist/research/extract-texts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-texts.js","sourceRoot":"","sources":["../../src/research/extract-texts.ts"],"names":[],"mappings":";;;;;;AAoEA,8BAeC;AASD,oCAQC;AAmBD,4CA0HC;AAjPD,8FAA8F;AAC9F,6FAA6F;AAC7F,uEAAuE;AACvE,EAAE;AACF,8FAA8F;AAC9F,iGAAiG;AACjG,uFAAuF;AACvF,2BAAmC;AACnC,gDAAuB;AACvB,2BAAqD;AACrD,yDAAiD;AAEpC,QAAA,sBAAsB,GAAG,KAAM,CAAA;AAC5C,MAAM,qBAAqB,GAAG,IAAK,CAAA;AACnC,MAAM,mBAAmB,GAAG,CAAC,CAAA;AAC7B,MAAM,mBAAmB,GAAG,CAAC,CAAA;AAC7B,mGAAmG;AACnG,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,aAAa,GAAG,GAAG,CAAA;AAEzB,MAAM,UAAU,GACd,oRAAoR,CAAA;AACtR,MAAM,WAAW,GACf,2aAA2a,CAAA;AAwB7a,SAAS,MAAM,CAAC,YAAoB,EAAE,QAAgB;IACpD,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IACnD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,cAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,cAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,EAAE,CAAC,CAAA;IACzH,OAAO,MAAM,CAAA;AACf,CAAC;AAED,kGAAkG;AAClG,KAAK,UAAU,SAAS,CAAC,YAAoB,EAAE,OAA0B;;IACvE,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,MAAA,OAAO,CAAC,KAAK,mCAAI,EAAE,CAAC,CAAC,CAAA;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,IAAA,+BAAY,EAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;YACpJ,IAAI,SAAS;gBAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;;gBACjC,WAAW,IAAI,CAAC,CAAA;QACvB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,WAAW,EAAE,CAAA;AACxD,CAAC;AAED,kGAAkG;AAClG,SAAgB,SAAS,CAAC,IAAY,EAAE,QAAkB,EAAE,MAAM,GAAG,qBAAqB,EAAE,UAAU,GAAG,mBAAmB;IAC1H,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;IACrF,MAAM,KAAK,GAA4B,EAAE,CAAA;IACzC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,MAAK;QAChC,OAAO,IAAI,CAAC,CAAA;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACpC,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;;YACzD,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,UAAU,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IACvH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAA;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,8BAAsB;QAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,8BAAsB,CAAC,CAAC,CAAA;IACxI,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;AACtC,CAAC;AAED,8GAA8G;AAC9G,SAAgB,YAAY,CAAC,GAA4B,EAAE,MAAgB,EAAE,OAAkC;IAC7G,MAAM,GAAG,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,IAAI,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;YAAE,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;IAClE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,EAAE,CAAC;SAC1C,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACpH,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,OAAO,CAAC,MAAM;QAAE,GAAG,CAAC,OAAO,GAAG,OAAO,CAAA;IACzC,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,IAAa;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACzE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAA4B,CAAA;IAC9D,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAC1B,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,IAAkC,CAAC,CAAC,CAAC,EAAE,CAAA;AACrF,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,MAAc;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC7C,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1H,CAAC;IAAC,WAAM,CAAC;QACP,OAAO,IAAI,GAAG,EAAE,CAAA;IAClB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,OAA0B,EAAE,IAAoB;;IACrF,IAAI,CAAC,CAAA,MAAA,OAAO,CAAC,KAAK,0CAAE,MAAM,CAAA,IAAI,CAAC,OAAO,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC7F,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IAC5D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;IAChE,MAAM,IAAI,GAAG,MAAA,OAAO,CAAC,IAAI,mCAAI,KAAK,CAAA;IAClC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;;QACvC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;QACzE,IAAI,CAAC,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,QAAQ,CAAC,MAAM,CAAA;YAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAA+B,EAAE,CAAA;QACjH,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;QAC3H,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;IAC5E,CAAC,CAAA;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAc,EAAE,CAAC,CAAC,CAAA;YAChF,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAA;YAC/B,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;YACrB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QAC5D,CAAC;QACD,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,WAAW,EAAE,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;YAC5C,uBAAuB,EAAE,WAAW;YACpC,OAAO;YACP,KAAK;YACL,UAAU,EAAE,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,oBAAoB,GAAG,aAAa,CAAC;YACvF,KAAK,EAAE,IAAI,CAAC,OAAO;SACpB,CAAA;IACH,CAAC;IAED,MAAM,aAAE,CAAC,KAAK,CAAC,cAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACzD,MAAM,QAAQ,GAA4C,EAAE,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,MAAM,MAAM,GAAG,KAAK,EAAE,GAA4B,EAAE,EAAE;QACpD,MAAM,aAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACvD,IAAI,IAAI,CAAC,CAAA;QACT,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI;YAAE,KAAK,IAAI,CAAC,CAAA;IACpC,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;IAC1B,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;;QACxB,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,MAAA,IAAI,CAAC,MAAM,0CAAE,OAAO;gBAAE,OAAM;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAY,CAAA;YACtC,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;gBAChD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,0FAA0F;oBAC1F,OAAO,IAAI,CAAC,CAAA;oBACZ,MAAM,MAAM,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;oBAC7G,SAAQ;gBACV,CAAC;gBACD,MAAM,OAAO,GAA8B,EAAE,CAAA;gBAC7C,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC5C,KAAK,IAAI,CAAC,CAAA;oBACV,UAAU,IAAI,IAAI,CAAC,MAAM,CAAA;oBACzB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAY,EAAC;wBAChC,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,WAAW,EAAE,IAAI,CAAC,MAAM;wBACxB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU;wBACvC,MAAM,EAAE,aAAa,OAAO,CAAC,QAAQ,aAAa,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GACzE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAC7E,iBAAiB,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO,oBAAoB,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE;qBACxK,CAAC,CAAA;oBACF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;oBAC1B,IAAI,KAAK,EAAE,CAAC;wBACV,MAAM,WAAW,GAAG,MAAA,KAAK,CAAC,WAAW,mCAAI,CAAC,CAAA;wBAC1C,MAAM,YAAY,GAAG,MAAA,KAAK,CAAC,YAAY,mCAAI,CAAC,CAAA;wBAC5C,IAAI,CAAC,WAAW,CAAC;4BACf,WAAW;4BACX,YAAY;4BACZ,WAAW,EAAE,MAAA,KAAK,CAAC,WAAW,mCAAI,WAAW,GAAG,YAAY;4BAC5D,eAAe,EAAE,MAAA,KAAK,CAAC,iBAAiB,0CAAE,eAAe;4BACzD,gBAAgB,EAAE,MAAA,KAAK,CAAC,iBAAiB,0CAAE,gBAAgB;yBAC5D,CAAC,CAAA;oBACJ,CAAC;oBACD,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAA;gBACtI,CAAC;gBACD,0FAA0F;gBAC1F,yFAAyF;gBACzF,kEAAkE;gBAClE,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,mCAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACvG,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;gBAC1E,KAAK,MAAM,GAAG,IAAI,KAAK;oBAAE,MAAM,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;YAC3F,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;YACnE,CAAC;oBAAS,CAAC;gBACT,IAAI,IAAI,CAAC,CAAA;gBACT,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,OAAO,CAAC,MAAM;oBAAE,MAAA,IAAI,CAAC,UAAU,qDAAG,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YACxF,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,MAAA,IAAI,CAAC,UAAU,qDAAG,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAA,OAAO,CAAC,WAAW,mCAAI,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;IAEpI,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,MAAM;QACzB,WAAW,EAAE,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;QAC5C,uBAAuB,EAAE,WAAW;QACpC,OAAO;QACP,KAAK;QACL,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9B,UAAU;QACV,KAAK,EAAE,IAAI,CAAC,OAAO;QACnB,IAAI,EAAE,yFAAyF;KAChG,CAAA;AACH,CAAC"}

package/dist/research/extract-texts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=extract-texts.test.d.ts.map

package/dist/research/extract-texts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-texts.test.d.ts","sourceRoot":"","sources":["../../src/research/extract-texts.test.ts"],"names":[],"mappings":""}

package/dist/research/extract-texts.test.js

@@ -0,0 +1,120 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const strict_1 = __importDefault(require("node:assert/strict"));
+const node_fs_1 = require("node:fs");
+const node_os_1 = __importDefault(require("node:os"));
+const node_path_1 = __importDefault(require("node:path"));
+const node_test_1 = require("node:test");
+const test_1 = require("ai/test");
+const extract_texts_1 = require("./extract-texts");
+function answer(text) {
+    return {
+        content: [{ type: 'text', text }],
+        finishReason: { unified: 'stop', raw: 'stop' },
+        usage: {
+            inputTokens: { total: 100, noCache: 20, cacheRead: 80, cacheWrite: 0 },
+            outputTokens: { total: 10, text: 10, reasoning: 0 },
+        },
+        warnings: [],
+    };
+}
+async function workspace(files) {
+    const dir = await node_fs_1.promises.mkdtemp(node_path_1.default.join(node_os_1.default.tmpdir(), 'extract-'));
+    for (const [name, content] of Object.entries(files)) {
+        await node_fs_1.promises.mkdir(node_path_1.default.dirname(node_path_1.default.join(dir, name)), { recursive: true });
+        await node_fs_1.promises.writeFile(node_path_1.default.join(dir, name), content);
+    }
+    return dir;
+}
+(0, node_test_1.describe)('windowsOf', () => {
+    (0, node_test_1.it)('merges overlapping passages and labels their offsets', () => {
+        const text = `${'x'.repeat(5000)}cancel within 30 days${'y'.repeat(100)}nonrenewal 45 days${'z'.repeat(5000)}`;
+        const { passages, matches } = (0, extract_texts_1.windowsOf)(text, ['cancel', 'non-?renew'], 500);
+        strict_1.default.equal(matches, 2);
+        strict_1.default.equal(passages.length, 1);
+        strict_1.default.match(passages[0], /^\[chars 4500–/);
+        strict_1.default.match(passages[0], /cancel within 30 days[\s\S]*nonrenewal 45 days/);
+    });
+    (0, node_test_1.it)('finds nothing in a document without a match', () => {
+        strict_1.default.deepEqual((0, extract_texts_1.windowsOf)('homeowners policy', ['water shut-?off']).passages, []);
+    });
+});
+(0, node_test_1.describe)('normalizeRow', () => {
+    (0, node_test_1.it)('fills missing fields and flags values outside the codebook', () => {
+        const row = (0, extract_texts_1.normalizeRow)({ category: 'surcharge', credit: 5 }, ['category', 'credit', 'appliesTo'], { category: ['credit', 'eligibility'] });
+        strict_1.default.equal(row.appliesTo, null);
+        strict_1.default.deepEqual(row.invalid, ['category']);
+    });
+});
+(0, node_test_1.describe)('extractFromTexts', () => {
+    (0, node_test_1.it)('sends only the windows, skips documents without a match and resumes', async () => {
+        const dir = await workspace({
+            'data/text/a.txt': `${'filler '.repeat(20000)}Notice of cancellation: 30 days. Nonrenewal: 45 days.`,
+            'data/text/b.txt': 'Nothing relevant here.',
+            'data/manifest.jsonl': '{"textPath":"data/text/a.txt"}\n{"textPath":"data/text/b.txt"}\n{"name":"scan.pdf"}\n',
+        });
+        const prompts = [];
+        const model = new test_1.MockLanguageModelV3({
+            doGenerate: async (options) => {
+                prompts.push(JSON.stringify(options.prompt));
+                return answer('{"rows":[{"noticeType":"cancellation","days":30,"quote":"30 days","found":true},{"noticeType":"nonrenewal","days":45,"quote":"45 days","found":true}]}');
+            },
+        });
+        const usage = [];
+        const request = {
+            manifest: 'data/manifest.jsonl',
+            question: 'Notice periods',
+            fields: ['noticeType', 'days'],
+            outputPath: 'data/extracted/notices.jsonl',
+            windows: { patterns: ['cancel', 'non-?renew'] },
+            many: true,
+        };
+        const deps = { workspaceDir: dir, model, modelId: 'mock', recordUsage: (u) => usage.push(u.totalTokens) };
+        const result = await (0, extract_texts_1.extractFromTexts)(request, deps);
+        strict_1.default.equal(result.documents, 2);
+        strict_1.default.equal(result.manifestRowsWithoutText, 1);
+        strict_1.default.equal(result.noMatch, 1);
+        strict_1.default.equal(result.calls, 1);
+        strict_1.default.equal(result.found, 2);
+        strict_1.default.ok(prompts[0].length < 10000, 'only the passages reach the model');
+        strict_1.default.deepEqual(usage, [110]);
+        const rows = (await node_fs_1.promises.readFile(node_path_1.default.join(dir, 'data/extracted/notices.jsonl'), 'utf8')).trim().split('\n').map((line) => JSON.parse(line));
+        strict_1.default.deepEqual(rows.map((row) => { var _a; return [row.source, (_a = row.days) !== null && _a !== void 0 ? _a : null]; }).sort(), [['data/text/a.txt', 30], ['data/text/a.txt', 45], ['data/text/b.txt', null]]);
+        const again = await (0, extract_texts_1.extractFromTexts)(request, deps);
+        strict_1.default.equal(again.documents, 0);
+        strict_1.default.equal(again.alreadyDone, 2);
+        strict_1.default.equal(prompts.length, 1);
+    });
+    (0, node_test_1.it)('reads a long document in chunks instead of cutting it, and dryRun calls no model', async () => {
+        const dir = await workspace({ 'data/text/manual.txt': `${'a'.repeat(extract_texts_1.EXTRACTION_CHUNK_CHARS)}water shut-off credit 5%` });
+        let calls = 0;
+        const model = new test_1.MockLanguageModelV3({
+            doGenerate: async (options) => {
+                calls += 1;
+                const found = JSON.stringify(options.prompt).includes('credit 5%');
+                return answer(found ? '{"credit":"5%","quote":"credit 5%","found":true}' : '{"credit":null,"quote":null,"found":false}');
+            },
+        });
+        const request = { paths: ['data/text/manual.txt'], question: 'Water device credit', fields: ['credit'], outputPath: 'data/out.jsonl' };
+        const deps = { workspaceDir: dir, model, modelId: 'mock', recordUsage: () => undefined };
+        const estimate = await (0, extract_texts_1.extractFromTexts)({ ...request, dryRun: true }, deps);
+        strict_1.default.equal(estimate.calls, 2);
+        strict_1.default.equal(calls, 0);
+        const result = await (0, extract_texts_1.extractFromTexts)(request, deps);
+        strict_1.default.equal(result.calls, 2);
+        const [row] = (await node_fs_1.promises.readFile(node_path_1.default.join(dir, 'data/out.jsonl'), 'utf8')).trim().split('\n').map((line) => JSON.parse(line));
+        strict_1.default.equal(row.credit, '5%');
+        strict_1.default.equal(row.part, 2);
+    });
+    (0, node_test_1.it)('keeps the fields the model filled when it answers found=false', async () => {
+        const dir = await workspace({ 'data/text/form.txt': 'GL 4065 new endorsement text' });
+        const model = new test_1.MockLanguageModelV3({ doGenerate: async () => answer('{"purpose":"Adds a new exclusion","quote":null,"found":false}') });
+        await (0, extract_texts_1.extractFromTexts)({ paths: ['data/text/form.txt'], question: 'Summarize', fields: ['purpose'], outputPath: 'data/out.jsonl' }, { workspaceDir: dir, model, modelId: 'mock', recordUsage: () => undefined });
+        const [row] = (await node_fs_1.promises.readFile(node_path_1.default.join(dir, 'data/out.jsonl'), 'utf8')).trim().split('\n').map((line) => JSON.parse(line));
+        strict_1.default.equal(row.purpose, 'Adds a new exclusion');
+    });
+});
+//# sourceMappingURL=extract-texts.test.js.map

package/dist/research/extract-texts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-texts.test.js","sourceRoot":"","sources":["../../src/research/extract-texts.test.ts"],"names":[],"mappings":";;;;;AAAA,gEAAuC;AACvC,qCAAwC;AACxC,sDAAwB;AACxB,0DAA4B;AAC5B,yCAAwC;AACxC,kCAA6C;AAC7C,mDAAmG;AAEnG,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;QAC1C,YAAY,EAAE,EAAE,OAAO,EAAE,MAAe,EAAE,GAAG,EAAE,MAAM,EAAE;QACvD,KAAK,EAAE;YACL,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE;YACtE,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;SACpD;QACD,QAAQ,EAAE,EAAE;KACb,CAAA;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAA6B;IACpD,MAAM,GAAG,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,mBAAI,CAAC,IAAI,CAAC,iBAAE,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAA;IAChE,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,kBAAE,CAAC,KAAK,CAAC,mBAAI,CAAC,OAAO,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACvE,MAAM,kBAAE,CAAC,SAAS,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAA;IACnD,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,IAAA,oBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,cAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,IAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,GAAG,CAAC,MAAM,CAAC,IAAK,CAAC,EAAE,CAAA;QAChH,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAA,yBAAS,EAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,GAAG,CAAC,CAAA;QAC5E,gBAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;QACxB,gBAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QAChC,gBAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAA;QAC3C,gBAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gDAAgD,CAAC,CAAA;IAC7E,CAAC,CAAC,CAAA;IAEF,IAAA,cAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,gBAAM,CAAC,SAAS,CAAC,IAAA,yBAAS,EAAC,mBAAmB,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACpF,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,oBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAA,cAAE,EAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,GAAG,GAAG,IAAA,4BAAY,EAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,CAAC,CAAA;QAC5I,gBAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;QACjC,gBAAM,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,IAAA,oBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,cAAE,EAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC;YAC1B,iBAAiB,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAM,CAAC,uDAAuD;YACrG,iBAAiB,EAAE,wBAAwB;YAC3C,qBAAqB,EAAE,uFAAuF;SAC/G,CAAC,CAAA;QACF,MAAM,OAAO,GAAa,EAAE,CAAA;QAC5B,MAAM,KAAK,GAAG,IAAI,0BAAmB,CAAC;YACpC,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;gBAC5C,OAAO,MAAM,CAAC,wJAAwJ,CAAC,CAAA;YACzK,CAAC;SACF,CAAC,CAAA;QACF,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,qBAAqB;YAC/B,QAAQ,EAAE,gBAAgB;YAC1B,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;YAC9B,UAAU,EAAE,8BAA8B;YAC1C,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE;YAC/C,IAAI,EAAE,IAAI;SACX,CAAA;QACD,MAAM,IAAI,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAA0B,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAA;QAClI,MAAM,MAAM,GAAG,MAAM,IAAA,gCAAgB,EAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QAEpD,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACjC,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAA;QAC/C,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;QAC/B,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7B,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7B,gBAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,KAAM,EAAE,mCAAmC,CAAC,CAAA;QAC1E,gBAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,CAAC,MAAM,kBAAE,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,8BAA8B,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAC3I,gBAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAC,OAAA,CAAC,GAAG,CAAC,MAAM,EAAE,MAAA,GAAG,CAAC,IAAI,mCAAI,IAAI,CAAC,CAAA,EAAA,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;QAEzJ,MAAM,KAAK,GAAG,MAAM,IAAA,gCAAgB,EAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACnD,gBAAM,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAChC,gBAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;QAClC,gBAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,IAAA,cAAE,EAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,EAAE,sBAAsB,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,sCAAsB,CAAC,0BAA0B,EAAE,CAAC,CAAA;QACxH,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,KAAK,GAAG,IAAI,0BAAmB,CAAC;YACpC,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC5B,KAAK,IAAI,CAAC,CAAA;gBACV,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;gBAClE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,kDAAkD,CAAC,CAAC,CAAC,4CAA4C,CAAC,CAAA;YAC1H,CAAC;SACF,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,CAAC,sBAAsB,CAAC,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAA;QACtI,MAAM,IAAI,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAA;QAExF,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAgB,EAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAA;QAC3E,gBAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/B,gBAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAEtB,MAAM,MAAM,GAAG,MAAM,IAAA,gCAAgB,EAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACpD,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,kBAAE,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9H,gBAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAC9B,gBAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,IAAA,cAAE,EAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,EAAE,oBAAoB,EAAE,8BAA8B,EAAE,CAAC,CAAA;QACrF,MAAM,KAAK,GAAG,IAAI,0BAAmB,CAAC,EAAE,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,+DAA+D,CAAC,EAAE,CAAC,CAAA;QAC1I,MAAM,IAAA,gCAAgB,EACpB,EAAE,KAAK,EAAE,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,EAC3G,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAC5E,CAAA;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,kBAAE,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9H,gBAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/research/extraction-tool.d.ts

@@ -0,0 +1,6 @@
+import { type Tool } from 'ai';
+import type { AgentModel } from '../agent/definition';
+import type { SessionToolContext } from '../session/tool-context';
+/** Bulk extraction on the cheaper model (extract-texts.ts): rows go to a JSONL file, the conversation gets counts. */
+export declare function createExtractionTool(context: SessionToolContext, modelConfig: AgentModel): Tool;
+//# sourceMappingURL=extraction-tool.d.ts.map

package/dist/research/extraction-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-tool.d.ts","sourceRoot":"","sources":["../../src/research/extraction-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,KAAK,IAAI,EAAE,MAAM,IAAI,CAAA;AAGpC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAGjE,sHAAsH;AACtH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,CAkC/F"}

package/dist/research/extraction-tool.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createExtractionTool = createExtractionTool;
+const ai_1 = require("ai");
+const zod_1 = require("zod");
+const resolve_model_1 = require("../models/resolve-model");
+const extract_texts_1 = require("./extract-texts");
+/** Bulk extraction on the cheaper model (extract-texts.ts): rows go to a JSONL file, the conversation gets counts. */
+function createExtractionTool(context, modelConfig) {
+    const { workspaceDir, abortSignal, recordUsage } = context;
+    return (0, ai_1.tool)({
+        description: `Ask the same question of many extracted-text files with a cheaper model, writing JSON rows to outputPath (JSONL); you get counts back, never the documents. Input: a manifest (fetch_attachments outputManifest or a saveHits file) or paths. Use windows.patterns (regexes) whenever you know what the passage looks like: only the text around matches is sent, and documents without a match cost nothing. Without windows each document is read in ${extract_texts_1.EXTRACTION_CHUNK_CHARS.toLocaleString()}-character chunks. Set many=true when one document can state the fact several times (one row per statement). allowed holds codebook values per field; rows outside it are flagged "invalid". Run dryRun first on large sets to see the call count and estimated tokens. Re-running with the same outputPath skips documents already done.`,
+        inputSchema: zod_1.z.object({
+            paths: zod_1.z.array(zod_1.z.string().min(1).max(500)).min(1).max(200).optional(),
+            manifest: zod_1.z.string().min(1).max(300).optional().describe('JSONL/JSON manifest whose rows carry textPath'),
+            question: zod_1.z.string().min(1).max(2000).describe('What to look for, precisely'),
+            fields: zod_1.z.array(zod_1.z.string().min(1).max(60)).min(1).max(15).describe('Field names each row must contain'),
+            outputPath: zod_1.z.string().min(1).max(300).describe('e.g. data/extracted/water-valve.jsonl'),
+            windows: zod_1.z
+                .object({
+                patterns: zod_1.z.array(zod_1.z.string().min(1).max(200)).min(1).max(20).describe('Case-insensitive regexes, e.g. "cancel", "non-?renew", "water (shut|leak)"'),
+                radius: zod_1.z.number().int().min(200).max(6000).optional().describe('Characters kept on each side of a match (default 1500)'),
+                maxWindows: zod_1.z.number().int().min(1).max(20).optional().describe('Passages per document (default 6)'),
+            })
+                .optional(),
+            many: zod_1.z.boolean().optional(),
+            allowed: zod_1.z.record(zod_1.z.string(), zod_1.z.array(zod_1.z.string().max(100)).max(30)).optional().describe('Codebook: allowed values per field'),
+            concurrency: zod_1.z.number().int().min(1).max(8).optional(),
+            dryRun: zod_1.z.boolean().optional(),
+        }),
+        execute: async (input, { toolCallId }) => (0, extract_texts_1.extractFromTexts)(input, {
+            workspaceDir,
+            model: (0, resolve_model_1.resolveLanguageModel)(modelConfig.provider, modelConfig.id, modelConfig.attribution),
+            modelId: modelConfig.id,
+            signal: abortSignal,
+            recordUsage: (usage) => recordUsage(usage, modelConfig.id),
+            onProgress: (done, total) => context.reportProgress([{ key: 'extract', label: 'Extracting facts', status: done < total ? 'active' : 'done', detail: `${done}/${total}` }], toolCallId),
+        }),
+    });
+}
+//# sourceMappingURL=extraction-tool.js.map

package/dist/research/extraction-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-tool.js","sourceRoot":"","sources":["../../src/research/extraction-tool.ts"],"names":[],"mappings":";;AAQA,oDAkCC;AA1CD,2BAAoC;AACpC,6BAAuB;AACvB,2DAA8D;AAG9D,mDAA0E;AAE1E,sHAAsH;AACtH,SAAgB,oBAAoB,CAAC,OAA2B,EAAE,WAAuB;IACvF,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAA;IAC1D,OAAO,IAAA,SAAI,EAAC;QACV,WAAW,EACT,0bAA0b,sCAAsB,CAAC,cAAc,EAAE,2UAA2U;QAC9yB,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YACrE,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;YACzG,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;YAC7E,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;YACvG,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,uCAAuC,CAAC;YACxF,OAAO,EAAE,OAAC;iBACP,MAAM,CAAC;gBACN,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,4EAA4E,CAAC;gBACnJ,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wDAAwD,CAAC;gBAC1H,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;aACrG,CAAC;iBACD,QAAQ,EAAE;YACb,IAAI,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC5B,OAAO,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;YAC7H,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YACtD,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;SAC/B,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CACvC,IAAA,gCAAgB,EAAC,KAAK,EAAE;YACtB,YAAY;YACZ,KAAK,EAAE,IAAA,oCAAoB,EAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,WAAW,CAAC;YAC1F,OAAO,EAAE,WAAW,CAAC,EAAE;YACvB,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;YAC1D,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC1B,OAAO,CAAC,cAAc,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC;SAC5J,CAAC;KACL,CAAC,CAAA;AACJ,CAAC"}

package/dist/research/extraction-tool.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=extraction-tool.test.d.ts.map

package/dist/research/extraction-tool.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-tool.test.d.ts","sourceRoot":"","sources":["../../src/research/extraction-tool.test.ts"],"names":[],"mappings":""}

package/dist/research/extraction-tool.test.js

@@ -0,0 +1,102 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const strict_1 = __importDefault(require("node:assert/strict"));
+const node_fs_1 = require("node:fs");
+const node_os_1 = __importDefault(require("node:os"));
+const node_path_1 = __importDefault(require("node:path"));
+const node_test_1 = require("node:test");
+const test_1 = require("ai/test");
+const modelProvider = __importStar(require("../models/resolve-model"));
+const attribution_1 = require("../models/attribution");
+const extraction_tool_1 = require("./extraction-tool");
+for (const cancelAfterFirst of [false, true]) {
+    (0, node_test_1.it)(`bulk extraction ${cancelAfterFirst ? 'stops after cancellation' : 'records usage and continues past missing files'}`, async (t) => {
+        const dir = await node_fs_1.promises.mkdtemp(node_path_1.default.join(node_os_1.default.tmpdir(), 'agent-extraction-'));
+        t.after(() => node_fs_1.promises.rm(dir, { recursive: true, force: true }));
+        await node_fs_1.promises.writeFile(node_path_1.default.join(dir, 'first.txt'), 'A water valve is required.');
+        await node_fs_1.promises.writeFile(node_path_1.default.join(dir, 'second.txt'), 'Another filing.');
+        const model = new test_1.MockLanguageModelV3({
+            doGenerate: async () => ({
+                content: [{ type: 'text', text: '{"found":true,"quote":"A water valve is required."}' }],
+                finishReason: { unified: 'stop', raw: 'stop' },
+                usage: {
+                    inputTokens: { total: 10, noCache: 10, cacheRead: 0, cacheWrite: 0 },
+                    outputTokens: { total: 5, text: 5, reasoning: 0 },
+                },
+                warnings: [],
+            }),
+        });
+        t.mock.method(modelProvider, 'resolveLanguageModel', (_provider, modelId, app) => {
+            strict_1.default.equal(modelId, 'extraction-model');
+            strict_1.default.equal(app, attribution_1.OPENROUTER_APPS.DEEP_RESEARCH);
+            return model;
+        });
+        const turn = { messageId: 'extract-turn', abort: new AbortController(), askedUser: false };
+        const events = [];
+        let usedTokens = 0;
+        const context = {
+            workspaceDir: dir,
+            abortSignal: turn.abort.signal,
+            reportProgress: (steps, toolCallId) => events.push({ type: 'progress', messageId: turn.messageId, toolCallId, steps }),
+            requestClarification() { },
+            publishFiles() { },
+            recordUsage(usage, modelId) {
+                usedTokens += usage.totalTokens;
+                strict_1.default.equal(modelId, 'extraction-model');
+                if (cancelAfterFirst)
+                    turn.abort.abort();
+            },
+        };
+        const result = await (0, extraction_tool_1.createExtractionTool)(context, { id: 'extraction-model', provider: {}, attribution: attribution_1.OPENROUTER_APPS.DEEP_RESEARCH }).execute({
+            paths: ['missing.txt', 'first.txt', 'second.txt'], question: 'Is a valve required?', fields: ['found'], outputPath: 'results/rows.jsonl',
+            // One document at a time, so the row order and the stop after cancellation are exact.
+            concurrency: 1,
+        }, { toolCallId: 'extract', messages: [] });
+        const expectedRows = cancelAfterFirst ? 1 : 2;
+        strict_1.default.equal(result.rows, expectedRows);
+        strict_1.default.deepEqual(result.failures.map((failure) => failure.path), ['missing.txt']);
+        strict_1.default.equal(model.doGenerateCalls.length, expectedRows);
+        strict_1.default.equal(usedTokens, 15 * expectedRows);
+        const rows = (await node_fs_1.promises.readFile(node_path_1.default.join(dir, 'results/rows.jsonl'), 'utf8')).trim().split('\n').map((line) => JSON.parse(line));
+        strict_1.default.equal(rows.length, expectedRows);
+        strict_1.default.deepEqual(rows[0], { source: 'first.txt', found: true, quote: 'A water valve is required.' });
+        strict_1.default.ok(events.every((event) => event.type === 'progress' && event.messageId === 'extract-turn' && event.toolCallId === 'extract'));
+    });
+}
+//# sourceMappingURL=extraction-tool.test.js.map

package/dist/research/extraction-tool.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-tool.test.js","sourceRoot":"","sources":["../../src/research/extraction-tool.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gEAAuC;AACvC,qCAAwC;AACxC,sDAAwB;AACxB,0DAA4B;AAC5B,yCAA8B;AAC9B,kCAA6C;AAC7C,uEAAwD;AACxD,uDAAuD;AAGvD,uDAAwD;AAExD,KAAK,MAAM,gBAAgB,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;IAC7C,IAAA,cAAE,EAAC,mBAAmB,gBAAgB,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,gDAAgD,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACpI,MAAM,GAAG,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,mBAAI,CAAC,IAAI,CAAC,iBAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAA;QACzE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QAC3D,MAAM,kBAAE,CAAC,SAAS,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;QAC7E,MAAM,kBAAE,CAAC,SAAS,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAA;QACnE,MAAM,KAAK,GAAG,IAAI,0BAAmB,CAAC;YACpC,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qDAAqD,EAAE,CAAC;gBACxF,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE;gBAC9C,KAAK,EAAE;oBACL,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;oBACpE,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;iBAClD;gBACD,QAAQ,EAAE,EAAE;aACb,CAAC;SACH,CAAC,CAAA;QACF,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,sBAAsB,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;YAC/E,gBAAM,CAAC,KAAK,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAA;YACzC,gBAAM,CAAC,KAAK,CAAC,GAAG,EAAE,6BAAe,CAAC,aAAa,CAAC,CAAA;YAChD,OAAO,KAAK,CAAA;QACd,CAAC,CAAC,CAAA;QACF,MAAM,IAAI,GAAG,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,IAAI,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;QAC1F,MAAM,MAAM,GAAoB,EAAE,CAAA;QAClC,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,OAAO,GAAuB;YAClC,YAAY,EAAE,GAAG;YACjB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC9B,cAAc,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YACtH,oBAAoB,KAAI,CAAC;YACzB,YAAY,KAAI,CAAC;YACjB,WAAW,CAAC,KAAK,EAAE,OAAO;gBACxB,UAAU,IAAI,KAAK,CAAC,WAAW,CAAA;gBAC/B,gBAAM,CAAC,KAAK,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAA;gBACzC,IAAI,gBAAgB;oBAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC1C,CAAC;SACF,CAAA;QACD,MAAM,MAAM,GAAG,MAAM,IAAA,sCAAoB,EAAC,OAAO,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,6BAAe,CAAC,aAAa,EAAE,CAAC,CAAC,OAAQ,CAAC;YAChJ,KAAK,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,YAAY,CAAC,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,oBAAoB;YACxI,sFAAsF;YACtF,WAAW,EAAE,CAAC;SACf,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAwD,CAAA;QAClG,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7C,gBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;QACvC,gBAAM,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAA;QACjF,gBAAM,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;QACxD,gBAAM,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,GAAG,YAAY,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,MAAM,kBAAE,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QACjI,gBAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;QACvC,gBAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAA;QACpG,gBAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,SAAS,KAAK,cAAc,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAA;IACvI,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/research/filingramp/attachment-tools.d.ts

@@ -0,0 +1,4 @@
+import { type Tool } from 'ai';
+import { type FilingRampToolsOptions } from './shared';
+export declare function createAttachmentTools(options: FilingRampToolsOptions): Record<string, Tool>;
+//# sourceMappingURL=attachment-tools.d.ts.map

package/dist/research/filingramp/attachment-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachment-tools.d.ts","sourceRoot":"","sources":["../../../src/research/filingramp/attachment-tools.ts"],"names":[],"mappings":"AAIA,OAAO,EAAQ,KAAK,IAAI,EAAE,MAAM,IAAI,CAAA;AAGpC,OAAO,EAA+D,KAAK,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAyBnH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAyJ3F"}

package/dist/research/filingramp/attachment-tools.js

@@ -0,0 +1,198 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAttachmentTools = createAttachmentTools;
+const node_child_process_1 = require("node:child_process");
+const node_fs_1 = require("node:fs");
+const node_path_1 = __importDefault(require("node:path"));
+const node_util_1 = require("node:util");
+const ai_1 = require("ai");
+const zod_1 = require("zod");
+const filing_detail_tool_1 = require("./filing-detail-tool");
+const shared_1 = require("./shared");
+const execFileAsync = (0, node_util_1.promisify)(node_child_process_1.execFile);
+const MAX_INLINE_TEXT_CHARS = 4000;
+const MAX_FETCH_ATTACHMENTS = 2000;
+const FETCH_CONCURRENCY = 4;
+/** PDF → text with whatever the image has (mupdf first, poppler second). Empty text = scanned or protected. */
+async function extractPdfText(file, output) {
+    const attempts = [
+        ['mutool', ['draw', '-F', 'txt', '-o', output, file]],
+        ['pdftotext', ['-layout', file, output]],
+    ];
+    for (const [bin, args] of attempts) {
+        try {
+            await execFileAsync(bin, args, { timeout: 120000 });
+            const stat = await node_fs_1.promises.stat(output);
+            return stat.size;
+        }
+        catch (_a) {
+            /* try the next extractor */
+        }
+    }
+    return 0;
+}
+function createAttachmentTools(options) {
+    const { client, workspaceDir, onProgress } = options;
+    const resolveFilingId = (0, filing_detail_tool_1.createFilingIdResolver)(options);
+    /** One attachment to data/attachments/, PDF text to data/text/. With `reuse`, a file already on disk is not fetched again. */
+    const saveAttachment = async (input) => {
+        var _a, _b, _c;
+        const folder = (0, shared_1.safeName)((_a = input.trackingNumber) !== null && _a !== void 0 ? _a : 'misc');
+        const fileName = (0, shared_1.safeName)((_c = (_b = input.name) !== null && _b !== void 0 ? _b : input.key.split('/').pop()) !== null && _c !== void 0 ? _c : 'attachment');
+        const filePath = `data/attachments/${folder}/${fileName}`;
+        const absoluteFile = node_path_1.default.resolve(workspaceDir, filePath);
+        const isPdfName = /\.pdf$/i.test(fileName);
+        const textPathFor = () => `data/text/${folder}/${fileName.replace(/\.pdf$/i, '')}.txt`;
+        if (input.reuse && (await (0, shared_1.exists)(absoluteFile))) {
+            const bytes = (await node_fs_1.promises.stat(absoluteFile)).size;
+            const textFile = node_path_1.default.resolve(workspaceDir, textPathFor());
+            const textChars = (await (0, shared_1.exists)(textFile)) ? (await node_fs_1.promises.stat(textFile)).size : 0;
+            return { path: filePath, bytes, isPdf: isPdfName, textPath: textChars > 0 ? textPathFor() : undefined, textChars, reused: true };
+        }
+        const bytes = await client.downloadAttachment(input.key);
+        const written = await (0, shared_1.writeWorkspaceFile)(workspaceDir, filePath, bytes);
+        const isPdf = isPdfName || bytes.subarray(0, 4).toString() === '%PDF';
+        let textPath;
+        let textChars = 0;
+        if (isPdf && input.extractText !== false) {
+            textPath = textPathFor();
+            const absoluteText = node_path_1.default.resolve(workspaceDir, textPath);
+            await node_fs_1.promises.mkdir(node_path_1.default.dirname(absoluteText), { recursive: true });
+            textChars = await extractPdfText(absoluteFile, absoluteText);
+            if (textChars === 0)
+                textPath = undefined;
+        }
+        return { path: written.path, bytes: written.bytes, isPdf, textPath, textChars, reused: false };
+    };
+    const downloadAttachment = (0, ai_1.tool)({
+        description: 'Download ONE attachment by key into data/attachments/<trackingNumber>/<name> and, for PDFs, extract its text to data/text/<trackingNumber>/<name>.txt. For more than a few documents use fetch_attachments instead. Returns paths and sizes, never the content.',
+        inputSchema: zod_1.z.object({
+            key: zod_1.z.string().min(1).max(2000),
+            trackingNumber: zod_1.z.string().max(100).optional(),
+            name: zod_1.z.string().max(300).optional(),
+            extractText: zod_1.z.boolean().optional().describe('default true for PDFs'),
+        }),
+        execute: async (input) => {
+            const saved = await saveAttachment(input);
+            return {
+                ...saved,
+                note: saved.isPdf && saved.textChars === 0 ? 'No extractable text (scanned or protected PDF) — record it as unreadable in findings.' : undefined,
+            };
+        },
+    });
+    const fetchAttachments = (0, ai_1.tool)({
+        description: 'Download many attachments in one call, with PDF text extracted to data/text/<trackingNumber>/. Give either a manifest (JSONL rows with `key`, optional `trackingNumber` and `name` — get_filing writes one, and search hits saved with saveHits work too) or filingIds (their attachments are listed for you). Files already on disk are kept, so a repeated call resumes. Writes one row per attachment (path, textPath, textChars, readable, error) to outputManifest and returns only counts. This is the only way to read more than a handful of documents: never call download_attachment in a loop.',
+        inputSchema: zod_1.z.object({
+            manifest: zod_1.z.string().min(1).max(300).optional().describe('Workspace JSONL/JSON manifest of attachments'),
+            filingIds: zod_1.z.array(zod_1.z.string().min(1).max(100)).min(1).max(50).optional().describe('Filing _ids or tracking numbers whose attachments to fetch'),
+            sections: zod_1.z.array(zod_1.z.enum(['forms', 'rates', 'supportings', 'objections', 'dispositions'])).optional().describe('Only attachments in these filing sections'),
+            nameMatch: zod_1.z.string().max(200).optional().describe('Case-insensitive regex on the attachment name, e.g. "\\\\.pdf$" or "rule|manual"'),
+            limit: zod_1.z.number().int().min(1).max(MAX_FETCH_ATTACHMENTS).optional(),
+            outputManifest: zod_1.z.string().max(300).optional().describe('Default data/manifests/fetched-<n>.jsonl'),
+        }),
+        execute: async (input, { toolCallId }) => {
+            var _a, _b, _c;
+            if (!input.manifest === !input.filingIds)
+                throw new Error('Pass exactly one of manifest or filingIds.');
+            let rows;
+            if (input.manifest) {
+                rows = await (0, shared_1.readManifest)(workspaceDir, input.manifest);
+            }
+            else {
+                rows = [];
+                for (const id of (_a = input.filingIds) !== null && _a !== void 0 ? _a : []) {
+                    const filingId = await resolveFilingId(id);
+                    const filing = await client.request(`/v1/filings/${encodeURIComponent(filingId)}`);
+                    for (const attachment of (0, filing_detail_tool_1.collectAttachments)(filing))
+                        rows.push({ filingId, trackingNumber: filing.trackingNumber, ...attachment });
+                }
+            }
+            const pattern = input.nameMatch ? new RegExp(input.nameMatch, 'i') : undefined;
+            const selected = rows
+                .map((row) => {
+                var _a, _b, _c, _d, _e;
+                return ({
+                    ...row,
+                    key: (_a = row.key) !== null && _a !== void 0 ? _a : row.attachmentKey,
+                    name: (_b = row.name) !== null && _b !== void 0 ? _b : (typeof ((_c = row.key) !== null && _c !== void 0 ? _c : row.attachmentKey) === 'string' ? decodeURIComponent((_e = String((_d = row.key) !== null && _d !== void 0 ? _d : row.attachmentKey).split('/').pop()) !== null && _e !== void 0 ? _e : '') : undefined),
+                });
+            })
+                .filter((row) => typeof row.key === 'string' && row.key.length > 0)
+                .filter((row) => !input.sections || input.sections.includes(row.section))
+                .filter((row) => { var _a; return !pattern || pattern.test(String((_a = row.name) !== null && _a !== void 0 ? _a : '')); });
+            // The same document can be listed twice (two hits on one attachment, a manifest merged from searches).
+            const unique = [...new Map(selected.map((row) => [String(row.key), row])).values()];
+            const limit = (_b = input.limit) !== null && _b !== void 0 ? _b : MAX_FETCH_ATTACHMENTS;
+            const batch = unique.slice(0, limit);
+            let done = 0;
+            onProgress === null || onProgress === void 0 ? void 0 : onProgress(toolCallId, 0, batch.length, 'Downloading attachments');
+            const results = await (0, shared_1.mapPool)(batch, FETCH_CONCURRENCY, async (row) => {
+                try {
+                    const saved = await saveAttachment({
+                        key: String(row.key),
+                        trackingNumber: row.trackingNumber === undefined ? undefined : String(row.trackingNumber),
+                        name: row.name === undefined ? undefined : String(row.name),
+                        reuse: true,
+                    });
+                    return { ...row, path: saved.path, bytes: saved.bytes, textPath: saved.textPath, textChars: saved.textChars, readable: !saved.isPdf || saved.textChars > 0, reused: saved.reused };
+                }
+                catch (error) {
+                    return { ...row, error: error.message };
+                }
+                finally {
+                    done += 1;
+                    if (done % 10 === 0 || done === batch.length)
+                        onProgress === null || onProgress === void 0 ? void 0 : onProgress(toolCallId, done, batch.length, 'Downloading attachments');
+                }
+            });
+            const outputPath = (_c = input.outputManifest) !== null && _c !== void 0 ? _c : `data/manifests/fetched-${Date.now()}.jsonl`;
+            const written = await (0, shared_1.writeWorkspaceFile)(workspaceDir, outputPath, results.map((row) => JSON.stringify(row)).join('\n') + (results.length ? '\n' : ''));
+            const failed = results.filter((row) => 'error' in row);
+            const unreadable = results.filter((row) => !('error' in row) && row.readable === false);
+            return {
+                outputManifest: written.path,
+                requested: unique.length,
+                fetched: results.length - failed.length,
+                reused: results.filter((row) => row.reused).length,
+                failed: failed.length,
+                unreadable: unreadable.length,
+                notFetched: unique.length - batch.length,
+                duplicatesDropped: selected.length - unique.length,
+                textChars: results.reduce((sum, row) => sum + (typeof row.textChars === 'number' ? row.textChars : 0), 0),
+                failures: failed.slice(0, 5).map((row) => ({ name: row.name, error: row.error })),
+                next: 'Analyze the texts with extract_from_texts (manifest = outputManifest) or run_command; do not read whole documents into the chat.',
+            };
+        },
+    });
+    const readText = (0, ai_1.tool)({
+        description: 'Read a slice of an extracted text file in the workspace (data/text/…). Prefer run_command with rg/grep to locate the passage first, then read only the lines around it. Hard cap per call keeps the conversation small.',
+        inputSchema: zod_1.z.object({
+            path: zod_1.z.string().min(1).max(500),
+            startLine: zod_1.z.number().int().min(1).optional(),
+            endLine: zod_1.z.number().int().min(1).optional(),
+        }),
+        execute: async (input) => {
+            var _a, _b;
+            const target = node_path_1.default.resolve(workspaceDir, input.path);
+            if (!target.startsWith(node_path_1.default.resolve(workspaceDir) + node_path_1.default.sep))
+                throw new Error('path escapes the workspace');
+            const content = await node_fs_1.promises.readFile(target, 'utf8');
+            const lines = content.split('\n');
+            const start = Math.max(1, (_a = input.startLine) !== null && _a !== void 0 ? _a : 1);
+            const end = Math.min(lines.length, (_b = input.endLine) !== null && _b !== void 0 ? _b : start + 80);
+            const slice = lines.slice(start - 1, end).join('\n');
+            return {
+                path: input.path,
+                totalLines: lines.length,
+                startLine: start,
+                endLine: end,
+                text: slice.length > MAX_INLINE_TEXT_CHARS ? `${slice.slice(0, MAX_INLINE_TEXT_CHARS)}…[truncated — narrow the line range]` : slice,
+            };
+        },
+    });
+    return { download_attachment: downloadAttachment, fetch_attachments: fetchAttachments, read_text: readText };
+}
+//# sourceMappingURL=attachment-tools.js.map

package/dist/research/filingramp/attachment-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachment-tools.js","sourceRoot":"","sources":["../../../src/research/filingramp/attachment-tools.ts"],"names":[],"mappings":";;;;;AAgCA,sDAyJC;AAzLD,2DAA6C;AAC7C,qCAAwC;AACxC,0DAA4B;AAC5B,yCAAqC;AACrC,2BAAoC;AACpC,6BAAuB;AACvB,6DAAiF;AACjF,qCAAmH;AAEnH,MAAM,aAAa,GAAG,IAAA,qBAAS,EAAC,6BAAQ,CAAC,CAAA;AACzC,MAAM,qBAAqB,GAAG,IAAK,CAAA;AACnC,MAAM,qBAAqB,GAAG,IAAK,CAAA;AACnC,MAAM,iBAAiB,GAAG,CAAC,CAAA;AAE3B,+GAA+G;AAC/G,KAAK,UAAU,cAAc,CAAC,IAAY,EAAE,MAAc;IACxD,MAAM,QAAQ,GAA8B;QAC1C,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACrD,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;KACzC,CAAA;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAO,EAAE,CAAC,CAAA;YACpD,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAClC,OAAO,IAAI,CAAC,IAAI,CAAA;QAClB,CAAC;QAAC,WAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAgB,qBAAqB,CAAC,OAA+B;IACnE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IACpD,MAAM,eAAe,GAAG,IAAA,2CAAsB,EAAC,OAAO,CAAC,CAAA;IAEvD,8HAA8H;IAC9H,MAAM,cAAc,GAAG,KAAK,EAAE,KAAsG,EAAE,EAAE;;QACtI,MAAM,MAAM,GAAG,IAAA,iBAAQ,EAAC,MAAA,KAAK,CAAC,cAAc,mCAAI,MAAM,CAAC,CAAA;QACvD,MAAM,QAAQ,GAAG,IAAA,iBAAQ,EAAC,MAAA,MAAA,KAAK,CAAC,IAAI,mCAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,mCAAI,YAAY,CAAC,CAAA;QACnF,MAAM,QAAQ,GAAG,oBAAoB,MAAM,IAAI,QAAQ,EAAE,CAAA;QACzD,MAAM,YAAY,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QACzD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC1C,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,aAAa,MAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAA;QACtF,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,IAAA,eAAM,EAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,CAAC,MAAM,kBAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAA;YAChD,MAAM,QAAQ,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC,CAAA;YAC1D,MAAM,SAAS,GAAG,CAAC,MAAM,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YAC/E,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAClI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACxD,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAkB,EAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;QACvE,MAAM,KAAK,GAAG,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,CAAA;QACrE,IAAI,QAA4B,CAAA;QAChC,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,KAAK,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YACzC,QAAQ,GAAG,WAAW,EAAE,CAAA;YACxB,MAAM,YAAY,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YACzD,MAAM,kBAAE,CAAC,KAAK,CAAC,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YAC/D,SAAS,GAAG,MAAM,cAAc,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YAC5D,IAAI,SAAS,KAAK,CAAC;gBAAE,QAAQ,GAAG,SAAS,CAAA;QAC3C,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAChG,CAAC,CAAA;IAED,MAAM,kBAAkB,GAAG,IAAA,SAAI,EAAC;QAC9B,WAAW,EACT,iQAAiQ;QACnQ,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YACpB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YAChC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YAC9C,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YACpC,WAAW,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;SACtE,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACvB,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YACzC,OAAO;gBACL,GAAG,KAAK;gBACR,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,uFAAuF,CAAC,CAAC,CAAC,SAAS;aACjJ,CAAA;QACH,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,gBAAgB,GAAG,IAAA,SAAI,EAAC;QAC5B,WAAW,EACT,2kBAA2kB;QAC7kB,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YACpB,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;YACxG,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4DAA4D,CAAC;YAC/I,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YAC3J,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kFAAkF,CAAC;YACtI,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE;YACpE,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;SACpG,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;;YACvC,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,CAAC,KAAK,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;YACvG,IAAI,IAA+B,CAAA;YACnC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACnB,IAAI,GAAG,MAAM,IAAA,qBAAY,EAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;YACzD,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,EAAE,CAAA;gBACT,KAAK,MAAM,EAAE,IAAI,MAAA,KAAK,CAAC,SAAS,mCAAI,EAAE,EAAE,CAAC;oBACvC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,CAAA;oBAC1C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAA0B,eAAe,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;oBAC3G,KAAK,MAAM,UAAU,IAAI,IAAA,uCAAkB,EAAC,MAAM,CAAC;wBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;gBACpI,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAC9E,MAAM,QAAQ,GAAG,IAAI;iBAClB,GAAG,CAAC,CAAC,GAAG,EAA2B,EAAE;;gBAAC,OAAA,CAAC;oBACtC,GAAG,GAAG;oBACN,GAAG,EAAE,MAAA,GAAG,CAAC,GAAG,mCAAI,GAAG,CAAC,aAAa;oBACjC,IAAI,EAAE,MAAA,GAAG,CAAC,IAAI,mCAAI,CAAC,OAAO,CAAC,MAAA,GAAG,CAAC,GAAG,mCAAI,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAA,MAAM,CAAC,MAAA,GAAG,CAAC,GAAG,mCAAI,GAAG,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,mCAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;iBACrK,CAAC,CAAA;aAAA,CAAC;iBACF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;iBAClE,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAgB,CAAC,CAAC;iBACjF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,WAAC,OAAA,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAA,GAAG,CAAC,IAAI,mCAAI,EAAE,CAAC,CAAC,CAAA,EAAA,CAAC,CAAA;YACpE,uGAAuG;YACvG,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YACnF,MAAM,KAAK,GAAG,MAAA,KAAK,CAAC,KAAK,mCAAI,qBAAqB,CAAA;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;YACpC,IAAI,IAAI,GAAG,CAAC,CAAA;YACZ,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,UAAU,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAA;YACpE,MAAM,OAAO,GAAG,MAAM,IAAA,gBAAO,EAAC,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAoC,EAAE;gBACtG,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC;wBACjC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;wBACpB,cAAc,EAAE,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;wBACzF,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;wBAC3D,KAAK,EAAE,IAAI;qBACZ,CAAC,CAAA;oBACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAA;gBACpL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,EAAE,GAAG,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAA;gBACpD,CAAC;wBAAS,CAAC;oBACT,IAAI,IAAI,CAAC,CAAA;oBACT,IAAI,IAAI,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,KAAK,CAAC,MAAM;wBAAE,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAA;gBACvH,CAAC;YACH,CAAC,CAAC,CAAA;YACF,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,cAAc,mCAAI,0BAA0B,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAA;YACvF,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAkB,EAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACvJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,IAAI,GAAG,CAAC,CAAA;YACtD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAA;YACvF,OAAO;gBACL,cAAc,EAAE,OAAO,CAAC,IAAI;gBAC5B,SAAS,EAAE,MAAM,CAAC,MAAM;gBACxB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBACvC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM;gBAClD,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,UAAU,EAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;gBACxC,iBAAiB,EAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBAClD,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACzG,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjF,IAAI,EAAE,kIAAkI;aACzI,CAAA;QACH,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC;QACpB,WAAW,EACT,yNAAyN;QAC3N,WAAW,EAAE,OAAC,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;YAChC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YAC7C,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;SAC5C,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;;YACvB,MAAM,MAAM,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACrD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,mBAAI,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC5G,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;YACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAA,KAAK,CAAC,SAAS,mCAAI,CAAC,CAAC,CAAA;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAA,KAAK,CAAC,OAAO,mCAAI,KAAK,GAAG,EAAE,CAAC,CAAA;YAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpD,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,KAAK,CAAC,MAAM,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,sCAAsC,CAAC,CAAC,CAAC,KAAK;aACpI,CAAA;QACH,CAAC;KACF,CAAC,CAAA;IACF,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAA;AAC9G,CAAC"}

package/dist/research/filingramp/document-search-tool.d.ts

@@ -0,0 +1,4 @@
+import { type Tool } from 'ai';
+import { type FilingRampToolsOptions } from './shared';
+export declare function createDocumentSearchTool(options: FilingRampToolsOptions): Tool;
+//# sourceMappingURL=document-search-tool.d.ts.map

package/dist/research/filingramp/document-search-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-search-tool.d.ts","sourceRoot":"","sources":["../../../src/research/filingramp/document-search-tool.ts"],"names":[],"mappings":"AAGA,OAAO,EAAQ,KAAK,IAAI,EAAE,MAAM,IAAI,CAAA;AAKpC,OAAO,EAA6G,KAAK,sBAAsB,EAAE,MAAM,UAAU,CAAA;AASjK,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,sBAAsB,GAAG,IAAI,CA0N9E"}