@thanh01.pmt/research-kit 1.3.0 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/academic/index.cjs +4 -4
- package/dist/academic/index.cjs.map +1 -1
- package/dist/academic/index.js +2 -2
- package/dist/agent/index.cjs +1137 -301
- package/dist/agent/index.cjs.map +1 -1
- package/dist/agent/index.d.cts +1 -1
- package/dist/agent/index.d.ts +1 -1
- package/dist/agent/index.js +7 -7
- package/dist/chunk-4S6UMYBA.js +1931 -0
- package/dist/chunk-4S6UMYBA.js.map +1 -0
- package/dist/{chunk-S3JUCDKD.js → chunk-6U2H2DMQ.js} +7 -7
- package/dist/{chunk-S3JUCDKD.js.map → chunk-6U2H2DMQ.js.map} +1 -1
- package/dist/{chunk-ZNGU4ZYX.js → chunk-7BGR4E37.js} +5 -5
- package/dist/{chunk-ZNGU4ZYX.js.map → chunk-7BGR4E37.js.map} +1 -1
- package/dist/{chunk-AKEI7H2C.js → chunk-EWIAA2CC.js} +4 -4
- package/dist/{chunk-AKEI7H2C.js.map → chunk-EWIAA2CC.js.map} +1 -1
- package/dist/{chunk-QQZQNBJC.js → chunk-JV6Z6WUQ.js} +4 -4
- package/dist/{chunk-QQZQNBJC.js.map → chunk-JV6Z6WUQ.js.map} +1 -1
- package/dist/{chunk-2RMBLKP5.js → chunk-MJIREPKJ.js} +3 -3
- package/dist/{chunk-2RMBLKP5.js.map → chunk-MJIREPKJ.js.map} +1 -1
- package/dist/{chunk-KXJDQBSJ.js → chunk-PFECHAAR.js} +12 -5
- package/dist/chunk-PFECHAAR.js.map +1 -0
- package/dist/{chunk-NSY6KU4G.js → chunk-SEHHDO7X.js} +5 -5
- package/dist/{chunk-NSY6KU4G.js.map → chunk-SEHHDO7X.js.map} +1 -1
- package/dist/{chunk-RYLZYZRF.js → chunk-UCPWBRZ2.js} +3 -3
- package/dist/{chunk-RYLZYZRF.js.map → chunk-UCPWBRZ2.js.map} +1 -1
- package/dist/evidence/index.cjs +9 -2
- package/dist/evidence/index.cjs.map +1 -1
- package/dist/evidence/index.js +2 -2
- package/dist/harvester/index.cjs +6 -6
- package/dist/harvester/index.cjs.map +1 -1
- package/dist/harvester/index.js +5 -5
- package/dist/{index-onQDKDNo.d.cts → index-BOwJ1jON.d.cts} +317 -71
- package/dist/{index-CN8gei7k.d.ts → index-_aiOh8jX.d.ts} +317 -71
- package/dist/index.cjs +1145 -302
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +25 -18
- package/dist/index.js.map +1 -1
- package/dist/pipeline/index.cjs +13 -6
- package/dist/pipeline/index.cjs.map +1 -1
- package/dist/pipeline/index.js +6 -6
- package/package.json +1 -1
- package/dist/chunk-KXJDQBSJ.js.map +0 -1
- package/dist/chunk-WWQ45RQK.js +0 -1114
- package/dist/chunk-WWQ45RQK.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-QQZQNBJC.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-JV6Z6WUQ.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(15000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { AcademicSearchEngine } from './chunk-
|
|
1
|
+
import { AcademicSearchEngine } from './chunk-EWIAA2CC.js';
|
|
2
2
|
|
|
3
3
|
// src/harvester/domainClassifier.ts
|
|
4
4
|
var HARDWARE_PATTERNS = [
|
|
@@ -577,5 +577,5 @@ var HealthAuditor = class {
|
|
|
577
577
|
};
|
|
578
578
|
|
|
579
579
|
export { ECOMMERCE_AND_COMMERCIAL_PATTERNS, ECOMMERCE_DOMAINS, HealthAuditor, MultiSourceSearchEngine, classifyTechnicalDomain, evaluateTechnicalDensity, inferPrimaryCodeLanguage, isCommercialOrNoise };
|
|
580
|
-
//# sourceMappingURL=chunk-
|
|
581
|
-
//# sourceMappingURL=chunk-
|
|
580
|
+
//# sourceMappingURL=chunk-MJIREPKJ.js.map
|
|
581
|
+
//# sourceMappingURL=chunk-MJIREPKJ.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/harvester/domainClassifier.ts","../src/harvester/multiSourceSearch.ts","../src/harvester/noiseFilter.ts","../src/harvester/healthAuditor.ts"],"names":["ddgHits"],"mappings":";;;AAYA,IAAM,iBAAA,GAAoB;AAAA,EACxB,yHAAA;AAAA,EACA,0KAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAMO,SAAS,wBAAA,CAAyB,KAAA,EAAe,OAAA,EAAiC,MAAA,EAAkC;AACzH,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,IAE9B,MAAA,CAAO,OAAO,EACd,IAAA,CAAK,GAAG,EACR,WAAA,EAAY;AAEf,EAAA,IAAI,sCAAA,CAAuC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,OAAA;AAClE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AAC1D,EAAA,IAAI,yEAAA,CAA0E,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AACrG,EAAA,IAAI,qDAAA,CAAsD,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AACjF,EAAA,IAAI,mEAAA,CAAoE,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AAC/F,EAAA,IAAI,2CAAA,CAA4C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACvE,EAAA,IAAI,oCAAA,CAAqC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AAChE,EAAA,IAAI,sBAAA,CAAuB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,UAAA;AAClD,EAAA,IAAI,kCAAA,CAAmC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9D,EAAA,IAAI,kBAAA,CAAmB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9C,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,IAAA;AACjD,EAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACxE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAE1D,EAAA,IAAI,MAAA,KAAW,YAAY,OAAO,KAAA;AAClC,EAAA,OAAO,MAAA;AACT;AAKO,SAAS,uBAAA,CACd,KAAA,EACA,cAAA,EACA,OAAA,EAC4B;AAC5B,EAAA,IAAI,cAAA,IAAkB,CAAC,UAAA,EAAY,UAAA,EAAY,UAAA,EAAY,UAAU,CAAA,CAAE,QAAA,CAAS,cAAA,CAAe,WAAA,EAAa,CAAA,EAAG;AAC7G,IAAA,MAAM,MAAA,GAAS,eAAe,WAAA,EAAY;AAC1C,IAAA,OAAO;AAAA,MACL,MAAA;AAAA,MACA,UAAA,EAAY,CAAA;AAAA,MACZ,SAAA,EAAW,qCAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,MAAM,CAAA;AAAA,MACpD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,MAAM;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,GACjC,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,GAAG,CAAA;AAGX,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,IAAA;AAAA,MACZ,SAAA,EAAW,uGAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,6EAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,iFAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ,UAAA;AAAA,IACR,UAAA,EAAY,IAAA;AAAA,IACZ,SAAA,EAAW,+FAAA;AAAA,IACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,IACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,GAC1E;AACF;AAEA,SAAS,uBAAuB,MAAA,EAAmC;AACjE,EAAA,QAAQ,MAAA;AAAQ,IACd,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,sBAAA,EAAwB,yBAAA,EAA2B,2BAA2B,CAAA;AAAA,IACxF,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,8BAAA,EAAgC,qBAAA,EAAuB,yBAAyB,CAAA;AAAA,IAC1F,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,0BAAA,EAA4B,gBAAA,EAAkB,yBAAyB,CAAA;AAAA,IACjF,KAAK,UAAA;AAAA,IACL;AACE,MAAA,OAAO,CAAC,uBAAA,EAAyB,sBAAA,EAAwB,yBAAyB,CAAA;AAAA;AAExF;;;ACjHO,IAAM,0BAAN,MAA8B;AAAA,EAC3B,SAAA;AAAA,EACA,MAAA;AAAA,EACA,SAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CACE,OAAA,GAWI,EAAC,EACL;AACA,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,MAAA,GACH,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,WAAW,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,WAAA,GAAc,MAAA,CAAA;AAC/F,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,gBACH,OAAA,CAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,SAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,IAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,OAAA,CAAQ,cAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,oBAAA,IAAwB,OAAA,CAAQ,GAAA,CAAI,wBAAA,GAA2B,MAAA,CAAA,IACpG,cAAA;AACF,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,WAAA,IAAe,OAAA,CAAQ,GAAA,CAAI,YAAA,GAAe,MAAA,CAAA;AAExG,IAAA,MAAM,IAAA,GAAO,QAAQ,GAAA,CAAI,mBAAA;AACzB,IAAA,MAAM,QAAA,GAAW,QAAQ,GAAA,CAAI,uBAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB;AAAA,MACpB,GAAI,OAAA,CAAQ,cAAA,IAAkB,EAAC;AAAA,MAC/B,GAAI,QAAQ,QAAA,GAAW,EAAE,uBAAuB,IAAA,EAAM,yBAAA,EAA2B,QAAA,EAAS,GAAI;AAAC,KACjG;AAEA,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,iBAAiB,IAAI,oBAAA,CAAqB,EAAE,gBAAA,EAAkB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EAC5F;AAAA,EAEA,iBAAiB,OAAA,EAA8B;AAC7C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,IAAA,EAAuB;AAChC,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,SAAS,IAAA,CAAK,GAAA;AAC/C,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAC7D,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAAA,EAC/D;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,UAAA,CAAW,MAAc,OAAA,EAAkC;AACzD,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAA,CAAK,iBAAiB,EAAE,GAAG,IAAA,CAAK,cAAA,EAAgB,GAAG,OAAA,EAAQ;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,MAAM,MAAA,CAAO,KAAA,EAAe,OAAA,GAA8B,EAAC,EAAyB;AAClF,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,eAAA;AAG1B,IAAA,IAAI,OAAA,KAAY,CAAC,SAAA,IAAa,SAAA,KAAc,QAAA,CAAA,EAAW;AACrD,MAAA,IAAI;AACF,QAAA,MAAM,aAAA,GAAgB,MAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,EAAO,EAAE,KAAA,EAAO,YAAA,EAAc,OAAA,CAAQ,YAAA,EAAc,CAAA;AAC/F,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG;AAChC,UAAA,OAAO,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YAC/B,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,SAAS,CAAA,CAAE,OAAA;AAAA,YACX,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yDAAA,EAA2D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzF;AAAA,IACF;AAGA,IAAA,IAAI,cAAc,UAAA,EAAY;AAC5B,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,aAAa,KAAA,EAAO,EAAE,OAAO,CAAA;AACtE,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YACxB,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,GAAA,EAAK,CAAA,CAAE,GAAA,IAAO,CAAA,CAAE,MAAA,KAAW,CAAA,CAAE,GAAA,GAAM,CAAA,gBAAA,EAAmB,CAAA,CAAE,GAAG,CAAA,CAAA,GAAK,CAAA,qBAAA,EAAwB,EAAE,EAAE,CAAA,CAAA,CAAA;AAAA,YAC5F,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,QAAA,IAAY,EAAA;AAAA,YACjC,OAAO,CAAA,CAAE,aAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACnF;AAAA,IACF;AAEA,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,SAAS,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,UAAU,IAAA,CAAK,MAAA;AAC9D,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,aAAA,GACJ,QAAQ,OAAA,EAAS,UAAA,IACjB,QAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,IACR,IAAA,CAAK,aAAA;AACP,IAAA,MAAM,cAAA,GAAiB,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AACtD,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,WAAA,IAAe,IAAA,CAAK,WAAA;AAGhD,IAAA,IAAI,SAAA,KAAc,aAAa,WAAA,EAAa;AAC1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,WAAA,EAAa,KAAA,EAAO,QAAQ,cAAc,CAAA;AAC3F,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAEA,IAAA,IAAI,SAAA,KAAc,gBAAgB,aAAA,EAAe;AAC/C,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ;AAAA,OACjB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,SAAA,KAAc,SAAS,MAAA,EAAQ;AACjC,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,OAAO,MAAA,EAAQ,KAAA,EAAO,QAAQ,YAAY,CAAA;AAC9E,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAEA,IAAA,IAAI,SAAA,KAAc,YAAY,SAAA,EAAW;AACvC,MAAA,MAAM,aAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAK,CAAA;AACjE,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAEA,IAAA,IAAI,cAAc,YAAA,EAAc;AAC9B,MAAA,MAAMA,QAAAA,GAAU,MAAM,IAAA,CAAK,eAAA,CAAgB,OAAO,KAAK,CAAA;AACvD,MAAA,IAAIA,QAAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAOA,QAAAA;AAAA,IACjC;AAGA,IAAA,IAAI,SAAA,KAAc,CAAC,SAAA,IAAa,SAAA,KAAc,QAAA,CAAA,EAAW;AACvD,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAA4B;AAAA,UAChC,OAAA,EAAS,SAAA;AAAA,UACT,KAAA;AAAA,UACA,YAAA,EAAc,UAAA;AAAA,UACd,cAAA,EAAgB,IAAA;AAAA,UAChB,WAAA,EAAa;AAAA,SACf;AACA,QAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,UAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,SAAA;AAAA,QAC5B;AACA,QAAA,IAAI,OAAA,CAAQ,YAAA,IAAgB,OAAA,CAAQ,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3D,UAAA,IAAA,CAAK,kBAAkB,OAAA,CAAQ,YAAA;AAAA,QACjC;AACA,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,+BAAA,EAAiC;AAAA,UACvD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,UACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,YAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,cACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,cAClB,KAAK,CAAA,CAAE,GAAA;AAAA,cACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,cACtB,OAAO,CAAA,CAAE,KAAA;AAAA,cACT,MAAA,EAAQ;AAAA,aACV,CAAE,CAAA;AAAA,UACJ;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAClF;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,EAAQ;AACV,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,EAAO,QAAQ,KAAA,EAAO,OAAA,CAAQ,YAAA,EAAc,OAAA,CAAQ,SAAS,CAAA;AACjG,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAGA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,SAAA,EAAW,KAAA,EAAO,QAAQ,SAAS,CAAA;AACpF,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAGA,IAAA,IAAI,aAAA,EAAe;AACjB,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ;AAAA,OACjB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAGA,IAAA,IAAI,WAAA,EAAa;AACf,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA,CAAa,KAAA,EAAO,aAAa,KAAA,EAAO,OAAA,CAAQ,cAAA,EAAgB,OAAA,CAAQ,SAAS,CAAA;AAC9G,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAGA,IAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,eAAA,CAAgB,OAAO,KAAK,CAAA;AACvD,IAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAE/B,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,gBACJ,KAAA,EACA,GAAA,EACA,QAAgB,CAAA,EAChB,OAAA,GAAoE,EAAC,EAC/C;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,OAAA,CAAQ,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AACpD,MAAA,MAAM,MAAA,GAAS,QAAQ,MAAA,IAAU,MAAA;AACjC,MAAA,IAAI,SAAA,GAAY,CAAA,8BAAA,EAAiC,kBAAA,CAAmB,KAAK,CAAC,CAAA,WAAA,CAAA;AAC1E,MAAA,IAAI,WAAW,QAAA,EAAU;AACvB,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,KAAK,CAAC,CAAA,uBAAA,CAAA;AAAA,MAC1E,CAAA,MAAA,IAAW,WAAW,QAAA,EAAU;AAC9B,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,KAAK,CAAC,CAAA,WAAA,CAAA;AAAA,MAC1E;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,QAC5D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,UAC5B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,IAAA;AAAA,UACA,GAAA,EAAK,SAAA;AAAA,UACL,MAAA,EAAQ;AAAA,SACT,CAAA;AAAA,QACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,GAAI,IAAA,CAAK,UAAU,EAAC;AAC/D,QAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,UAAA,OAAO,OAAA,CAAQ,MAAM,CAAA,EAAG,KAAK,EAAE,GAAA,CAAI,CAAC,GAAQ,GAAA,MAAiB;AAAA,YAC3D,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,IAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,WAAA,IAAe,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YACvC,OAAO,CAAA,CAAE,IAAA,GAAO,IAAI,CAAA,CAAE,IAAA,GAAO,KAAK,GAAA,GAAM,CAAA,CAAA;AAAA,YACxC,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,uDAAA,EAAyD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACvF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,YAAA,CACJ,KAAA,EACA,WAAA,EACA,KAAA,EACA,eACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,GAAY,WAAA,CAAY,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAA;AAC/C,MAAA,IAAI,YAAY,CAAA,EAAG,SAAS,CAAA,UAAA,EAAa,kBAAA,CAAmB,KAAK,CAAC,CAAA,YAAA,CAAA;AAClE,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,SAAA,IAAa,CAAA,YAAA,EAAe,kBAAA,CAAmB,SAAS,CAAC,CAAA,CAAA;AAAA,MAC3D;AACA,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,iDAAA;AAAA,QACd,GAAI,IAAA,CAAK,cAAA,IAAkB,EAAC;AAAA,QAC5B,GAAI,iBAAiB;AAAC,OACxB;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QAAQ,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnD,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,OAAA,IAAW,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YACnC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACnF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,QAAA,CACZ,KAAA,EACA,MAAA,EACA,KAAA,EACA,cACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B;AAAA,QAChC,KAAA;AAAA,QACA,UAAA,EAAY,KAAA;AAAA,QACZ,aAAA,EAAe;AAAA,OACjB;AACA,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,GAAS,CAAA,EAAG;AAC3C,QAAA,IAAA,CAAK,cAAA,GAAiB,YAAA;AAAA,MACxB;AACA,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,GAAA,uBAAU,IAAA,EAAK;AACrB,QAAA,IAAI,cAAc,KAAA,EAAO,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IAC7C,cAAc,MAAA,EAAQ,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IACnD,cAAc,OAAA,EAAS,GAAA,CAAI,SAAS,GAAA,CAAI,QAAA,KAAa,CAAC,CAAA;AAAA,aAAA,IACtD,cAAc,MAAA,EAAQ,GAAA,CAAI,YAAY,GAAA,CAAI,WAAA,KAAgB,CAAC,CAAA;AACpE,QAAA,IAAA,CAAK,kBAAA,GAAqB,IAAI,WAAA,EAAY;AAAA,MAC5C;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,2BAAA,EAA6B;AAAA,QACnD,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,MAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YAChC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC/E;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,WAAA,CACZ,KAAA,EACA,SAAA,EACA,OACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B,EAAE,CAAA,EAAG,KAAA,EAAO,KAAK,KAAA,EAAM;AACzD,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,MAAA,GAA0C,EAAE,GAAA,EAAK,OAAA,EAAS,MAAM,OAAA,EAAS,KAAA,EAAO,OAAA,EAAS,IAAA,EAAM,OAAA,EAAQ;AAC7G,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,IAAA,CAAK,GAAA,GAAM,OAAO,SAAS,CAAA;AAAA,QAC7B;AAAA,MACF;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,kCAAA,EAAoC;AAAA,QAC1D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,SAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QAAQ,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnD,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,IAAA;AAAA,YACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,YACtB,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAClF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,eAAA,CAAgB,KAAA,EAAe,KAAA,EAAqC;AAChF,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,CAAA,oCAAA,EAAuC,kBAAA,CAAmB,KAAK,CAAC,CAAA,CAAA;AAC/E,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,MAAA,EAAQ;AAAA,QAC9B,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,MAAM,OAAoB,EAAC;AAC3B,QAAA,MAAM,WAAA,GACJ,oJAAA;AACF,QAAA,IAAI,KAAA;AACJ,QAAA,OAAA,CAAQ,KAAA,GAAQ,YAAY,IAAA,CAAK,IAAI,OAAO,IAAA,IAAQ,IAAA,CAAK,SAAS,KAAA,EAAO;AACvE,UAAA,MAAM,QAAA,GAAW,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,KAAA;AAC7D,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,CAAC,CAAA,EAAG,IAAA,EAAK;AAC9B,UAAA,MAAM,WAAW,MAAA,EAAQ,UAAA,CAAW,2BAA2B,CAAA,GAC3D,kBAAA,CAAmB,OAAO,KAAA,CAAM,OAAO,CAAA,CAAE,CAAC,GAAG,KAAA,CAAM,GAAG,EAAE,CAAC,CAAA,IAAK,EAAE,CAAA,GAChE,MAAA;AACJ,UAAA,MAAM,OAAA,GAAU,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,EAAA;AAE5D,UAAA,IAAI,QAAA,IAAY,CAAC,QAAA,CAAS,QAAA,CAAS,gBAAgB,CAAA,EAAG;AACpD,YAAA,IAAA,CAAK,IAAA,CAAK;AAAA,cACR,KAAA,EAAO,QAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,OAAA,EAAS,OAAA;AAAA,cACT,MAAA,EAAQ;AAAA,aACT,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA,IAAI,IAAA,CAAK,MAAA,GAAS,CAAA,EAAG,OAAO,IAAA;AAAA,MAC9B;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,sDAAA,EAAwD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACtF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AACF;;;ACpeO,IAAM,iBAAA,uBAAwB,GAAA,CAAI;AAAA,EACvC,WAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,UAAA;AAAA,EACA,gBAAA;AAAA,EACA,YAAA;AAAA,EACA,YAAA;AAAA,EACA,UAAA;AAAA,EACA;AACF,CAAC;AAEM,IAAM,iCAAA,GAAoC;AAAA,EAC/C,mDAAA;AAAA,EACA,sGAAA;AAAA,EACA,kGAAA;AAAA,EACA;AACF;AAMO,SAAS,oBAAoB,KAAA,EAIxB;AACV,EAAA,IAAI,MAAM,GAAA,EAAK;AACb,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,IAAI,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,QAAA,CAAS,WAAA,EAAY,CAAE,OAAA,CAAQ,QAAA,EAAU,EAAE,CAAA;AAC/E,MAAA,IAAI,kBAAkB,GAAA,CAAI,QAAQ,CAAA,IAAK,CAAC,GAAG,iBAAiB,CAAA,CAAE,IAAA,CAAK,CAAC,MAAM,QAAA,CAAS,QAAA,CAAS,IAAI,CAAC,CAAA,CAAE,CAAC,CAAA,EAAG;AACrG,QAAA,OAAO,IAAA;AAAA,MACT;AAAA,IACF,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW,GAAG,KAAA,CAAM,KAAA,IAAS,EAAE,CAAA,CAAA,EAAI,KAAA,CAAM,WAAW,EAAE,CAAA,CAAA;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,IAAA,EAAK,EAAG,OAAO,KAAA;AAE7B,EAAA,KAAA,MAAW,WAAW,iCAAA,EAAmC;AACvD,IAAA,IAAI,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC1B,MAAA,OAAO,IAAA;AAAA,IACT;AAAA,EACF;AAEA,EAAA,OAAO,KAAA;AACT;AAeO,SAAS,yBAAyB,QAAA,EAAuC;AAC9E,EAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,IAAA,EAAK,CAAE,SAAS,EAAA,EAAI;AAC5C,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,CAAA;AAAA,MACP,mBAAA,EAAqB,KAAA;AAAA,MACrB,WAAA,EAAa,CAAA;AAAA,MACb,oBAAA,EAAsB,CAAA;AAAA,MACtB,YAAA,EAAc,KAAA;AAAA,MACd,OAAA,EAAS,CAAC,gCAAgC;AAAA,KAC5C;AAAA,EACF;AAEA,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,cAAc,QAAA,CAAS,MAAA;AAG7B,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACzD,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,YAAY,KAAK,EAAC;AACpD,EAAA,MAAM,iBAAiB,UAAA,CAAW,MAAA,CAAO,CAAC,GAAA,EAAK,CAAA,KAAM,MAAM,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA,GAAI,UAAA,CAAW,OAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,QAAQ,CAAC,CAAA;AACzH,EAAA,MAAM,WAAA,GAAc,KAAK,GAAA,CAAI,CAAA,EAAG,iBAAiB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,WAAW,CAAC,CAAA;AAGzE,EAAA,MAAM,QAAA,GAAW,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACvD,EAAA,MAAM,YAAA,GAAe,SAAS,MAAA,IAAU,CAAA;AAGxC,EAAA,MAAM,eAAe,QAAA,CAAS,KAAA;AAAA,IAC5B;AAAA,OACG,EAAC;AACN,EAAA,MAAM,oBAAA,GAAuB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAI,aAAa,MAAA,GAAS,EAAA,GAAM,IAAA,CAAK,GAAA,CAAI,KAAK,QAAA,CAAS,KAAA,CAAM,KAAK,CAAA,CAAE,MAAM,CAAC,CAAA;AAEjH,EAAA,IAAI,KAAA,GAAQ,CAAA;AACZ,EAAA,IAAI,cAAc,IAAA,EAAM;AACtB,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAA,IAAW,cAAc,IAAA,EAAM;AAC7B,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,kCAAkC,CAAA;AAAA,EACjD;AAEA,EAAA,IAAI,YAAA,EAAc;AAChB,IAAA,KAAA,IAAS,GAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,6CAA6C,CAAA;AAAA,EAC5D;AAEA,EAAA,IAAI,uBAAuB,IAAA,EAAM;AAC/B,IAAA,KAAA,IAAS,GAAA;AAAA,EACX;AAEA,EAAA,MAAM,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,EAAE,CAAA,GAAI,EAAE,CAAC,CAAA;AACxE,EAAA,OAAO;AAAA,IACL,KAAA,EAAO,UAAA;AAAA,IACP,qBAAqB,UAAA,IAAc,CAAA;AAAA,IACnC,WAAA;AAAA,IACA,oBAAA;AAAA,IACA,YAAA;AAAA,IACA;AAAA,GACF;AACF;;;ACvHO,IAAM,gBAAN,MAAoB;AAAA,EACzB,cAAc,GAAA,EAAyC;AACrD,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,MAAM,WAAqB,EAAC;AAE5B,IAAA,IAAI,CAAC,GAAA,CAAI,eAAA,IAAmB,GAAA,CAAI,eAAA,CAAgB,SAAS,EAAA,EAAI;AAC3D,MAAA,MAAA,CAAO,KAAK,2DAA2D,CAAA;AAAA,IACzE;AAEA,IAAA,IAAI,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,KAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,mBAAmB,CAAA,IAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,CAAA,EAAG;AACvJ,MAAA,MAAA,CAAO,KAAK,kDAAkD,CAAA;AAAA,IAChE;AAEA,IAAA,IAAI,GAAA,CAAI,sBAAsB,MAAA,KAAW,CAAA,IAAK,CAAC,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,GAAG,CAAA,EAAG;AAChF,MAAA,QAAA,CAAS,KAAK,kEAAkE,CAAA;AAAA,IAClF;AAEA,IAAA,MAAM,MAAA,GAAS,OAAO,MAAA,KAAW,CAAA;AACjC,IAAA,MAAM,QAAQ,MAAA,GAAU,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,KAAK,GAAA,GAAO,EAAA;AAE1D,IAAA,OAAO,EAAE,MAAA,EAAQ,KAAA,EAAO,MAAA,EAAQ,QAAA,EAAS;AAAA,EAC3C;AACF","file":"chunk-2RMBLKP5.js","sourcesContent":["import { CourseResearchContext } from '../config/researchConfig';\n\nexport type TechnicalDomain = 'hardware' | 'software' | 'platform' | 'academic';\n\nexport interface DomainClassificationResult {\n domain: TechnicalDomain;\n confidence: number;\n rationale: string;\n recommendedExtractors: string[];\n primaryCodeLanguage: string;\n}\n\nconst HARDWARE_PATTERNS = [\n /\\b(esp32|esp8266|arduino|raspberry\\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\\s*prime|mindstorms|ev3|wedo|vex)\\b/i,\n /\\b(sensor|sensors|circuit|circuits|gpio|breadboard|microcontroller|firmware|embedded|iot|led|servo|ultrasonic|ldr|dht11|dht22|i2c|spi|uart|pwm|adc|actuator|robotics)\\b/i,\n /(cảm biến|vi điều khiển|mạch điện|linh kiện|điện tử|nhúng|động cơ servo|đèn led|bảng mạch)/i,\n];\n\nconst PLATFORM_PATTERNS = [\n /\\b(supabase|firebase|aws|amazon web services|gcp|google cloud|azure|cloudflare|vercel|netlify|docker|kubernetes|k8s|terraform|backend-as-a-service|baas|ci\\/cd|github actions)\\b/i,\n /(điện toán đám mây|hạ tầng cloud|triển khai hệ thống|container hóa)/i,\n];\n\nconst ACADEMIC_PATTERNS = [\n /\\b(theorem|complexity|np-hard|np-complete|pedagogy|bloom|constructivism|formal verification|computational theory|automata|turing|lambda calculus|type theory|big-o|asymptotic)\\b/i,\n /(lý thuyết tính toán|độ phức tạp thuật toán|chứng minh hình thức|sư phạm|tải nhận thức)/i,\n];\n\n/**\n * Infers the primary code fence language from topic and optional course context.\n * Never silently defaults to 'swift' unless Swift is actually present.\n */\nexport function inferPrimaryCodeLanguage(topic: string, context?: CourseResearchContext, domain?: TechnicalDomain): string {\n const combined = [\n topic,\n context?.courseTitle,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ')\n .toLowerCase();\n\n if (/\\b(swift|swiftui|xcode|playground)\\b/.test(combined)) return 'swift';\n if (/\\b(lua|roblox|lovr|love2d)\\b/.test(combined)) return 'lua';\n if (/\\b(python|pygame|jupyter|pandas|numpy|pytorch|tensorflow|micropython)\\b/.test(combined)) return 'python';\n if (/\\b(typescript|tsx|nextjs|next\\.js|angular|nestjs)\\b/.test(combined)) return 'typescript';\n if (/\\b(javascript|nodejs|node\\.js|react|vue|svelte|p5\\.js|makecode)\\b/.test(combined)) return 'javascript';\n if (/\\b(c\\+\\+|cpp|arduino|ino|esp-idf|stm32)\\b/.test(combined)) return 'cpp';\n if (/\\b(c#|csharp|unity|\\.net|dotnet)\\b/.test(combined)) return 'csharp';\n if (/\\b(gdscript|godot)\\b/.test(combined)) return 'gdscript';\n if (/\\b(java|spring|android|kotlin)\\b/.test(combined)) return 'java';\n if (/\\b(rust|cargo)\\b/.test(combined)) return 'rust';\n if (/\\b(golang|\\bgo\\b)\\b/.test(combined)) return 'go';\n if (/\\b(sql|postgres|postgresql|mysql|sqlite)\\b/.test(combined)) return 'sql';\n if (/\\b(scratch|mblock|blockly)\\b/.test(combined)) return 'text';\n\n if (domain === 'hardware') return 'cpp';\n return 'text';\n}\n\n/**\n * Domain Classifier supporting English & Vietnamese CS/STEM/EdTech topics and CourseResearchContext\n */\nexport function classifyTechnicalDomain(\n topic: string,\n explicitDomain?: string,\n context?: CourseResearchContext\n): DomainClassificationResult {\n if (explicitDomain && ['hardware', 'software', 'platform', 'academic'].includes(explicitDomain.toLowerCase())) {\n const domain = explicitDomain.toLowerCase() as TechnicalDomain;\n return {\n domain,\n confidence: 1.0,\n rationale: 'Explicitly configured by user flag.',\n recommendedExtractors: getExtractorsForDomain(domain),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, domain),\n };\n }\n\n const combined = [\n topic,\n context?.courseTitle,\n context?.positioning,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ');\n\n // 1. Hardware / Physical Computing / Robotics Domain\n if (HARDWARE_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'hardware',\n confidence: 0.95,\n rationale: 'Topic or context contains microcontrollers, sensors, robotics kits, or physical electronics keywords.',\n recommendedExtractors: getExtractorsForDomain('hardware'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'hardware'),\n };\n }\n\n // 2. Platform / Cloud / Infrastructure Domain\n if (PLATFORM_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'platform',\n confidence: 0.9,\n rationale: 'Topic represents a cloud infrastructure, hosting, DevOps, or BaaS platform.',\n recommendedExtractors: getExtractorsForDomain('platform'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'platform'),\n };\n }\n\n // 3. Academic / Theoretical CS Domain\n if (ACADEMIC_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'academic',\n confidence: 0.9,\n rationale: 'Topic focuses on theoretical foundations, pedagogical models, or formal proofs.',\n recommendedExtractors: getExtractorsForDomain('academic'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'academic'),\n };\n }\n\n // 4. Default: Software / Programming / Game Development Domain\n return {\n domain: 'software',\n confidence: 0.85,\n rationale: 'Topic is a programming language, game engine, client/server library, or software application.',\n recommendedExtractors: getExtractorsForDomain('software'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'software'),\n };\n}\n\nfunction getExtractorsForDomain(domain: TechnicalDomain): string[] {\n switch (domain) {\n case 'hardware':\n return ['PinoutTableExtractor', 'DatasheetSpecsExtractor', 'CircuitSchematicExtractor'];\n case 'platform':\n return ['ArchitectureDiagramExtractor', 'CLICommandExtractor', 'SDKIntegrationExtractor'];\n case 'academic':\n return ['SemanticScholarExtractor', 'ArXivExtractor', 'TheoremFormulaExtractor'];\n case 'software':\n default:\n return ['APISignatureExtractor', 'CodeExampleExtractor', 'DependencyTreeExtractor'];\n }\n}\n","import { CustomSearchAdapter, ResearchApiKeys } from '../config/researchConfig';\nimport { AcademicSearchEngine } from '../academic/semanticScholar';\n\nexport interface SearchHit {\n title: string;\n url: string;\n content: string;\n score?: number;\n engine: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n}\n\nexport type SearchTimeRange = 'day' | 'week' | 'month' | 'year';\n\nexport interface MultiSearchOptions {\n limit?: number;\n timeRange?: SearchTimeRange;\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n brightDataEngine?: 'google' | 'bing' | 'yandex';\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n domainFilter?: string[];\n preferredEngine?: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n customAdapter?: CustomSearchAdapter;\n}\n\n/**\n * Unified multi-engine search engine with host-injected API keys, automatic provider failover, and custom adapter support\n */\nexport class MultiSourceSearchEngine {\n private tavilyKey?: string;\n private exaKey?: string;\n private serperKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private searxngHost?: string;\n private searxngHeaders?: Record<string, string>;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomSearchAdapter;\n private academicEngine: AcademicSearchEngine;\n\n constructor(\n options: {\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n customAdapter?: CustomSearchAdapter;\n } = {}\n ) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.tavilyKey =\n options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : undefined);\n this.exaKey =\n options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : undefined);\n this.serperKey =\n options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : undefined);\n this.brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_SERP_ZONE || process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.searxngHost =\n options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : undefined);\n \n const cfId = process.env.CF_ACCESS_CLIENT_ID;\n const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;\n this.searxngHeaders = {\n ...(options.searxngHeaders || {}),\n ...(cfId && cfSecret ? { 'CF-Access-Client-Id': cfId, 'CF-Access-Client-Secret': cfSecret } : {}),\n };\n\n this.customAdapter = options.customAdapter;\n this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });\n }\n\n setCustomAdapter(adapter: CustomSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKeys(keys: ResearchApiKeys) {\n if (keys.tavily !== undefined) this.tavilyKey = keys.tavily;\n if (keys.exa !== undefined) this.exaKey = keys.exa;\n if (keys.serper !== undefined) this.serperKey = keys.serper;\n if (keys.brightdata !== undefined) this.brightDataKey = keys.brightdata;\n if (keys.brightData !== undefined) this.brightDataKey = keys.brightData;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n setSearxng(host: string, headers?: Record<string, string>) {\n this.searxngHost = host;\n if (headers) {\n this.searxngHeaders = { ...this.searxngHeaders, ...headers };\n }\n }\n\n async search(query: string, options: MultiSearchOptions = {}): Promise<SearchHit[]> {\n const limit = options.limit ?? 5;\n const adapter = options.customAdapter || this.customAdapter;\n const preferred = options.preferredEngine;\n\n // 0. Custom Search Adapter\n if (adapter && (!preferred || preferred === 'custom')) {\n try {\n const customResults = await adapter.search(query, { limit, domainFilter: options.domainFilter });\n if (Array.isArray(customResults)) {\n return customResults.map((r) => ({\n title: r.title,\n url: r.url,\n content: r.content,\n score: r.score,\n engine: 'custom',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Custom search adapter failed:', e?.message || e);\n }\n }\n\n // 0.1 Academic Priority when requested\n if (preferred === 'academic') {\n try {\n const papers = await this.academicEngine.searchPapers(query, { limit });\n if (papers.length > 0) {\n return papers.map((p) => ({\n title: p.title,\n url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),\n content: p.tldr || p.abstract || '',\n score: p.citationCount,\n engine: 'academic',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Academic search failed:', e?.message || e);\n }\n }\n\n const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;\n const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;\n const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;\n const brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n this.brightDataKey;\n const brightDataZone = options.brightDataZone || this.brightDataZone;\n const searxngHost = options.searxngHost || this.searxngHost;\n\n // 0.2 Preferred SearXNG\n if (preferred === 'searxng' && searxngHost) {\n const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);\n if (searxHits.length > 0) return searxHits;\n }\n\n if (preferred === 'brightdata' && brightDataKey) {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n if (preferred === 'exa' && exaKey) {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);\n if (exaHits.length > 0) return exaHits;\n }\n\n if (preferred === 'serper' && serperKey) {\n const serperHits = await this.querySerper(query, serperKey, limit);\n if (serperHits.length > 0) return serperHits;\n }\n\n if (preferred === 'duckduckgo') {\n const ddgHits = await this.queryDuckDuckGo(query, limit);\n if (ddgHits.length > 0) return ddgHits;\n }\n\n // 1. Tavily Search API (High Signal for Technical Documentation)\n if (tavilyKey && (!preferred || preferred === 'tavily')) {\n try {\n const body: Record<string, any> = {\n api_key: tavilyKey,\n query,\n search_depth: 'advanced',\n include_answer: true,\n max_results: limit,\n };\n if (options.timeRange) {\n body.time_range = options.timeRange;\n }\n if (options.domainFilter && options.domainFilter.length > 0) {\n body.include_domains = options.domainFilter;\n }\n const res = await fetch('https://api.tavily.com/search', {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(12000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || '',\n score: r.score,\n engine: 'tavily',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Tavily attempt failed:', e?.message || e);\n }\n }\n\n // 2. Exa Neural Search API Fallback\n if (exaKey) {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);\n if (exaHits.length > 0) return exaHits;\n }\n\n // 3. Serper Google Search API Fallback\n if (serperKey) {\n const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange);\n if (serperHits.length > 0) return serperHits;\n }\n\n // 4. Bright Data SERP / Unlocker Search Fallback\n if (brightDataKey) {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n // 5. SearXNG Metasearch Fallback (Self-hosted or Public e.g. Orchable)\n if (searxngHost) {\n const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders, options.timeRange);\n if (searxHits.length > 0) return searxHits;\n }\n\n // 6. DuckDuckGo HTML Instant Search Fallback (Zero-key)\n const ddgHits = await this.queryDuckDuckGo(query, limit);\n if (ddgHits.length > 0) return ddgHits;\n\n return [];\n }\n\n async queryBrightData(\n query: string,\n key: string,\n limit: number = 5,\n options: { zone?: string; engine?: 'google' | 'bing' | 'yandex' } = {}\n ): Promise<SearchHit[]> {\n try {\n const zone = options.zone || this.brightDataZone || 'cli_unlocker';\n const engine = options.engine || 'bing';\n let searchUrl = `https://www.bing.com/search?q=${encodeURIComponent(query)}&brd_json=1`;\n if (engine === 'google') {\n searchUrl = `https://www.google.com/search?q=${encodeURIComponent(query)}&brd_json=1&hl=en&gl=us`;\n } else if (engine === 'yandex') {\n searchUrl = `https://www.yandex.com/search?q=${encodeURIComponent(query)}&brd_json=1`;\n }\n\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone,\n url: searchUrl,\n format: 'raw',\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const organic = Array.isArray(data?.organic) ? data.organic : [];\n if (organic.length > 0) {\n return organic.slice(0, limit).map((r: any, idx: number) => ({\n title: r.title || 'Untitled',\n url: r.link,\n content: r.description || r.snippet || '',\n score: r.rank ? 1 / r.rank : 1 / (idx + 1),\n engine: 'brightdata' as const,\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Bright Data attempt failed:', e?.message || e);\n }\n return [];\n }\n\n async querySearxng(\n query: string,\n searxngHost: string,\n limit: number,\n customHeaders?: Record<string, string>,\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const cleanHost = searxngHost.replace(/\\/$/, '');\n let searchUrl = `${cleanHost}/search?q=${encodeURIComponent(query)}&format=json`;\n if (timeRange) {\n searchUrl += `&time_range=${encodeURIComponent(timeRange)}`;\n }\n const headers: Record<string, string> = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)',\n ...(this.searxngHeaders || {}),\n ...(customHeaders || {}),\n };\n const res = await fetch(searchUrl, {\n headers,\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.slice(0, limit).map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || r.snippet || '',\n score: r.score,\n engine: 'searxng',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] SearXNG attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryExa(\n query: string,\n exaKey: string,\n limit: number,\n domainFilter?: string[],\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = {\n query,\n numResults: limit,\n useAutoprompt: true,\n };\n if (domainFilter && domainFilter.length > 0) {\n body.includeDomains = domainFilter;\n }\n if (timeRange) {\n const now = new Date();\n if (timeRange === 'day') now.setDate(now.getDate() - 1);\n else if (timeRange === 'week') now.setDate(now.getDate() - 7);\n else if (timeRange === 'month') now.setMonth(now.getMonth() - 1);\n else if (timeRange === 'year') now.setFullYear(now.getFullYear() - 1);\n body.startPublishedDate = now.toISOString();\n }\n const res = await fetch('https://api.exa.ai/search', {\n method: 'POST',\n headers: {\n 'x-api-key': exaKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.text || r.snippet || '',\n score: r.score,\n engine: 'exa',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Exa attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async querySerper(\n query: string,\n serperKey: string,\n limit: number,\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = { q: query, num: limit };\n if (timeRange) {\n const tbsMap: Record<SearchTimeRange, string> = { day: 'qdr:d', week: 'qdr:w', month: 'qdr:m', year: 'qdr:y' };\n if (tbsMap[timeRange]) {\n body.tbs = tbsMap[timeRange];\n }\n }\n const res = await fetch('https://google.serper.dev/search', {\n method: 'POST',\n headers: {\n 'X-API-KEY': serperKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.organic) && data.organic.length > 0) {\n return data.organic.slice(0, limit).map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.link,\n content: r.snippet || '',\n engine: 'serper',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Serper attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryDuckDuckGo(query: string, limit: number): Promise<SearchHit[]> {\n try {\n const ddgUrl = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;\n const res = await fetch(ddgUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const html = await res.text();\n const hits: SearchHit[] = [];\n const resultRegex =\n /<a[^>]*class=\"result__a\"[^>]*>([\\s\\S]*?)<\\/a>[\\s\\S]*?<a class=\"result__url\" href=\"([^\"]+)\">[\\s\\S]*?<a class=\"result__snippet[^>]*>([\\s\\S]*?)<\\/a>/g;\n let match;\n while ((match = resultRegex.exec(html)) !== null && hits.length < limit) {\n const rawTitle = match[1]?.replace(/<[^>]+>/g, '').trim() || query;\n const rawUrl = match[2]?.trim();\n const cleanUrl = rawUrl?.startsWith('//duckduckgo.com/l/?uddg=')\n ? decodeURIComponent(rawUrl.split('uddg=')[1]?.split('&')[0] || '')\n : rawUrl;\n const snippet = match[3]?.replace(/<[^>]+>/g, '').trim() || '';\n\n if (cleanUrl && !cleanUrl.includes('duckduckgo.com')) {\n hits.push({\n title: rawTitle,\n url: cleanUrl,\n content: snippet,\n engine: 'duckduckgo',\n });\n }\n }\n if (hits.length > 0) return hits;\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] DuckDuckGo attempt failed:', e?.message || e);\n }\n return [];\n }\n}\n","/**\n * Noise filtering and technical content quality auditor.\n * Strips out commercial e-commerce clutter (Shopee, Lazada, AliExpress, sales listings)\n * and evaluates technical knowledge density.\n */\n\nexport const ECOMMERCE_DOMAINS = new Set([\n 'shopee.vn',\n 'shopee.com',\n 'lazada.vn',\n 'lazada.com',\n 'tiki.vn',\n 'sendo.vn',\n 'aliexpress.com',\n 'taobao.com',\n 'amazon.com',\n 'ebay.com',\n 'banggood.com',\n]);\n\nexport const ECOMMERCE_AND_COMMERCIAL_PATTERNS = [\n /\\b(shopee|lazada|tiki|sendo|taobao|aliexpress)\\b/i,\n /\\b(mua ngay|giá tốt|khuyến mãi|freeship|bán chạy|nhập khẩu chính hãng|cửa hàng|bảng giá|đặt hàng)\\b/i,\n /\\b(buy now|add to cart|free shipping|discount|best price|on sale|shop now|in stock|order now)\\b/i,\n /\\b(\\d+[kKđ]|₫|\\$\\d+|\\d+\\s*(?:VNĐ|VND|usd))\\b/i,\n];\n\n/**\n * Checks whether a URL, title, or snippet is commercial noise / e-commerce listing\n * rather than primary technical or pedagogical documentation.\n */\nexport function isCommercialOrNoise(input: {\n url?: string;\n title?: string;\n snippet?: string;\n}): boolean {\n if (input.url) {\n try {\n const hostname = new URL(input.url).hostname.toLowerCase().replace(/^www\\./, '');\n if (ECOMMERCE_DOMAINS.has(hostname) || [...ECOMMERCE_DOMAINS].some((d) => hostname.endsWith(`.${d}`))) {\n return true;\n }\n } catch {\n // ignore URL parse errors\n }\n }\n\n const combined = `${input.title || ''} ${input.snippet || ''}`;\n if (!combined.trim()) return false;\n\n for (const pattern of ECOMMERCE_AND_COMMERCIAL_PATTERNS) {\n if (pattern.test(combined)) {\n return true;\n }\n }\n\n return false;\n}\n\nexport interface ContentQualityScore {\n score: number; // 0 to 10\n isSufficientQuality: boolean;\n codeDensity: number;\n technicalTermDensity: number;\n hasStructure: boolean;\n reasons: string[];\n}\n\n/**\n * Evaluates the technical knowledge density of a scraped markdown document.\n * Documents with high code-to-text ratio, structured headings, and low fluff score higher.\n */\nexport function evaluateTechnicalDensity(markdown: string): ContentQualityScore {\n if (!markdown || markdown.trim().length < 80) {\n return {\n score: 1,\n isSufficientQuality: false,\n codeDensity: 0,\n technicalTermDensity: 0,\n hasStructure: false,\n reasons: ['Content is too short or empty.'],\n };\n }\n\n const reasons: string[] = [];\n const totalLength = markdown.length;\n\n // 1. Code block presence & density\n const codeBlocks = markdown.match(/```[\\s\\S]*?```/g) || [];\n const inlineCode = markdown.match(/`[^`\\n]+`/g) || [];\n const totalCodeChars = codeBlocks.reduce((sum, b) => sum + b.length, 0) + inlineCode.reduce((sum, c) => sum + c.length, 0);\n const codeDensity = Math.min(1, totalCodeChars / Math.max(1, totalLength));\n\n // 2. Heading structure\n const headings = markdown.match(/^#{1,4}\\s+.+$/gm) || [];\n const hasStructure = headings.length >= 2;\n\n // 3. Technical keywords\n const techKeywords = markdown.match(\n /\\b(function|class|method|struct|interface|api|hardware|sensor|pin|circuit|logic|loop|state|algorithm|test|debug|schema|protocol|variable)\\b/gi\n ) || [];\n const technicalTermDensity = Math.min(1, (techKeywords.length * 10) / Math.max(100, markdown.split(/\\s+/).length));\n\n let score = 5.0;\n if (codeDensity > 0.15) {\n score += 2.0;\n } else if (codeDensity > 0.05) {\n score += 1.0;\n } else {\n reasons.push('Low code or API snippet density.');\n }\n\n if (hasStructure) {\n score += 1.5;\n } else {\n reasons.push('Lacks clear hierarchical markdown headings.');\n }\n\n if (technicalTermDensity > 0.08) {\n score += 1.5;\n }\n\n const finalScore = Math.min(10, Math.max(1, Math.round(score * 10) / 10));\n return {\n score: finalScore,\n isSufficientQuality: finalScore >= 6.0,\n codeDensity,\n technicalTermDensity,\n hasStructure,\n reasons,\n };\n}\n","import { ScrapedDocument } from './webScraper';\n\nexport interface HealthAuditResult {\n passed: boolean;\n score: number; // 0 - 100\n issues: string[];\n warnings: string[];\n}\n\n/**\n * Health Auditor & Noise Filter for Harvested Resources (English Canonical)\n */\nexport class HealthAuditor {\n auditDocument(doc: ScrapedDocument): HealthAuditResult {\n const issues: string[] = [];\n const warnings: string[] = [];\n\n if (!doc.markdownContent || doc.markdownContent.length < 80) {\n issues.push('Document content is too short or empty (< 80 characters).');\n }\n\n if (doc.markdownContent.includes('403 Forbidden') || doc.markdownContent.includes('Cloudflare Ray ID') || doc.markdownContent.includes('Access Denied')) {\n issues.push('Document blocked by firewall / Cloudflare / WAF.');\n }\n\n if (doc.extractedCodeSnippets.length === 0 && !doc.markdownContent.includes('|')) {\n warnings.push('Document does not contain any code snippets or reference tables.');\n }\n\n const passed = issues.length === 0;\n const score = passed ? (warnings.length > 0 ? 80 : 100) : 20;\n\n return { passed, score, issues, warnings };\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/harvester/domainClassifier.ts","../src/harvester/multiSourceSearch.ts","../src/harvester/noiseFilter.ts","../src/harvester/healthAuditor.ts"],"names":["ddgHits"],"mappings":";;;AAYA,IAAM,iBAAA,GAAoB;AAAA,EACxB,yHAAA;AAAA,EACA,0KAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAMO,SAAS,wBAAA,CAAyB,KAAA,EAAe,OAAA,EAAiC,MAAA,EAAkC;AACzH,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,IAE9B,MAAA,CAAO,OAAO,EACd,IAAA,CAAK,GAAG,EACR,WAAA,EAAY;AAEf,EAAA,IAAI,sCAAA,CAAuC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,OAAA;AAClE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AAC1D,EAAA,IAAI,yEAAA,CAA0E,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AACrG,EAAA,IAAI,qDAAA,CAAsD,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AACjF,EAAA,IAAI,mEAAA,CAAoE,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AAC/F,EAAA,IAAI,2CAAA,CAA4C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACvE,EAAA,IAAI,oCAAA,CAAqC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AAChE,EAAA,IAAI,sBAAA,CAAuB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,UAAA;AAClD,EAAA,IAAI,kCAAA,CAAmC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9D,EAAA,IAAI,kBAAA,CAAmB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9C,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,IAAA;AACjD,EAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACxE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAE1D,EAAA,IAAI,MAAA,KAAW,YAAY,OAAO,KAAA;AAClC,EAAA,OAAO,MAAA;AACT;AAKO,SAAS,uBAAA,CACd,KAAA,EACA,cAAA,EACA,OAAA,EAC4B;AAC5B,EAAA,IAAI,cAAA,IAAkB,CAAC,UAAA,EAAY,UAAA,EAAY,UAAA,EAAY,UAAU,CAAA,CAAE,QAAA,CAAS,cAAA,CAAe,WAAA,EAAa,CAAA,EAAG;AAC7G,IAAA,MAAM,MAAA,GAAS,eAAe,WAAA,EAAY;AAC1C,IAAA,OAAO;AAAA,MACL,MAAA;AAAA,MACA,UAAA,EAAY,CAAA;AAAA,MACZ,SAAA,EAAW,qCAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,MAAM,CAAA;AAAA,MACpD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,MAAM;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,GACjC,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,GAAG,CAAA;AAGX,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,IAAA;AAAA,MACZ,SAAA,EAAW,uGAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,6EAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,iFAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ,UAAA;AAAA,IACR,UAAA,EAAY,IAAA;AAAA,IACZ,SAAA,EAAW,+FAAA;AAAA,IACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,IACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,GAC1E;AACF;AAEA,SAAS,uBAAuB,MAAA,EAAmC;AACjE,EAAA,QAAQ,MAAA;AAAQ,IACd,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,sBAAA,EAAwB,yBAAA,EAA2B,2BAA2B,CAAA;AAAA,IACxF,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,8BAAA,EAAgC,qBAAA,EAAuB,yBAAyB,CAAA;AAAA,IAC1F,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,0BAAA,EAA4B,gBAAA,EAAkB,yBAAyB,CAAA;AAAA,IACjF,KAAK,UAAA;AAAA,IACL;AACE,MAAA,OAAO,CAAC,uBAAA,EAAyB,sBAAA,EAAwB,yBAAyB,CAAA;AAAA;AAExF;;;ACjHO,IAAM,0BAAN,MAA8B;AAAA,EAC3B,SAAA;AAAA,EACA,MAAA;AAAA,EACA,SAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CACE,OAAA,GAWI,EAAC,EACL;AACA,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,MAAA,GACH,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,WAAW,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,WAAA,GAAc,MAAA,CAAA;AAC/F,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,gBACH,OAAA,CAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,SAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,IAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,OAAA,CAAQ,cAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,oBAAA,IAAwB,OAAA,CAAQ,GAAA,CAAI,wBAAA,GAA2B,MAAA,CAAA,IACpG,cAAA;AACF,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,WAAA,IAAe,OAAA,CAAQ,GAAA,CAAI,YAAA,GAAe,MAAA,CAAA;AAExG,IAAA,MAAM,IAAA,GAAO,QAAQ,GAAA,CAAI,mBAAA;AACzB,IAAA,MAAM,QAAA,GAAW,QAAQ,GAAA,CAAI,uBAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB;AAAA,MACpB,GAAI,OAAA,CAAQ,cAAA,IAAkB,EAAC;AAAA,MAC/B,GAAI,QAAQ,QAAA,GAAW,EAAE,uBAAuB,IAAA,EAAM,yBAAA,EAA2B,QAAA,EAAS,GAAI;AAAC,KACjG;AAEA,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,iBAAiB,IAAI,oBAAA,CAAqB,EAAE,gBAAA,EAAkB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EAC5F;AAAA,EAEA,iBAAiB,OAAA,EAA8B;AAC7C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,IAAA,EAAuB;AAChC,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,SAAS,IAAA,CAAK,GAAA;AAC/C,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAC7D,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAAA,EAC/D;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,UAAA,CAAW,MAAc,OAAA,EAAkC;AACzD,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAA,CAAK,iBAAiB,EAAE,GAAG,IAAA,CAAK,cAAA,EAAgB,GAAG,OAAA,EAAQ;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,MAAM,MAAA,CAAO,KAAA,EAAe,OAAA,GAA8B,EAAC,EAAyB;AAClF,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,eAAA;AAG1B,IAAA,IAAI,OAAA,KAAY,CAAC,SAAA,IAAa,SAAA,KAAc,QAAA,CAAA,EAAW;AACrD,MAAA,IAAI;AACF,QAAA,MAAM,aAAA,GAAgB,MAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,EAAO,EAAE,KAAA,EAAO,YAAA,EAAc,OAAA,CAAQ,YAAA,EAAc,CAAA;AAC/F,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG;AAChC,UAAA,OAAO,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YAC/B,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,SAAS,CAAA,CAAE,OAAA;AAAA,YACX,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yDAAA,EAA2D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzF;AAAA,IACF;AAGA,IAAA,IAAI,cAAc,UAAA,EAAY;AAC5B,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,aAAa,KAAA,EAAO,EAAE,OAAO,CAAA;AACtE,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YACxB,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,GAAA,EAAK,CAAA,CAAE,GAAA,IAAO,CAAA,CAAE,MAAA,KAAW,CAAA,CAAE,GAAA,GAAM,CAAA,gBAAA,EAAmB,CAAA,CAAE,GAAG,CAAA,CAAA,GAAK,CAAA,qBAAA,EAAwB,EAAE,EAAE,CAAA,CAAA,CAAA;AAAA,YAC5F,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,QAAA,IAAY,EAAA;AAAA,YACjC,OAAO,CAAA,CAAE,aAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACnF;AAAA,IACF;AAEA,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,SAAS,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,UAAU,IAAA,CAAK,MAAA;AAC9D,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,aAAA,GACJ,QAAQ,OAAA,EAAS,UAAA,IACjB,QAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,IACR,IAAA,CAAK,aAAA;AACP,IAAA,MAAM,cAAA,GAAiB,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AACtD,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,WAAA,IAAe,IAAA,CAAK,WAAA;AAGhD,IAAA,IAAI,SAAA,KAAc,aAAa,WAAA,EAAa;AAC1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,WAAA,EAAa,KAAA,EAAO,QAAQ,cAAc,CAAA;AAC3F,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAEA,IAAA,IAAI,SAAA,KAAc,gBAAgB,aAAA,EAAe;AAC/C,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ;AAAA,OACjB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,SAAA,KAAc,SAAS,MAAA,EAAQ;AACjC,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,OAAO,MAAA,EAAQ,KAAA,EAAO,QAAQ,YAAY,CAAA;AAC9E,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAEA,IAAA,IAAI,SAAA,KAAc,YAAY,SAAA,EAAW;AACvC,MAAA,MAAM,aAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAK,CAAA;AACjE,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAEA,IAAA,IAAI,cAAc,YAAA,EAAc;AAC9B,MAAA,MAAMA,QAAAA,GAAU,MAAM,IAAA,CAAK,eAAA,CAAgB,OAAO,KAAK,CAAA;AACvD,MAAA,IAAIA,QAAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAOA,QAAAA;AAAA,IACjC;AAGA,IAAA,IAAI,SAAA,KAAc,CAAC,SAAA,IAAa,SAAA,KAAc,QAAA,CAAA,EAAW;AACvD,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAA4B;AAAA,UAChC,OAAA,EAAS,SAAA;AAAA,UACT,KAAA;AAAA,UACA,YAAA,EAAc,UAAA;AAAA,UACd,cAAA,EAAgB,IAAA;AAAA,UAChB,WAAA,EAAa;AAAA,SACf;AACA,QAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,UAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,SAAA;AAAA,QAC5B;AACA,QAAA,IAAI,OAAA,CAAQ,YAAA,IAAgB,OAAA,CAAQ,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3D,UAAA,IAAA,CAAK,kBAAkB,OAAA,CAAQ,YAAA;AAAA,QACjC;AACA,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,+BAAA,EAAiC;AAAA,UACvD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,UACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,YAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,cACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,cAClB,KAAK,CAAA,CAAE,GAAA;AAAA,cACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,cACtB,OAAO,CAAA,CAAE,KAAA;AAAA,cACT,MAAA,EAAQ;AAAA,aACV,CAAE,CAAA;AAAA,UACJ;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAClF;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,EAAQ;AACV,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,EAAO,QAAQ,KAAA,EAAO,OAAA,CAAQ,YAAA,EAAc,OAAA,CAAQ,SAAS,CAAA;AACjG,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAGA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,SAAA,EAAW,KAAA,EAAO,QAAQ,SAAS,CAAA;AACpF,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAGA,IAAA,IAAI,aAAA,EAAe;AACjB,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ;AAAA,OACjB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAGA,IAAA,IAAI,WAAA,EAAa;AACf,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA,CAAa,KAAA,EAAO,aAAa,KAAA,EAAO,OAAA,CAAQ,cAAA,EAAgB,OAAA,CAAQ,SAAS,CAAA;AAC9G,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAGA,IAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,eAAA,CAAgB,OAAO,KAAK,CAAA;AACvD,IAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAE/B,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,gBACJ,KAAA,EACA,GAAA,EACA,QAAgB,CAAA,EAChB,OAAA,GAAoE,EAAC,EAC/C;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,OAAA,CAAQ,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AACpD,MAAA,MAAM,MAAA,GAAS,QAAQ,MAAA,IAAU,MAAA;AACjC,MAAA,IAAI,SAAA,GAAY,CAAA,8BAAA,EAAiC,kBAAA,CAAmB,KAAK,CAAC,CAAA,WAAA,CAAA;AAC1E,MAAA,IAAI,WAAW,QAAA,EAAU;AACvB,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,KAAK,CAAC,CAAA,uBAAA,CAAA;AAAA,MAC1E,CAAA,MAAA,IAAW,WAAW,QAAA,EAAU;AAC9B,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,KAAK,CAAC,CAAA,WAAA,CAAA;AAAA,MAC1E;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,QAC5D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,UAC5B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,IAAA;AAAA,UACA,GAAA,EAAK,SAAA;AAAA,UACL,MAAA,EAAQ;AAAA,SACT,CAAA;AAAA,QACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,GAAI,IAAA,CAAK,UAAU,EAAC;AAC/D,QAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,UAAA,OAAO,OAAA,CAAQ,MAAM,CAAA,EAAG,KAAK,EAAE,GAAA,CAAI,CAAC,GAAQ,GAAA,MAAiB;AAAA,YAC3D,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,IAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,WAAA,IAAe,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YACvC,OAAO,CAAA,CAAE,IAAA,GAAO,IAAI,CAAA,CAAE,IAAA,GAAO,KAAK,GAAA,GAAM,CAAA,CAAA;AAAA,YACxC,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,uDAAA,EAAyD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACvF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,YAAA,CACJ,KAAA,EACA,WAAA,EACA,KAAA,EACA,eACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,GAAY,WAAA,CAAY,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAA;AAC/C,MAAA,IAAI,YAAY,CAAA,EAAG,SAAS,CAAA,UAAA,EAAa,kBAAA,CAAmB,KAAK,CAAC,CAAA,YAAA,CAAA;AAClE,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,SAAA,IAAa,CAAA,YAAA,EAAe,kBAAA,CAAmB,SAAS,CAAC,CAAA,CAAA;AAAA,MAC3D;AACA,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,iDAAA;AAAA,QACd,GAAI,IAAA,CAAK,cAAA,IAAkB,EAAC;AAAA,QAC5B,GAAI,iBAAiB;AAAC,OACxB;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QAAQ,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnD,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,OAAA,IAAW,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YACnC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACnF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,QAAA,CACZ,KAAA,EACA,MAAA,EACA,KAAA,EACA,cACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B;AAAA,QAChC,KAAA;AAAA,QACA,UAAA,EAAY,KAAA;AAAA,QACZ,aAAA,EAAe;AAAA,OACjB;AACA,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,GAAS,CAAA,EAAG;AAC3C,QAAA,IAAA,CAAK,cAAA,GAAiB,YAAA;AAAA,MACxB;AACA,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,GAAA,uBAAU,IAAA,EAAK;AACrB,QAAA,IAAI,cAAc,KAAA,EAAO,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IAC7C,cAAc,MAAA,EAAQ,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IACnD,cAAc,OAAA,EAAS,GAAA,CAAI,SAAS,GAAA,CAAI,QAAA,KAAa,CAAC,CAAA;AAAA,aAAA,IACtD,cAAc,MAAA,EAAQ,GAAA,CAAI,YAAY,GAAA,CAAI,WAAA,KAAgB,CAAC,CAAA;AACpE,QAAA,IAAA,CAAK,kBAAA,GAAqB,IAAI,WAAA,EAAY;AAAA,MAC5C;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,2BAAA,EAA6B;AAAA,QACnD,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,MAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YAChC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC/E;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,WAAA,CACZ,KAAA,EACA,SAAA,EACA,OACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B,EAAE,CAAA,EAAG,KAAA,EAAO,KAAK,KAAA,EAAM;AACzD,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,MAAA,GAA0C,EAAE,GAAA,EAAK,OAAA,EAAS,MAAM,OAAA,EAAS,KAAA,EAAO,OAAA,EAAS,IAAA,EAAM,OAAA,EAAQ;AAC7G,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,IAAA,CAAK,GAAA,GAAM,OAAO,SAAS,CAAA;AAAA,QAC7B;AAAA,MACF;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,kCAAA,EAAoC;AAAA,QAC1D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,SAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QAAQ,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnD,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,IAAA;AAAA,YACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,YACtB,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAClF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,eAAA,CAAgB,KAAA,EAAe,KAAA,EAAqC;AAChF,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,CAAA,oCAAA,EAAuC,kBAAA,CAAmB,KAAK,CAAC,CAAA,CAAA;AAC/E,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,MAAA,EAAQ;AAAA,QAC9B,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,MAAM,OAAoB,EAAC;AAC3B,QAAA,MAAM,WAAA,GACJ,oJAAA;AACF,QAAA,IAAI,KAAA;AACJ,QAAA,OAAA,CAAQ,KAAA,GAAQ,YAAY,IAAA,CAAK,IAAI,OAAO,IAAA,IAAQ,IAAA,CAAK,SAAS,KAAA,EAAO;AACvE,UAAA,MAAM,QAAA,GAAW,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,KAAA;AAC7D,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,CAAC,CAAA,EAAG,IAAA,EAAK;AAC9B,UAAA,MAAM,WAAW,MAAA,EAAQ,UAAA,CAAW,2BAA2B,CAAA,GAC3D,kBAAA,CAAmB,OAAO,KAAA,CAAM,OAAO,CAAA,CAAE,CAAC,GAAG,KAAA,CAAM,GAAG,EAAE,CAAC,CAAA,IAAK,EAAE,CAAA,GAChE,MAAA;AACJ,UAAA,MAAM,OAAA,GAAU,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,EAAA;AAE5D,UAAA,IAAI,QAAA,IAAY,CAAC,QAAA,CAAS,QAAA,CAAS,gBAAgB,CAAA,EAAG;AACpD,YAAA,IAAA,CAAK,IAAA,CAAK;AAAA,cACR,KAAA,EAAO,QAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,OAAA,EAAS,OAAA;AAAA,cACT,MAAA,EAAQ;AAAA,aACT,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA,IAAI,IAAA,CAAK,MAAA,GAAS,CAAA,EAAG,OAAO,IAAA;AAAA,MAC9B;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,sDAAA,EAAwD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACtF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AACF;;;ACpeO,IAAM,iBAAA,uBAAwB,GAAA,CAAI;AAAA,EACvC,WAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,UAAA;AAAA,EACA,gBAAA;AAAA,EACA,YAAA;AAAA,EACA,YAAA;AAAA,EACA,UAAA;AAAA,EACA;AACF,CAAC;AAEM,IAAM,iCAAA,GAAoC;AAAA,EAC/C,mDAAA;AAAA,EACA,sGAAA;AAAA,EACA,kGAAA;AAAA,EACA;AACF;AAMO,SAAS,oBAAoB,KAAA,EAIxB;AACV,EAAA,IAAI,MAAM,GAAA,EAAK;AACb,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,IAAI,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,QAAA,CAAS,WAAA,EAAY,CAAE,OAAA,CAAQ,QAAA,EAAU,EAAE,CAAA;AAC/E,MAAA,IAAI,kBAAkB,GAAA,CAAI,QAAQ,CAAA,IAAK,CAAC,GAAG,iBAAiB,CAAA,CAAE,IAAA,CAAK,CAAC,MAAM,QAAA,CAAS,QAAA,CAAS,IAAI,CAAC,CAAA,CAAE,CAAC,CAAA,EAAG;AACrG,QAAA,OAAO,IAAA;AAAA,MACT;AAAA,IACF,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW,GAAG,KAAA,CAAM,KAAA,IAAS,EAAE,CAAA,CAAA,EAAI,KAAA,CAAM,WAAW,EAAE,CAAA,CAAA;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,IAAA,EAAK,EAAG,OAAO,KAAA;AAE7B,EAAA,KAAA,MAAW,WAAW,iCAAA,EAAmC;AACvD,IAAA,IAAI,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC1B,MAAA,OAAO,IAAA;AAAA,IACT;AAAA,EACF;AAEA,EAAA,OAAO,KAAA;AACT;AAeO,SAAS,yBAAyB,QAAA,EAAuC;AAC9E,EAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,IAAA,EAAK,CAAE,SAAS,EAAA,EAAI;AAC5C,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,CAAA;AAAA,MACP,mBAAA,EAAqB,KAAA;AAAA,MACrB,WAAA,EAAa,CAAA;AAAA,MACb,oBAAA,EAAsB,CAAA;AAAA,MACtB,YAAA,EAAc,KAAA;AAAA,MACd,OAAA,EAAS,CAAC,gCAAgC;AAAA,KAC5C;AAAA,EACF;AAEA,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,cAAc,QAAA,CAAS,MAAA;AAG7B,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACzD,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,YAAY,KAAK,EAAC;AACpD,EAAA,MAAM,iBAAiB,UAAA,CAAW,MAAA,CAAO,CAAC,GAAA,EAAK,CAAA,KAAM,MAAM,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA,GAAI,UAAA,CAAW,OAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,QAAQ,CAAC,CAAA;AACzH,EAAA,MAAM,WAAA,GAAc,KAAK,GAAA,CAAI,CAAA,EAAG,iBAAiB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,WAAW,CAAC,CAAA;AAGzE,EAAA,MAAM,QAAA,GAAW,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACvD,EAAA,MAAM,YAAA,GAAe,SAAS,MAAA,IAAU,CAAA;AAGxC,EAAA,MAAM,eAAe,QAAA,CAAS,KAAA;AAAA,IAC5B;AAAA,OACG,EAAC;AACN,EAAA,MAAM,oBAAA,GAAuB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAI,aAAa,MAAA,GAAS,EAAA,GAAM,IAAA,CAAK,GAAA,CAAI,KAAK,QAAA,CAAS,KAAA,CAAM,KAAK,CAAA,CAAE,MAAM,CAAC,CAAA;AAEjH,EAAA,IAAI,KAAA,GAAQ,CAAA;AACZ,EAAA,IAAI,cAAc,IAAA,EAAM;AACtB,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAA,IAAW,cAAc,IAAA,EAAM;AAC7B,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,kCAAkC,CAAA;AAAA,EACjD;AAEA,EAAA,IAAI,YAAA,EAAc;AAChB,IAAA,KAAA,IAAS,GAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,6CAA6C,CAAA;AAAA,EAC5D;AAEA,EAAA,IAAI,uBAAuB,IAAA,EAAM;AAC/B,IAAA,KAAA,IAAS,GAAA;AAAA,EACX;AAEA,EAAA,MAAM,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,EAAE,CAAA,GAAI,EAAE,CAAC,CAAA;AACxE,EAAA,OAAO;AAAA,IACL,KAAA,EAAO,UAAA;AAAA,IACP,qBAAqB,UAAA,IAAc,CAAA;AAAA,IACnC,WAAA;AAAA,IACA,oBAAA;AAAA,IACA,YAAA;AAAA,IACA;AAAA,GACF;AACF;;;ACvHO,IAAM,gBAAN,MAAoB;AAAA,EACzB,cAAc,GAAA,EAAyC;AACrD,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,MAAM,WAAqB,EAAC;AAE5B,IAAA,IAAI,CAAC,GAAA,CAAI,eAAA,IAAmB,GAAA,CAAI,eAAA,CAAgB,SAAS,EAAA,EAAI;AAC3D,MAAA,MAAA,CAAO,KAAK,2DAA2D,CAAA;AAAA,IACzE;AAEA,IAAA,IAAI,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,KAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,mBAAmB,CAAA,IAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,CAAA,EAAG;AACvJ,MAAA,MAAA,CAAO,KAAK,kDAAkD,CAAA;AAAA,IAChE;AAEA,IAAA,IAAI,GAAA,CAAI,sBAAsB,MAAA,KAAW,CAAA,IAAK,CAAC,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,GAAG,CAAA,EAAG;AAChF,MAAA,QAAA,CAAS,KAAK,kEAAkE,CAAA;AAAA,IAClF;AAEA,IAAA,MAAM,MAAA,GAAS,OAAO,MAAA,KAAW,CAAA;AACjC,IAAA,MAAM,QAAQ,MAAA,GAAU,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,KAAK,GAAA,GAAO,EAAA;AAE1D,IAAA,OAAO,EAAE,MAAA,EAAQ,KAAA,EAAO,MAAA,EAAQ,QAAA,EAAS;AAAA,EAC3C;AACF","file":"chunk-MJIREPKJ.js","sourcesContent":["import { CourseResearchContext } from '../config/researchConfig';\n\nexport type TechnicalDomain = 'hardware' | 'software' | 'platform' | 'academic';\n\nexport interface DomainClassificationResult {\n domain: TechnicalDomain;\n confidence: number;\n rationale: string;\n recommendedExtractors: string[];\n primaryCodeLanguage: string;\n}\n\nconst HARDWARE_PATTERNS = [\n /\\b(esp32|esp8266|arduino|raspberry\\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\\s*prime|mindstorms|ev3|wedo|vex)\\b/i,\n /\\b(sensor|sensors|circuit|circuits|gpio|breadboard|microcontroller|firmware|embedded|iot|led|servo|ultrasonic|ldr|dht11|dht22|i2c|spi|uart|pwm|adc|actuator|robotics)\\b/i,\n /(cảm biến|vi điều khiển|mạch điện|linh kiện|điện tử|nhúng|động cơ servo|đèn led|bảng mạch)/i,\n];\n\nconst PLATFORM_PATTERNS = [\n /\\b(supabase|firebase|aws|amazon web services|gcp|google cloud|azure|cloudflare|vercel|netlify|docker|kubernetes|k8s|terraform|backend-as-a-service|baas|ci\\/cd|github actions)\\b/i,\n /(điện toán đám mây|hạ tầng cloud|triển khai hệ thống|container hóa)/i,\n];\n\nconst ACADEMIC_PATTERNS = [\n /\\b(theorem|complexity|np-hard|np-complete|pedagogy|bloom|constructivism|formal verification|computational theory|automata|turing|lambda calculus|type theory|big-o|asymptotic)\\b/i,\n /(lý thuyết tính toán|độ phức tạp thuật toán|chứng minh hình thức|sư phạm|tải nhận thức)/i,\n];\n\n/**\n * Infers the primary code fence language from topic and optional course context.\n * Never silently defaults to 'swift' unless Swift is actually present.\n */\nexport function inferPrimaryCodeLanguage(topic: string, context?: CourseResearchContext, domain?: TechnicalDomain): string {\n const combined = [\n topic,\n context?.courseTitle,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ')\n .toLowerCase();\n\n if (/\\b(swift|swiftui|xcode|playground)\\b/.test(combined)) return 'swift';\n if (/\\b(lua|roblox|lovr|love2d)\\b/.test(combined)) return 'lua';\n if (/\\b(python|pygame|jupyter|pandas|numpy|pytorch|tensorflow|micropython)\\b/.test(combined)) return 'python';\n if (/\\b(typescript|tsx|nextjs|next\\.js|angular|nestjs)\\b/.test(combined)) return 'typescript';\n if (/\\b(javascript|nodejs|node\\.js|react|vue|svelte|p5\\.js|makecode)\\b/.test(combined)) return 'javascript';\n if (/\\b(c\\+\\+|cpp|arduino|ino|esp-idf|stm32)\\b/.test(combined)) return 'cpp';\n if (/\\b(c#|csharp|unity|\\.net|dotnet)\\b/.test(combined)) return 'csharp';\n if (/\\b(gdscript|godot)\\b/.test(combined)) return 'gdscript';\n if (/\\b(java|spring|android|kotlin)\\b/.test(combined)) return 'java';\n if (/\\b(rust|cargo)\\b/.test(combined)) return 'rust';\n if (/\\b(golang|\\bgo\\b)\\b/.test(combined)) return 'go';\n if (/\\b(sql|postgres|postgresql|mysql|sqlite)\\b/.test(combined)) return 'sql';\n if (/\\b(scratch|mblock|blockly)\\b/.test(combined)) return 'text';\n\n if (domain === 'hardware') return 'cpp';\n return 'text';\n}\n\n/**\n * Domain Classifier supporting English & Vietnamese CS/STEM/EdTech topics and CourseResearchContext\n */\nexport function classifyTechnicalDomain(\n topic: string,\n explicitDomain?: string,\n context?: CourseResearchContext\n): DomainClassificationResult {\n if (explicitDomain && ['hardware', 'software', 'platform', 'academic'].includes(explicitDomain.toLowerCase())) {\n const domain = explicitDomain.toLowerCase() as TechnicalDomain;\n return {\n domain,\n confidence: 1.0,\n rationale: 'Explicitly configured by user flag.',\n recommendedExtractors: getExtractorsForDomain(domain),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, domain),\n };\n }\n\n const combined = [\n topic,\n context?.courseTitle,\n context?.positioning,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ');\n\n // 1. Hardware / Physical Computing / Robotics Domain\n if (HARDWARE_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'hardware',\n confidence: 0.95,\n rationale: 'Topic or context contains microcontrollers, sensors, robotics kits, or physical electronics keywords.',\n recommendedExtractors: getExtractorsForDomain('hardware'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'hardware'),\n };\n }\n\n // 2. Platform / Cloud / Infrastructure Domain\n if (PLATFORM_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'platform',\n confidence: 0.9,\n rationale: 'Topic represents a cloud infrastructure, hosting, DevOps, or BaaS platform.',\n recommendedExtractors: getExtractorsForDomain('platform'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'platform'),\n };\n }\n\n // 3. Academic / Theoretical CS Domain\n if (ACADEMIC_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'academic',\n confidence: 0.9,\n rationale: 'Topic focuses on theoretical foundations, pedagogical models, or formal proofs.',\n recommendedExtractors: getExtractorsForDomain('academic'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'academic'),\n };\n }\n\n // 4. Default: Software / Programming / Game Development Domain\n return {\n domain: 'software',\n confidence: 0.85,\n rationale: 'Topic is a programming language, game engine, client/server library, or software application.',\n recommendedExtractors: getExtractorsForDomain('software'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'software'),\n };\n}\n\nfunction getExtractorsForDomain(domain: TechnicalDomain): string[] {\n switch (domain) {\n case 'hardware':\n return ['PinoutTableExtractor', 'DatasheetSpecsExtractor', 'CircuitSchematicExtractor'];\n case 'platform':\n return ['ArchitectureDiagramExtractor', 'CLICommandExtractor', 'SDKIntegrationExtractor'];\n case 'academic':\n return ['SemanticScholarExtractor', 'ArXivExtractor', 'TheoremFormulaExtractor'];\n case 'software':\n default:\n return ['APISignatureExtractor', 'CodeExampleExtractor', 'DependencyTreeExtractor'];\n }\n}\n","import { CustomSearchAdapter, ResearchApiKeys } from '../config/researchConfig';\nimport { AcademicSearchEngine } from '../academic/semanticScholar';\n\nexport interface SearchHit {\n title: string;\n url: string;\n content: string;\n score?: number;\n engine: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n}\n\nexport type SearchTimeRange = 'day' | 'week' | 'month' | 'year';\n\nexport interface MultiSearchOptions {\n limit?: number;\n timeRange?: SearchTimeRange;\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n brightDataEngine?: 'google' | 'bing' | 'yandex';\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n domainFilter?: string[];\n preferredEngine?: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n customAdapter?: CustomSearchAdapter;\n}\n\n/**\n * Unified multi-engine search engine with host-injected API keys, automatic provider failover, and custom adapter support\n */\nexport class MultiSourceSearchEngine {\n private tavilyKey?: string;\n private exaKey?: string;\n private serperKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private searxngHost?: string;\n private searxngHeaders?: Record<string, string>;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomSearchAdapter;\n private academicEngine: AcademicSearchEngine;\n\n constructor(\n options: {\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n customAdapter?: CustomSearchAdapter;\n } = {}\n ) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.tavilyKey =\n options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : undefined);\n this.exaKey =\n options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : undefined);\n this.serperKey =\n options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : undefined);\n this.brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_SERP_ZONE || process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.searxngHost =\n options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : undefined);\n \n const cfId = process.env.CF_ACCESS_CLIENT_ID;\n const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;\n this.searxngHeaders = {\n ...(options.searxngHeaders || {}),\n ...(cfId && cfSecret ? { 'CF-Access-Client-Id': cfId, 'CF-Access-Client-Secret': cfSecret } : {}),\n };\n\n this.customAdapter = options.customAdapter;\n this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });\n }\n\n setCustomAdapter(adapter: CustomSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKeys(keys: ResearchApiKeys) {\n if (keys.tavily !== undefined) this.tavilyKey = keys.tavily;\n if (keys.exa !== undefined) this.exaKey = keys.exa;\n if (keys.serper !== undefined) this.serperKey = keys.serper;\n if (keys.brightdata !== undefined) this.brightDataKey = keys.brightdata;\n if (keys.brightData !== undefined) this.brightDataKey = keys.brightData;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n setSearxng(host: string, headers?: Record<string, string>) {\n this.searxngHost = host;\n if (headers) {\n this.searxngHeaders = { ...this.searxngHeaders, ...headers };\n }\n }\n\n async search(query: string, options: MultiSearchOptions = {}): Promise<SearchHit[]> {\n const limit = options.limit ?? 5;\n const adapter = options.customAdapter || this.customAdapter;\n const preferred = options.preferredEngine;\n\n // 0. Custom Search Adapter\n if (adapter && (!preferred || preferred === 'custom')) {\n try {\n const customResults = await adapter.search(query, { limit, domainFilter: options.domainFilter });\n if (Array.isArray(customResults)) {\n return customResults.map((r) => ({\n title: r.title,\n url: r.url,\n content: r.content,\n score: r.score,\n engine: 'custom',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Custom search adapter failed:', e?.message || e);\n }\n }\n\n // 0.1 Academic Priority when requested\n if (preferred === 'academic') {\n try {\n const papers = await this.academicEngine.searchPapers(query, { limit });\n if (papers.length > 0) {\n return papers.map((p) => ({\n title: p.title,\n url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),\n content: p.tldr || p.abstract || '',\n score: p.citationCount,\n engine: 'academic',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Academic search failed:', e?.message || e);\n }\n }\n\n const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;\n const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;\n const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;\n const brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n this.brightDataKey;\n const brightDataZone = options.brightDataZone || this.brightDataZone;\n const searxngHost = options.searxngHost || this.searxngHost;\n\n // 0.2 Preferred SearXNG\n if (preferred === 'searxng' && searxngHost) {\n const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);\n if (searxHits.length > 0) return searxHits;\n }\n\n if (preferred === 'brightdata' && brightDataKey) {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n if (preferred === 'exa' && exaKey) {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);\n if (exaHits.length > 0) return exaHits;\n }\n\n if (preferred === 'serper' && serperKey) {\n const serperHits = await this.querySerper(query, serperKey, limit);\n if (serperHits.length > 0) return serperHits;\n }\n\n if (preferred === 'duckduckgo') {\n const ddgHits = await this.queryDuckDuckGo(query, limit);\n if (ddgHits.length > 0) return ddgHits;\n }\n\n // 1. Tavily Search API (High Signal for Technical Documentation)\n if (tavilyKey && (!preferred || preferred === 'tavily')) {\n try {\n const body: Record<string, any> = {\n api_key: tavilyKey,\n query,\n search_depth: 'advanced',\n include_answer: true,\n max_results: limit,\n };\n if (options.timeRange) {\n body.time_range = options.timeRange;\n }\n if (options.domainFilter && options.domainFilter.length > 0) {\n body.include_domains = options.domainFilter;\n }\n const res = await fetch('https://api.tavily.com/search', {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(12000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || '',\n score: r.score,\n engine: 'tavily',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Tavily attempt failed:', e?.message || e);\n }\n }\n\n // 2. Exa Neural Search API Fallback\n if (exaKey) {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);\n if (exaHits.length > 0) return exaHits;\n }\n\n // 3. Serper Google Search API Fallback\n if (serperKey) {\n const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange);\n if (serperHits.length > 0) return serperHits;\n }\n\n // 4. Bright Data SERP / Unlocker Search Fallback\n if (brightDataKey) {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n // 5. SearXNG Metasearch Fallback (Self-hosted or Public e.g. Orchable)\n if (searxngHost) {\n const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders, options.timeRange);\n if (searxHits.length > 0) return searxHits;\n }\n\n // 6. DuckDuckGo HTML Instant Search Fallback (Zero-key)\n const ddgHits = await this.queryDuckDuckGo(query, limit);\n if (ddgHits.length > 0) return ddgHits;\n\n return [];\n }\n\n async queryBrightData(\n query: string,\n key: string,\n limit: number = 5,\n options: { zone?: string; engine?: 'google' | 'bing' | 'yandex' } = {}\n ): Promise<SearchHit[]> {\n try {\n const zone = options.zone || this.brightDataZone || 'cli_unlocker';\n const engine = options.engine || 'bing';\n let searchUrl = `https://www.bing.com/search?q=${encodeURIComponent(query)}&brd_json=1`;\n if (engine === 'google') {\n searchUrl = `https://www.google.com/search?q=${encodeURIComponent(query)}&brd_json=1&hl=en&gl=us`;\n } else if (engine === 'yandex') {\n searchUrl = `https://www.yandex.com/search?q=${encodeURIComponent(query)}&brd_json=1`;\n }\n\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone,\n url: searchUrl,\n format: 'raw',\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const organic = Array.isArray(data?.organic) ? data.organic : [];\n if (organic.length > 0) {\n return organic.slice(0, limit).map((r: any, idx: number) => ({\n title: r.title || 'Untitled',\n url: r.link,\n content: r.description || r.snippet || '',\n score: r.rank ? 1 / r.rank : 1 / (idx + 1),\n engine: 'brightdata' as const,\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Bright Data attempt failed:', e?.message || e);\n }\n return [];\n }\n\n async querySearxng(\n query: string,\n searxngHost: string,\n limit: number,\n customHeaders?: Record<string, string>,\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const cleanHost = searxngHost.replace(/\\/$/, '');\n let searchUrl = `${cleanHost}/search?q=${encodeURIComponent(query)}&format=json`;\n if (timeRange) {\n searchUrl += `&time_range=${encodeURIComponent(timeRange)}`;\n }\n const headers: Record<string, string> = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)',\n ...(this.searxngHeaders || {}),\n ...(customHeaders || {}),\n };\n const res = await fetch(searchUrl, {\n headers,\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.slice(0, limit).map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || r.snippet || '',\n score: r.score,\n engine: 'searxng',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] SearXNG attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryExa(\n query: string,\n exaKey: string,\n limit: number,\n domainFilter?: string[],\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = {\n query,\n numResults: limit,\n useAutoprompt: true,\n };\n if (domainFilter && domainFilter.length > 0) {\n body.includeDomains = domainFilter;\n }\n if (timeRange) {\n const now = new Date();\n if (timeRange === 'day') now.setDate(now.getDate() - 1);\n else if (timeRange === 'week') now.setDate(now.getDate() - 7);\n else if (timeRange === 'month') now.setMonth(now.getMonth() - 1);\n else if (timeRange === 'year') now.setFullYear(now.getFullYear() - 1);\n body.startPublishedDate = now.toISOString();\n }\n const res = await fetch('https://api.exa.ai/search', {\n method: 'POST',\n headers: {\n 'x-api-key': exaKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.text || r.snippet || '',\n score: r.score,\n engine: 'exa',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Exa attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async querySerper(\n query: string,\n serperKey: string,\n limit: number,\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = { q: query, num: limit };\n if (timeRange) {\n const tbsMap: Record<SearchTimeRange, string> = { day: 'qdr:d', week: 'qdr:w', month: 'qdr:m', year: 'qdr:y' };\n if (tbsMap[timeRange]) {\n body.tbs = tbsMap[timeRange];\n }\n }\n const res = await fetch('https://google.serper.dev/search', {\n method: 'POST',\n headers: {\n 'X-API-KEY': serperKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.organic) && data.organic.length > 0) {\n return data.organic.slice(0, limit).map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.link,\n content: r.snippet || '',\n engine: 'serper',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Serper attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryDuckDuckGo(query: string, limit: number): Promise<SearchHit[]> {\n try {\n const ddgUrl = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;\n const res = await fetch(ddgUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const html = await res.text();\n const hits: SearchHit[] = [];\n const resultRegex =\n /<a[^>]*class=\"result__a\"[^>]*>([\\s\\S]*?)<\\/a>[\\s\\S]*?<a class=\"result__url\" href=\"([^\"]+)\">[\\s\\S]*?<a class=\"result__snippet[^>]*>([\\s\\S]*?)<\\/a>/g;\n let match;\n while ((match = resultRegex.exec(html)) !== null && hits.length < limit) {\n const rawTitle = match[1]?.replace(/<[^>]+>/g, '').trim() || query;\n const rawUrl = match[2]?.trim();\n const cleanUrl = rawUrl?.startsWith('//duckduckgo.com/l/?uddg=')\n ? decodeURIComponent(rawUrl.split('uddg=')[1]?.split('&')[0] || '')\n : rawUrl;\n const snippet = match[3]?.replace(/<[^>]+>/g, '').trim() || '';\n\n if (cleanUrl && !cleanUrl.includes('duckduckgo.com')) {\n hits.push({\n title: rawTitle,\n url: cleanUrl,\n content: snippet,\n engine: 'duckduckgo',\n });\n }\n }\n if (hits.length > 0) return hits;\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] DuckDuckGo attempt failed:', e?.message || e);\n }\n return [];\n }\n}\n","/**\n * Noise filtering and technical content quality auditor.\n * Strips out commercial e-commerce clutter (Shopee, Lazada, AliExpress, sales listings)\n * and evaluates technical knowledge density.\n */\n\nexport const ECOMMERCE_DOMAINS = new Set([\n 'shopee.vn',\n 'shopee.com',\n 'lazada.vn',\n 'lazada.com',\n 'tiki.vn',\n 'sendo.vn',\n 'aliexpress.com',\n 'taobao.com',\n 'amazon.com',\n 'ebay.com',\n 'banggood.com',\n]);\n\nexport const ECOMMERCE_AND_COMMERCIAL_PATTERNS = [\n /\\b(shopee|lazada|tiki|sendo|taobao|aliexpress)\\b/i,\n /\\b(mua ngay|giá tốt|khuyến mãi|freeship|bán chạy|nhập khẩu chính hãng|cửa hàng|bảng giá|đặt hàng)\\b/i,\n /\\b(buy now|add to cart|free shipping|discount|best price|on sale|shop now|in stock|order now)\\b/i,\n /\\b(\\d+[kKđ]|₫|\\$\\d+|\\d+\\s*(?:VNĐ|VND|usd))\\b/i,\n];\n\n/**\n * Checks whether a URL, title, or snippet is commercial noise / e-commerce listing\n * rather than primary technical or pedagogical documentation.\n */\nexport function isCommercialOrNoise(input: {\n url?: string;\n title?: string;\n snippet?: string;\n}): boolean {\n if (input.url) {\n try {\n const hostname = new URL(input.url).hostname.toLowerCase().replace(/^www\\./, '');\n if (ECOMMERCE_DOMAINS.has(hostname) || [...ECOMMERCE_DOMAINS].some((d) => hostname.endsWith(`.${d}`))) {\n return true;\n }\n } catch {\n // ignore URL parse errors\n }\n }\n\n const combined = `${input.title || ''} ${input.snippet || ''}`;\n if (!combined.trim()) return false;\n\n for (const pattern of ECOMMERCE_AND_COMMERCIAL_PATTERNS) {\n if (pattern.test(combined)) {\n return true;\n }\n }\n\n return false;\n}\n\nexport interface ContentQualityScore {\n score: number; // 0 to 10\n isSufficientQuality: boolean;\n codeDensity: number;\n technicalTermDensity: number;\n hasStructure: boolean;\n reasons: string[];\n}\n\n/**\n * Evaluates the technical knowledge density of a scraped markdown document.\n * Documents with high code-to-text ratio, structured headings, and low fluff score higher.\n */\nexport function evaluateTechnicalDensity(markdown: string): ContentQualityScore {\n if (!markdown || markdown.trim().length < 80) {\n return {\n score: 1,\n isSufficientQuality: false,\n codeDensity: 0,\n technicalTermDensity: 0,\n hasStructure: false,\n reasons: ['Content is too short or empty.'],\n };\n }\n\n const reasons: string[] = [];\n const totalLength = markdown.length;\n\n // 1. Code block presence & density\n const codeBlocks = markdown.match(/```[\\s\\S]*?```/g) || [];\n const inlineCode = markdown.match(/`[^`\\n]+`/g) || [];\n const totalCodeChars = codeBlocks.reduce((sum, b) => sum + b.length, 0) + inlineCode.reduce((sum, c) => sum + c.length, 0);\n const codeDensity = Math.min(1, totalCodeChars / Math.max(1, totalLength));\n\n // 2. Heading structure\n const headings = markdown.match(/^#{1,4}\\s+.+$/gm) || [];\n const hasStructure = headings.length >= 2;\n\n // 3. Technical keywords\n const techKeywords = markdown.match(\n /\\b(function|class|method|struct|interface|api|hardware|sensor|pin|circuit|logic|loop|state|algorithm|test|debug|schema|protocol|variable)\\b/gi\n ) || [];\n const technicalTermDensity = Math.min(1, (techKeywords.length * 10) / Math.max(100, markdown.split(/\\s+/).length));\n\n let score = 5.0;\n if (codeDensity > 0.15) {\n score += 2.0;\n } else if (codeDensity > 0.05) {\n score += 1.0;\n } else {\n reasons.push('Low code or API snippet density.');\n }\n\n if (hasStructure) {\n score += 1.5;\n } else {\n reasons.push('Lacks clear hierarchical markdown headings.');\n }\n\n if (technicalTermDensity > 0.08) {\n score += 1.5;\n }\n\n const finalScore = Math.min(10, Math.max(1, Math.round(score * 10) / 10));\n return {\n score: finalScore,\n isSufficientQuality: finalScore >= 6.0,\n codeDensity,\n technicalTermDensity,\n hasStructure,\n reasons,\n };\n}\n","import { ScrapedDocument } from './webScraper';\n\nexport interface HealthAuditResult {\n passed: boolean;\n score: number; // 0 - 100\n issues: string[];\n warnings: string[];\n}\n\n/**\n * Health Auditor & Noise Filter for Harvested Resources (English Canonical)\n */\nexport class HealthAuditor {\n auditDocument(doc: ScrapedDocument): HealthAuditResult {\n const issues: string[] = [];\n const warnings: string[] = [];\n\n if (!doc.markdownContent || doc.markdownContent.length < 80) {\n issues.push('Document content is too short or empty (< 80 characters).');\n }\n\n if (doc.markdownContent.includes('403 Forbidden') || doc.markdownContent.includes('Cloudflare Ray ID') || doc.markdownContent.includes('Access Denied')) {\n issues.push('Document blocked by firewall / Cloudflare / WAF.');\n }\n\n if (doc.extractedCodeSnippets.length === 0 && !doc.markdownContent.includes('|')) {\n warnings.push('Document does not contain any code snippets or reference tables.');\n }\n\n const passed = issues.length === 0;\n const score = passed ? (warnings.length > 0 ? 80 : 100) : 20;\n\n return { passed, score, issues, warnings };\n }\n}\n"]}
|
|
@@ -1,9 +1,16 @@
|
|
|
1
|
-
import { extractSubstantiveExcerpts } from './chunk-
|
|
1
|
+
import { extractSubstantiveExcerpts } from './chunk-JV6Z6WUQ.js';
|
|
2
2
|
|
|
3
3
|
// src/evidence/evidenceScorer.ts
|
|
4
4
|
function tokenizeBilingualKeywords(text) {
|
|
5
5
|
return text.normalize("NFC").toLowerCase().replace(/[.,;:!?()[\]{}"“”‘’/\\|`*_~#-]+/g, " ").split(/\s+/).filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));
|
|
6
6
|
}
|
|
7
|
+
function keywordMatchesText(keyword, lowerText) {
|
|
8
|
+
if (keyword.length <= 3) {
|
|
9
|
+
const escaped = keyword.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
10
|
+
return new RegExp(`(?:^|[^a-z0-9\\u00C0-\\u1EF9])${escaped}(?:$|[^a-z0-9\\u00C0-\\u1EF9])`, "i").test(lowerText);
|
|
11
|
+
}
|
|
12
|
+
return lowerText.includes(keyword);
|
|
13
|
+
}
|
|
7
14
|
function extractTopSentences(markdown, targetTopic, maxSentences = 3) {
|
|
8
15
|
const keywords = tokenizeBilingualKeywords(targetTopic);
|
|
9
16
|
const withoutCode = markdown.replace(/```[\s\S]*?```/g, " ");
|
|
@@ -16,7 +23,7 @@ function extractTopSentences(markdown, targetTopic, maxSentences = 3) {
|
|
|
16
23
|
if (rawSentences.length === 0) return [];
|
|
17
24
|
const scored = rawSentences.map((sentence, idx) => {
|
|
18
25
|
const lower = sentence.normalize("NFC").toLowerCase();
|
|
19
|
-
const matchedCount = keywords.filter((k) =>
|
|
26
|
+
const matchedCount = keywords.filter((k) => keywordMatchesText(k, lower)).length;
|
|
20
27
|
const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;
|
|
21
28
|
const technicalBonus = /(`[^`]+`|\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\b)/i.test(
|
|
22
29
|
sentence
|
|
@@ -37,7 +44,7 @@ var EvidenceScorer = class {
|
|
|
37
44
|
let noiseScore = 2;
|
|
38
45
|
const lowerContent = doc.markdownContent.normalize("NFC").toLowerCase();
|
|
39
46
|
const targetKeywords = tokenizeBilingualKeywords(targetTopic);
|
|
40
|
-
const keywordMatches = targetKeywords.filter((k) =>
|
|
47
|
+
const keywordMatches = targetKeywords.filter((k) => keywordMatchesText(k, lowerContent)).length;
|
|
41
48
|
const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;
|
|
42
49
|
if (matchRatio >= 0.75) depthScore += 3;
|
|
43
50
|
else if (matchRatio >= 0.4) depthScore += 2;
|
|
@@ -158,5 +165,5 @@ var ProvenanceTracker = class {
|
|
|
158
165
|
};
|
|
159
166
|
|
|
160
167
|
export { EvidenceScorer, ProvenanceTracker, extractTopSentences };
|
|
161
|
-
//# sourceMappingURL=chunk-
|
|
162
|
-
//# sourceMappingURL=chunk-
|
|
168
|
+
//# sourceMappingURL=chunk-PFECHAAR.js.map
|
|
169
|
+
//# sourceMappingURL=chunk-PFECHAAR.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/evidence/evidenceScorer.ts","../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAoBA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAEA,SAAS,kBAAA,CAAmB,SAAiB,SAAA,EAA4B;AACvE,EAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,CAAQ,qBAAA,EAAuB,MAAM,CAAA;AAC7D,IAAA,OAAO,IAAI,OAAO,CAAA,8BAAA,EAAiC,OAAO,kCAAkC,GAAG,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,EACjH;AACA,EAAA,OAAO,SAAA,CAAU,SAAS,OAAO,CAAA;AACnC;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,KAAK,CAAC,CAAA,CAAE,MAAA;AAC1E,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,YAAY,CAAC,CAAA,CAAE,MAAA;AACzF,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;ACrLO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"chunk-PFECHAAR.js","sourcesContent":["import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\nfunction keywordMatchesText(keyword: string, lowerText: string): boolean {\n if (keyword.length <= 3) {\n const escaped = keyword.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n return new RegExp(`(?:^|[^a-z0-9\\\\u00C0-\\\\u1EF9])${escaped}(?:$|[^a-z0-9\\\\u00C0-\\\\u1EF9])`, 'i').test(lowerText);\n }\n return lowerText.includes(keyword);\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => keywordMatchesText(k, lower)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => keywordMatchesText(k, lowerContent)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { reconstructOpenAlexAbstract } from './chunk-
|
|
1
|
+
import { reconstructOpenAlexAbstract } from './chunk-EWIAA2CC.js';
|
|
2
2
|
|
|
3
3
|
// src/academic/openAlexClient.ts
|
|
4
4
|
function cleanCrossrefAbstract(rawAbstract) {
|
|
@@ -45,7 +45,7 @@ var OpenAlexClient = class {
|
|
|
45
45
|
headers: {
|
|
46
46
|
"User-Agent": `OrchableResearchKit/1.3 (mailto:${this.mailto})`
|
|
47
47
|
},
|
|
48
|
-
signal: AbortSignal.timeout(
|
|
48
|
+
signal: AbortSignal.timeout(12e3)
|
|
49
49
|
});
|
|
50
50
|
if (res.ok) {
|
|
51
51
|
const data = await res.json();
|
|
@@ -85,7 +85,7 @@ var OpenAlexClient = class {
|
|
|
85
85
|
headers: {
|
|
86
86
|
"User-Agent": `OrchableResearchKit/1.3 (mailto:${this.mailto})`
|
|
87
87
|
},
|
|
88
|
-
signal: AbortSignal.timeout(
|
|
88
|
+
signal: AbortSignal.timeout(12e3)
|
|
89
89
|
});
|
|
90
90
|
if (res.ok) {
|
|
91
91
|
const data = await res.json();
|
|
@@ -121,5 +121,5 @@ var OpenAlexClient = class {
|
|
|
121
121
|
};
|
|
122
122
|
|
|
123
123
|
export { OpenAlexClient, cleanCrossrefAbstract };
|
|
124
|
-
//# sourceMappingURL=chunk-
|
|
125
|
-
//# sourceMappingURL=chunk-
|
|
124
|
+
//# sourceMappingURL=chunk-SEHHDO7X.js.map
|
|
125
|
+
//# sourceMappingURL=chunk-SEHHDO7X.js.map
|