@thanh01.pmt/research-kit 1.2.0 → 1.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/academic/index.cjs +11 -2
- package/dist/academic/index.cjs.map +1 -1
- package/dist/academic/index.d.cts +3 -3
- package/dist/academic/index.d.ts +3 -3
- package/dist/academic/index.js +2 -1
- package/dist/{catalogBuilder-nrGYEY4b.d.cts → catalogBuilder-B4eiLS_S.d.cts} +27 -5
- package/dist/{catalogBuilder-2i5KASUF.d.ts → catalogBuilder-BNB_gaWP.d.ts} +27 -5
- package/dist/chunk-AKEI7H2C.js +223 -0
- package/dist/chunk-AKEI7H2C.js.map +1 -0
- package/dist/{chunk-X3X26W2I.js → chunk-HESXWQEF.js} +12 -7
- package/dist/chunk-HESXWQEF.js.map +1 -0
- package/dist/{chunk-QFYM2NV4.js → chunk-KXJDQBSJ.js} +3 -3
- package/dist/{chunk-QFYM2NV4.js.map → chunk-KXJDQBSJ.js.map} +1 -1
- package/dist/{chunk-XDDTHWJW.js → chunk-P6RHBJY2.js} +89 -25
- package/dist/chunk-P6RHBJY2.js.map +1 -0
- package/dist/{chunk-ON6VFCJO.js → chunk-QQZQNBJC.js} +51 -2
- package/dist/chunk-QQZQNBJC.js.map +1 -0
- package/dist/{chunk-QK3LVGI7.js → chunk-SAHBBO3U.js} +170 -8
- package/dist/chunk-SAHBBO3U.js.map +1 -0
- package/dist/{chunk-DOXSPRSP.js → chunk-SDDZFFL6.js} +14 -225
- package/dist/chunk-SDDZFFL6.js.map +1 -0
- package/dist/chunk-YICMTZS5.js +527 -0
- package/dist/chunk-YICMTZS5.js.map +1 -0
- package/dist/config/index.cjs +10 -5
- package/dist/config/index.cjs.map +1 -1
- package/dist/config/index.d.cts +1 -1
- package/dist/config/index.d.ts +1 -1
- package/dist/config/index.js +1 -1
- package/dist/evidence/index.cjs.map +1 -1
- package/dist/evidence/index.d.cts +2 -2
- package/dist/evidence/index.d.ts +2 -2
- package/dist/evidence/index.js +2 -2
- package/dist/harvester/index.cjs +965 -6
- package/dist/harvester/index.cjs.map +1 -1
- package/dist/harvester/index.d.cts +87 -5
- package/dist/harvester/index.d.ts +87 -5
- package/dist/harvester/index.js +4 -3
- package/dist/{index-DlngvZBr.d.ts → index-9rDiFuR4.d.cts} +43 -12
- package/dist/{index-DlngvZBr.d.cts → index-9rDiFuR4.d.ts} +43 -12
- package/dist/index.cjs +852 -32
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +13 -11
- package/dist/index.d.ts +13 -11
- package/dist/index.js +21 -12
- package/dist/index.js.map +1 -1
- package/dist/{literatureReview-C7hsjrn4.d.cts → literatureReview-BwidpYJo.d.cts} +2 -1
- package/dist/{literatureReview-DWl13r_3.d.ts → literatureReview-DOzgm9Q2.d.ts} +2 -1
- package/dist/pipeline/index.cjs +545 -249
- package/dist/pipeline/index.cjs.map +1 -1
- package/dist/pipeline/index.d.cts +10 -4
- package/dist/pipeline/index.d.ts +10 -4
- package/dist/pipeline/index.js +6 -5
- package/dist/{webScraper-yO9P-oLb.d.cts → webScraper-CAQjE46m.d.cts} +11 -2
- package/dist/{webScraper-DBFUIqoO.d.ts → webScraper-CXIpvyA6.d.ts} +11 -2
- package/package.json +1 -1
- package/dist/chunk-DOXSPRSP.js.map +0 -1
- package/dist/chunk-LSMSIPTZ.js +0 -3
- package/dist/chunk-LSMSIPTZ.js.map +0 -1
- package/dist/chunk-ON6VFCJO.js.map +0 -1
- package/dist/chunk-QK3LVGI7.js.map +0 -1
- package/dist/chunk-X3X26W2I.js.map +0 -1
- package/dist/chunk-XDDTHWJW.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/pipeline/campaignPlanner.ts","../src/pipeline/referencePackBuilder.ts","../src/pipeline/harvestPipeline.ts","../src/pipeline/groundingEngine.ts"],"names":[],"mappings":";;;;;;;AAiBO,IAAM,kBAAN,MAAsB;AAAA,EAC3B,UAAA,CACE,KAAA,EACA,MAAA,EACA,OAAA,GAAqF,EAAC,EACxE;AACd,IAAA,MAAM,IAAA,GACJ,MACG,SAAA,CAAU,KAAK,EACf,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAA,CAC9B,WAAA,EAAY,CACZ,QAAQ,aAAA,EAAe,GAAG,EAC1B,OAAA,CAAQ,QAAA,EAAU,EAAE,CAAA,CACpB,KAAA,CAAM,CAAA,EAAG,EAAE,CAAA,IAAK,gBAAA;AAErB,IAAA,MAAM,YAAY,OAAA,CAAQ,MAAA,GAAS,MAAA,GAAS,MAAA,KAAW,aAAa,iBAAA,GAAoB,QAAA;AACxF,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,KAAc,SAAA,KAAc,SAAS,CAAA,GAAI,CAAA,CAAA;AAEnE,IAAA,MAAM,MAAM,OAAA,CAAQ,OAAA;AACpB,IAAA,MAAM,UAAA,GAAa,CAAC,GAAA,EAAK,gBAAA,EAAkB,GAAA,EAAK,WAAW,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC5F,IAAA,MAAM,cAAc,UAAA,GAAa,CAAA,EAAG,UAAU,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,GAAK,KAAA;AAE5D,IAAA,MAAM,iBAA2B,EAAC;AAElC,IAAA,IAAI,GAAA,KAAQ,GAAA,CAAI,gBAAA,IAAoB,GAAA,CAAI,WAAA,IAAgB,IAAI,aAAA,IAAiB,GAAA,CAAI,aAAA,CAAc,MAAA,GAAS,CAAA,CAAA,EAAK;AAE3G,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,CAAA,EAAG,UAAA,IAAc,KAAK,CAAA,8CAAA,EAAiD,IAAI,aAAA,EAAe,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,IAAA,CAAK,GAAG,CAAA,IAAK,EAAE,GAAG,IAAA;AAAK,OAC/H;AAEA,MAAA,MAAM,OAAA,GAAU,GAAA,CAAI,OAAA,GAAU,CAAA,KAAA,EAAQ,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,kBAAA;AAC3E,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,GAAG,UAAA,IAAc,KAAK,CAAA,sCAAA,EAAyC,OAAO,GAAG,IAAA;AAAK,OAChF;AAEA,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,CAAA,EAAG,UAAA,IAAc,KAAK,CAAA,mDAAA,CAAA,CAAsD,IAAA;AAAK,OACnF;AAAA,IACF,CAAA,MAAO;AACL,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,GAAG,WAAW,CAAA,uCAAA,CAAA;AAAA,QACd,GAAG,WAAW,CAAA,mCAAA,CAAA;AAAA,QACd,GAAG,WAAW,CAAA,qCAAA;AAAA,OAChB;AAAA,IACF;AAEA,IAAA,IAAI,WAAW,UAAA,EAAY;AACzB,MAAA,cAAA,CAAe,IAAA,CAAK,CAAA,EAAI,GAAA,EAAK,gBAAA,IAAoB,KAAM,CAAA,8CAAA,CAAgD,CAAA;AAAA,IACzG,CAAA,MAAA,IAAW,WAAW,UAAA,EAAY;AAChC,MAAA,cAAA,CAAe,IAAA,CAAK,CAAA,EAAG,KAAK,CAAA,yCAAA,CAA2C,CAAA;AAAA,IACzE;AAEA,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,2CAA+B,KAAK,CAAA,CAAA;AAAA,MACpC,CAAA,cAAA,EAAiB,IAAI,CAAA,mBAAA,EAAsB,MAAA,CAAO,WAAA,EAAa,CAAA,uBAAA,EAA0B,SAAA,CAAU,WAAA,EAAa,CAAA,uBAAA,EAA0B,SAAS,CAAA,EAAA,CAAA;AAAA,MACnJ;AAAA,wBAAA,CAAA;AAAA,MACA,gFAAgF,KAAK,CAAA,2DAAA,CAAA;AAAA,MACrF;AAAA,kCAAA,CAAA;AAAA,MACA,GAAG,cAAA,CAAe,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,EAAG,CAAA,GAAI,CAAC,CAAA,IAAA,EAAO,CAAC,CAAA,EAAA,CAAI,CAAA;AAAA,MACpD;AAAA,yCAAA,CAAA;AAAA,MACA,CAAA,qEAAA,CAAA;AAAA,MACA,CAAA,gFAAA,CAAA;AAAA,MACA,CAAA,qHAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,IAAA;AAAA,MACA,MAAA;AAAA,MACA,SAAA;AAAA,MACA,cAAA;AAAA,MACA,SAAA;AAAA,MACA,MAAA,EAAQ,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC3B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAA,CACJ,KAAA,EACA,MAAA,EACA,OAAA,GAAsG,EAAC,EAChF;AACvB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,UAAA,CAAW,KAAA,EAAO,QAAQ,OAAO,CAAA;AACvD,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,EAAK,OAAO,QAAA;AAEzB,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,OAAA,CAAQ,OAAA;AACpB,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,0KAAA,CAAA;AAAA,QACA,oBAAoB,KAAK,CAAA,CAAA;AAAA,QACzB,GAAA,EAAK,WAAA,GAAc,CAAA,eAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACzD,GAAA,EAAK,gBAAA,GAAmB,CAAA,qBAAA,EAAwB,GAAA,CAAI,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QACzE,GAAA,EAAK,WAAA,GAAc,CAAA,oBAAA,EAAuB,GAAA,CAAI,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QAC9D,GAAA,EAAK,OAAA,GAAU,CAAA,oBAAA,EAAuB,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QAC3E,GAAA,EAAK,eAAe,MAAA,GAAS,CAAA,mBAAA,EAAsB,IAAI,aAAA,CAAc,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF,CAAA,6OAAA,CAAA;AAAA,QACA,CAAA,yFAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,mGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AACD,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,IAAI,MAAM,OAAA,CAAQ,MAAM,CAAA,IAAK,MAAA,CAAO,UAAU,CAAA,EAAG;AAC/C,UAAA,MAAM,OAAA,GAAU,OAAO,GAAA,CAAI,CAAC,MAAM,MAAA,CAAO,CAAC,EAAE,IAAA,EAAM,EAAE,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,MAAA,GAAS,CAAC,CAAA,CAAE,KAAA,CAAM,GAAG,CAAC,CAAA;AAC1F,UAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,YAAA,QAAA,CAAS,cAAA,GAAiB,OAAA;AAAA,UAC5B;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,4EAAA,EAA8E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC5G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;ACjHO,IAAM,uBAAN,MAA2B;AAAA,EAChC,kBAAA,CACE,KAAA,EACA,MAAA,EACA,OAAA,GAQI,EAAC,EACgB;AACrB,IAAA,MAAM,WAAoC,EAAC;AAC3C,IAAA,MAAM,WAAA,GAAc,wBAAA,CAAyB,KAAA,EAAO,OAAA,CAAQ,SAAS,MAAM,CAAA;AAG3E,IAAA,IAAI,QAAQ,cAAA,EAAgB;AAC1B,MAAA,OAAA,CAAQ,cAAA,CAAe,OAAA,CAAQ,CAAC,CAAA,EAAG,GAAA,KAAQ;AACzC,QAAA,MAAM,QAAA,GACJ,EAAE,IAAA,EAAM,IAAA,OACP,CAAA,CAAE,QAAA,GAAW,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,GAAG,CAAA,CAAE,MAAK,GAAI,CAAA,2BAAA,EAA8B,EAAE,IAAA,IAAQ,MAAM,CAAA,EAAA,EAAK,CAAA,CAAE,aAAa,CAAA,YAAA,CAAA,CAAA;AACpH,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACZ,EAAA,EAAI,YAAY,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,UAChD,OAAO,CAAA,CAAE,KAAA;AAAA,UACT,UAAA,EAAY,gBAAA;AAAA,UACZ,GAAA,EAAK,EAAE,GAAA,KAAQ,CAAA,CAAE,MAAM,CAAA,gBAAA,EAAmB,CAAA,CAAE,GAAG,CAAA,CAAA,GAAK,EAAA,CAAA;AAAA,UACpD,cAAA,EAAgB,CAAA;AAAA,UAChB,qBAAA,EAAuB,CAAC,QAAQ;AAAA,SACjC,CAAA;AAAA,MACH,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,QAAQ,WAAA,EAAa;AACvB,MAAA,OAAA,CAAQ,WAAA,CAAY,OAAA,CAAQ,CAAC,CAAA,EAAG,GAAA,KAAQ;AACtC,QAAA,MAAM,SAAA,GACJ,CAAA,CAAE,YAAA,IAAgB,CAAA,CAAE,YAAA,CAAa,MAAA,GAAS,CAAA,GACtC,CAAA,CAAE,YAAA,GACF,CAAA,CAAE,GAAA,CAAI,WAAA,IAAe,CAAA,CAAE,IAAI,WAAA,CAAY,MAAA,GAAS,CAAA,GAC9C,CAAA,CAAE,GAAA,CAAI,WAAA,CAAY,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,GAC5B,CAAC,CAAA,CAAE,OAAO,CAAA;AAClB,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACZ,EAAA,EAAI,WAAW,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,UAC/C,KAAA,EAAO,EAAE,GAAA,CAAI,KAAA;AAAA,UACb,UAAA,EAAY,CAAA,CAAE,GAAA,CAAI,aAAA,KAAkB,YAAY,kBAAA,GAAqB,eAAA;AAAA,UACrE,GAAA,EAAK,EAAE,GAAA,CAAI,GAAA;AAAA,UACX,gBAAgB,CAAA,CAAE,KAAA;AAAA,UAClB,qBAAA,EAAuB;AAAA,SACxB,CAAA;AAAA,MACH,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,wBAAwB,IAAA,CAAK,SAAA;AAAA,MACjC;AAAA,QACE,KAAA;AAAA,QACA,MAAA;AAAA,QACA,WAAA,EAAA,iBAAa,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,QACpC,iBAAiB,QAAA,CAAS,MAAA;AAAA,QAC1B,kBAAA,EAAoB,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,KAAA;AAAA,QAChD,aAAA,EAAe,OAAA,CAAQ,SAAA,EAAW,IAAA,IAAQ,IAAA;AAAA,QAC1C,qBAAqB,OAAA,CAAQ,mBAAA;AAAA,QAC7B,QAAA,EAAU,OAAA,CAAQ,QAAA,IAAY,EAAC;AAAA,QAC/B;AAAA,OACF;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,MAAM,UAAA,GACJ,OAAA,CAAQ,WAAA,EAAa,OAAA,CAAQ,CAAC,CAAA,KAAM;AAClC,MAAA,IAAI,EAAE,GAAA,CAAI,mBAAA,IAAuB,EAAE,GAAA,CAAI,mBAAA,CAAoB,SAAS,CAAA,EAAG;AACrE,QAAA,OAAO,CAAA,CAAE,GAAA,CAAI,mBAAA,CAAoB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,YAAY,WAAW;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU,CAAA;AAAA,MACjH;AACA,MAAA,OAAO,CAAA,CAAE,GAAA,CAAI,qBAAA,CAAsB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,WAAW;AAAA,EAAK,CAAC;AAAA,MAAA,CAAU,CAAA;AAAA,IAChG,CAAC,KAAK,EAAC;AAET,IAAA,MAAM,kBAA4B,EAAC;AACnC,IAAA,IAAI,QAAQ,mBAAA,EAAqB;AAC/B,MAAA,IAAI,OAAA,CAAQ,oBAAoB,gBAAA,EAAkB;AAChD,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA;AAAA,EAAwC,OAAA,CAAQ,mBAAA,CAAoB,gBAAgB,CAAA,CAAE,CAAA;AAAA,MAC7G;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,YAAA,EAAc,MAAA,GAAS,CAAA,EAAG;AACxD,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,YAAA,CAAa,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SAC3E;AAAA,MACF;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,+BAAA,EAAiC,MAAA,GAAS,CAAA,EAAG;AAC3E,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,+BAAA,CAAgC,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SAC9F;AAAA,MACF;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,oBAAA,EAAsB,MAAA,GAAS,CAAA,EAAG;AAChE,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,oBAAA,CAAqB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SACnF;AAAA,MACF;AAAA,IACF,CAAA,MAAA,IAAW,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAC9B,MAAA,MAAM,YAAA,GAAe,SAAS,OAAA,CAAQ,CAAC,MAAM,CAAA,CAAE,qBAAA,CAAsB,MAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAM,CAAA,KAAA,EAAQ,CAAA,CAAE,EAAE,CAAA,IAAA,EAAO,CAAC,EAAE,CAAC,CAAA;AACnH,MAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA;AAAA,CAAA,GAAuC,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,MACrF;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,kCAA2B,KAAK,CAAA,CAAA;AAAA,MAChC,CAAA,gBAAA,EAAmB,MAAA,CAAO,WAAA,EAAa,CAAA,wBAAA,EAA2B,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,IAAI,CAAA,WAAA,EAAS,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,sBAAsB,CAAA,CAAA,EAAI,OAAA,CAAQ,SAAA,GAAY,CAAA,oBAAA,EAAuB,OAAA,CAAQ,SAAA,CAAU,IAAI,CAAA,IAAA,EAAO,OAAA,CAAQ,SAAA,CAAU,IAAI,CAAA,CAAA,CAAA,GAAM,EAAE,CAAA,CAAA;AAAA,MACvQ,CAAA,uDAAA,CAAA;AAAA,MACA;AAAA,8CAAA,CAAA;AAAA,MACA,0HAA0H,KAAK,CAAA,GAAA,CAAA;AAAA,MAC/H,GAAG,eAAA;AAAA,MACH;AAAA,qCAAA,CAAA;AAAA,MACA,CAAA,yDAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,QAAA,CAAS,GAAA;AAAA,QACV,CAAC,MACC,CAAA,IAAA,EAAO,CAAA,CAAE,EAAE,CAAA,OAAA,EAAU,CAAA,CAAE,UAAU,CAAA,KAAA,EAAQ,CAAA,CAAE,MAAM,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,YAAA,EAAU,EAAE,cAAc,CAAA,iBAAA,EAAoB,EAAE,GAAG,CAAA,GAAA;AAAA,OAC3H;AAAA,MACA;AAAA,4CAAA,CAAA;AAAA,MACA,GAAI,UAAA,CAAW,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,CAAC,yCAAyC,CAAA;AAAA,MACnF;AAAA,6CAAA,CAAA;AAAA,MACA,CAAA,4DAAA,EAA+D,QAAQ,UAAA,EAAY,IAAA,IAAQ,KAAK,CAAA,iBAAA,EAAoB,OAAA,CAAQ,SAAA,EAAW,IAAA,IAAQ,IAAI,CAAA,YAAA,CAAA;AAAA,MACnJ,CAAA,qGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,qBAAA;AAAA,MACA,eAAA,EAAiB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACpC;AAAA,EACF;AACF;;;ACpGO,SAAS,qBAAqB,MAAA,EAAwB;AAC3D,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,MAAA,CAAO,MAAM,CAAA;AAC/B,IAAA,CAAA,CAAE,IAAA,GAAO,EAAA;AACT,IAAA,KAAA,MAAW,OAAO,CAAC,GAAG,EAAE,YAAA,CAAa,IAAA,EAAM,CAAA,EAAG;AAC5C,MAAA,IAAI,sCAAA,CAAuC,IAAA,CAAK,GAAG,CAAA,EAAG;AACpD,QAAA,CAAA,CAAE,YAAA,CAAa,OAAO,GAAG,CAAA;AAAA,MAC3B;AAAA,IACF;AACA,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,OAAA,CAAQ,MAAA,EAAQ,EAAE,CAAA,IAAK,GAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,CAAA,CAAE,YAAA,CAAa,QAAA,EAAS;AACtC,IAAA,OAAO,CAAA,EAAG,CAAA,CAAE,QAAQ,CAAA,EAAA,EAAK,EAAE,QAAA,CAAS,WAAA,EAAa,CAAA,EAAG,IAAI,CAAA,EAAG,KAAA,GAAQ,CAAA,CAAA,EAAI,KAAK,KAAK,EAAE,CAAA,CAAA;AAAA,EACrF,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,OAAO,IAAA,EAAK,CAAE,aAAY,CAAE,OAAA,CAAQ,QAAQ,EAAE,CAAA;AAAA,EACvD;AACF;AAKO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,OAAA;AAAA,EACA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,cAAA;AAAA,EACA,iBAAA;AAAA,EACA,cAAA;AAAA,EACA,oBAAA;AAAA,EACA,OAAA;AAAA,EACA,cAAA;AAAA,EACA,aAAA;AAAA,EACA,iBAAA;AAAA,EACA,UAAA;AAAA,EAER,WAAA,CACE,OAAA,GAcI,EAAC,EACL;AACA,IAAA,MAAM,QAAA,GAAW,QAAQ,gBAAA,IAAoB,IAAA;AAC7C,IAAA,MAAM,IAAA,GAAwB;AAAA,MAC5B,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,GAAA,EAAK,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,MAAA;AAAA,MACrC,IAAA,EAAM,OAAA,CAAQ,OAAA,EAAS,IAAA,IAAQ,OAAA,CAAQ,OAAA;AAAA,MACvC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,eAAA,EAAiB,OAAA,CAAQ,OAAA,EAAS,eAAA,IAAmB,OAAA,CAAQ;AAAA,KAC/D;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,CAAwB;AAAA,MAC9C,OAAA,EAAS,IAAA;AAAA,MACT,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,UAAA,CAAW;AAAA,MAC5B,cAAc,OAAA,CAAQ,YAAA;AAAA,MACtB,SAAS,IAAA,CAAK,IAAA;AAAA,MACd,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,aAAA,EAAc;AACjC,IAAA,IAAA,CAAK,MAAA,GAAS,IAAI,cAAA,EAAe;AACjC,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,cAAA,EAAe;AACzC,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAI,iBAAA,EAAkB;AAC/C,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,oBAAA,CAAqB;AAAA,MAC7C,QAAQ,IAAA,CAAK,eAAA;AAAA,MACb,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAI,2BAAA,EAA4B;AAC5D,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,oBAAA,EAAqB;AAC/C,IAAA,IAAA,CAAK,aAAA,GAAgB,IAAI,wBAAA,EAAyB;AAClD,IAAA,IAAA,CAAK,oBAAoB,OAAA,CAAQ,wBAAA;AACjC,IAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,GAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,GAAA,CAAI,KAAA,EAAe,OAAA,GAAkC,EAAC,EAAmC;AAC7F,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,UAAA,KAAe,MAAM;AAAA,IAAC,CAAA,CAAA;AAC7C,IAAA,MAAM,GAAA,GAAM,OAAA,CAAQ,GAAA,IAAO,IAAA,CAAK,UAAA;AAChC,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,wBAAA,IAA4B,IAAA,CAAK,iBAAA;AAE7D,IAAA,MAAM,UAAA,GAA8B;AAAA,MAClC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,GAAA,EAAK,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,MAAA;AAAA,MACrC,IAAA,EAAM,OAAA,CAAQ,OAAA,EAAS,IAAA,IAAQ,OAAA,CAAQ,OAAA;AAAA,MACvC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,eAAA,EAAiB,OAAA,CAAQ,OAAA,EAAS,eAAA,IAAmB,OAAA,CAAQ;AAAA,KAC/D;AAEA,IAAA,IAAI,QAAQ,mBAAA,EAAqB;AAC/B,MAAA,IAAA,CAAK,YAAA,CAAa,gBAAA,CAAiB,OAAA,CAAQ,mBAAmB,CAAA;AAAA,IAChE;AACA,IAAA,IAAI,QAAQ,oBAAA,EAAsB;AAChC,MAAA,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAA,CAAQ,oBAAoB,CAAA;AAAA,IAC5D;AACA,IAAA,IAAI,QAAQ,2BAAA,EAA6B;AACvC,MAAA,IAAA,CAAK,cAAA,CAAe,gBAAA,CAAiB,OAAA,CAAQ,2BAA2B,CAAA;AAAA,IAC1E;AAGA,IAAA,MAAA,CAAO,UAAA,EAAY,CAAA,0DAAA,EAA6D,KAAK,CAAA,IAAA,CAAM,CAAA;AAC3F,IAAA,MAAM,eAAe,uBAAA,CAAwB,KAAA,EAAO,OAAA,CAAQ,MAAA,EAAQ,QAAQ,OAAO,CAAA;AACnF,IAAA,MAAM,SAAS,YAAA,CAAa,MAAA;AAC5B,IAAA,MAAM,OAAO,GAAA,GACT,MAAM,KAAK,OAAA,CAAQ,iBAAA,CAAkB,OAAO,MAAA,EAAQ;AAAA,MAClD,WAAW,OAAA,CAAQ,SAAA;AAAA,MACnB,QAAQ,OAAA,CAAQ,MAAA;AAAA,MAChB,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB;AAAA,KACD,CAAA,GACD,IAAA,CAAK,OAAA,CAAQ,UAAA,CAAW,OAAO,MAAA,EAAQ;AAAA,MACrC,WAAW,OAAA,CAAQ,SAAA;AAAA,MACnB,QAAQ,OAAA,CAAQ,MAAA;AAAA,MAChB,SAAS,OAAA,CAAQ;AAAA,KAClB,CAAA;AAGL,IAAA,MAAA,CAAO,YAAY,CAAA,oFAAA,CAAsF,CAAA;AACzG,IAAA,MAAM,aAAA,GAAgB,gBAAA,CAAiB,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC7D,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,aAAa,KAAA,EAAO;AAAA,MAC3D,KAAA,EAAO,CAAA;AAAA,MACP,QAAQ,UAAA,CAAW,eAAA;AAAA,MACnB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,MAAM,SAAA,GAAY,GAAA,GACd,MAAM,IAAA,CAAK,oBAAA,CAAqB,iBAAA;AAAA,MAC9B,KAAA;AAAA,MACA,MAAA;AAAA,MACA,aAAA,CAAc,IAAA;AAAA,MACd,aAAA,CAAc,SAAA;AAAA,MACd,EAAE,GAAA,EAAK,OAAA,EAAS,OAAA,CAAQ,OAAA;AAAQ,KAClC,GACA,KAAK,oBAAA,CAAqB,UAAA;AAAA,MACxB,KAAA;AAAA,MACA,MAAA;AAAA,MACA,aAAA,CAAc,IAAA;AAAA,MACd,aAAA,CAAc;AAAA,KAChB;AAGJ,IAAA,MAAA,CAAO,aAAa,CAAA,mEAAA,CAAqE,CAAA;AACzF,IAAA,MAAM,cAAkG,EAAC;AACzG,IAAA,MAAM,oBAA2B,EAAC;AAClC,IAAA,MAAM,WAAA,uBAAkB,GAAA,EAAY;AAEpC,IAAA,KAAA,MAAW,KAAA,IAAS,KAAK,cAAA,EAAgB;AACvC,MAAA,MAAA,CAAO,WAAA,EAAa,CAAA,WAAA,EAAc,KAAK,CAAA,CAAE,CAAA;AACzC,MAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,KAAA,EAAO;AAAA,QACjD,KAAA,EAAO,CAAA;AAAA,QACP,OAAA,EAAS,UAAA;AAAA,QACT,eAAe,OAAA,CAAQ;AAAA,OACxB,CAAA;AAED,MAAA,KAAA,MAAW,OAAO,IAAA,EAAM;AACtB,QAAA,IAAI,CAAC,KAAK,GAAA,EAAK;AACf,QAAA,MAAM,OAAA,GAAU,oBAAA,CAAqB,GAAA,CAAI,GAAG,CAAA;AAC5C,QAAA,IAAI,WAAA,CAAY,GAAA,CAAI,OAAO,CAAA,EAAG;AAC9B,QAAA,WAAA,CAAY,IAAI,OAAO,CAAA;AAEvB,QAAA,IAAI;AACF,UAAA,MAAA,CAAO,UAAA,EAAY,CAAA,gCAAA,EAAmC,GAAA,CAAI,GAAG,CAAA,CAAE,CAAA;AAC/D,UAAA,MAAM,MAAM,MAAM,IAAA,CAAK,OAAA,CAAQ,SAAA,CAAU,IAAI,GAAA,EAAK;AAAA,YAChD,eAAe,OAAA,CAAQ,oBAAA;AAAA,YACvB,SAAS,UAAA,CAAW;AAAA,WACrB,CAAA;AACD,UAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,OAAA,CAAQ,aAAA,CAAc,GAAG,CAAA;AAE5C,UAAA,IAAI,MAAM,MAAA,EAAQ;AAChB,YAAA,MAAM,SAAS,IAAA,CAAK,MAAA,CAAO,aAAA,CAAc,GAAA,EAAK,QAAQ,KAAK,CAAA;AAC3D,YAAA,IAAI,OAAO,UAAA,EAAY;AACrB,cAAA,WAAA,CAAY,IAAA,CAAK;AAAA,gBACf,GAAA;AAAA,gBACA,OAAO,MAAA,CAAO,KAAA;AAAA,gBACd,SAAS,MAAA,CAAO,OAAA;AAAA,gBAChB,cAAc,MAAA,CAAO;AAAA,eACtB,CAAA;AAED,cAAA,iBAAA,CAAkB,IAAA,CAAK;AAAA,gBACrB,UAAA,EAAY,OAAO,MAAA,CAAO,WAAA,CAAY,MAAM,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,gBAC9D,WAAW,GAAA,CAAI,GAAA;AAAA,gBACf,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,gBACnC,MAAA;AAAA,gBACA,gBAAgB,MAAA,CAAO,KAAA;AAAA,gBACvB,UAAU,GAAA,CAAI;AAAA,eACf,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF,SAAS,CAAA,EAAQ;AACf,UAAA,OAAA,CAAQ,KAAK,CAAA,sBAAA,EAAyB,GAAA,CAAI,GAAG,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,QACnE;AAAA,MACF;AAAA,IACF;AAGA,IAAA,MAAA,CAAO,SAAS,CAAA,+DAAA,CAAiE,CAAA;AACjF,IAAA,MAAM,WAAA,GAAc,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,GAAA,MAAS;AAAA,MAClD,UAAA,EAAY,OAAO,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,MACnD,KAAK,IAAA,CAAK;AAAA,KACZ,CAAE,CAAA;AACF,IAAA,MAAM,aAAa,MAAM,IAAA,CAAK,cAAc,sBAAA,CAAuB,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MAC7F,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB;AAAA,KACD,CAAA;AAGD,IAAA,MAAA,CAAO,aAAa,CAAA,yEAAA,CAA2E,CAAA;AAC/F,IAAA,MAAM,sBAAsB,MAAM,IAAA,CAAK,kBAAA,CAAmB,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MACpF,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,GAAA;AAAA,MACA,WAAA;AAAA,MACA,UAAU,UAAA,CAAW;AAAA,KACtB,CAAA;AAGD,IAAA,MAAA,CAAO,cAAc,CAAA,mEAAA,CAAqE,CAAA;AAC1F,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA,CAAe,WAAA,CAAY,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MAC1E,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB,eAAe,UAAA,CAAW;AAAA,KAC3B,CAAA;AAGD,IAAA,MAAM,aAAA,GAAgB,IAAA,CAAK,cAAA,CAAe,kBAAA,CAAmB,OAAO,MAAA,EAAQ;AAAA,MAC1E,YAAY,aAAA,CAAc,IAAA;AAAA,MAC1B,WAAW,aAAA,CAAc,SAAA;AAAA,MACzB,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,WAAA;AAAA,MACA,cAAA,EAAgB,MAAA;AAAA,MAChB,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB;AAAA,KACD,CAAA;AAGD,IAAA,MAAA,CAAO,cAAc,CAAA,gDAAA,CAAkD,CAAA;AACvE,IAAA,MAAM,UAAA,GAAa,IAAA,CAAK,iBAAA,CAAkB,eAAA,CAAgB,OAAO,iBAAiB,CAAA;AAElF,IAAA,MAAA,CAAO,WAAA,EAAa,CAAA,6DAAA,EAAgE,KAAK,CAAA,EAAA,CAAI,CAAA;AAE7F,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,IAAA;AAAA,MACA,OAAA;AAAA,MACA,gBAAA,EAAkB,SAAA;AAAA,MAClB,aAAA;AAAA,MACA,UAAA;AAAA,MACA,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB,eAAe,UAAA,CAAW,aAAA;AAAA,MAC1B,mBAAA;AAAA,MACA,uBAAuB,WAAA,CAAY;AAAA,KACrC;AAAA,EACF;AAAA,EAEA,MAAc,kBAAA,CACZ,KAAA,EACA,MAAA,EACA,aACA,OAAA,EAMsC;AACtC,IAAA,MAAM,QAAA,GAAW,WAAA,CAAY,GAAA,CAAI,CAAC,GAAG,GAAA,MAAS;AAAA,MAC5C,UAAA,EAAY,OAAO,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,MACnD,KAAA,EAAO,EAAE,GAAA,CAAI,KAAA;AAAA,MACb,GAAA,EAAK,EAAE,GAAA,CAAI,GAAA;AAAA,MACX,SAAS,CAAA,CAAE,YAAA,CAAa,IAAA,CAAK,GAAG,KAAK,CAAA,CAAE,OAAA;AAAA,MACvC,cAAc,CAAA,CAAE,GAAA,CAAI,qBAAA,CAAsB,KAAA,CAAM,GAAG,CAAC;AAAA,KACtD,CAAE,CAAA;AAEF,IAAA,IAAI,QAAQ,WAAA,EAAa;AACvB,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,OAAA,CAAQ,WAAA,CAAY,UAAA,CAAW;AAAA,UAC1C,KAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAS,OAAA,CAAQ,OAAA;AAAA,UACjB;AAAA,SACD,CAAA;AAAA,MACH,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,kEAAA,EAAoE,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAClG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,GAAA,IAAO,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AACtC,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS;AAAA,UACb,CAAA,wEAAA,EAA2E,KAAK,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,UACpG,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,UACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,UAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,mBAAmB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,UAClF;AAAA;AAAA,CAAA,GACE,SAAS,GAAA,CAAI,CAAC,MAAM,CAAA,CAAA,EAAI,CAAA,CAAE,UAAU,CAAA,EAAA,EAAK,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA,GAAA,EAAM,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,UAC1F;AAAA,oDAAA,CAAA;AAAA,UACA,CAAA,wSAAA;AAAA,SACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,QAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,UACpC,MAAA,EAAQ,yGAAA;AAAA,UACR,WAAA,EAAa,GAAA;AAAA,UACb,QAAA,EAAU;AAAA,SACX,CAAA;AACD,QAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,QAAA,IAAI,KAAA,EAAO;AACT,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,UAAA,OAAO;AAAA,YACL,gBAAA,EAAkB,MAAA,CAAO,MAAA,CAAO,gBAAA,IAAoB,EAAE,CAAA;AAAA,YACtD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,GAAI,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,CAAA,GAAI,EAAC;AAAA,YACtF,+BAAA,EAAiC,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,+BAA+B,CAAA,GACjF,MAAA,CAAO,+BAAA,CAAgC,GAAA,CAAI,MAAM,CAAA,GACjD,EAAC;AAAA,YACL,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,oBAAoB,CAAA,GAC3D,MAAA,CAAO,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GACtC,EAAC;AAAA,YACL,mBAAmB,OAAA,CAAQ;AAAA,WAC7B;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC7G;AAAA,IACF;AAGA,IAAA,MAAM,YAAA,GAAe,QAAA,CAClB,MAAA,CAAO,CAAC,CAAA,KAAM,EAAE,OAAO,CAAA,CACvB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,IAAI,CAAC,CAAA,KAAM,CAAA,CAAA,EAAI,CAAA,CAAE,UAAU,CAAA,EAAA,EAAK,EAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA;AAE1D,IAAA,MAAM,WAAW,WAAA,CACd,OAAA;AAAA,MAAQ,CAAC,CAAA,KACR,CAAA,CAAE,GAAA,CAAI,gBACH,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CACnB,MAAA;AAAA,QACC,CAAC,CAAA,KACC,CAAA,CAAE,MAAA,IAAU,EAAA,IACZ,EAAE,MAAA,IAAU,GAAA,IACZ,kHAAA,CAAmH,IAAA,CAAK,CAAC;AAAA;AAC7H,KACJ,CACC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAEb,IAAA,OAAO;AAAA,MACL,gBAAA,EACE,WAAA,CAAY,MAAA,GAAS,CAAA,GACjB,oBAAoB,WAAA,CAAY,MAAM,CAAA,+BAAA,EAAkC,KAAK,MAAM,MAAA,CAAO,WAAA,EAAa,CAAA,EAAA,CAAA,GACvG,2DAA2D,KAAK,CAAA,EAAA,CAAA;AAAA,MACtE,YAAA;AAAA,MACA,+BAAA,EAAiC,QAAA;AAAA,MACjC,sBAAsB,WAAA,CAAY,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAG,EAAE,GAAA,CAAI,KAAK,KAAK,CAAA,CAAE,GAAA,CAAI,GAAG,CAAA,CAAA,CAAG,CAAA;AAAA,MACxF,mBAAmB,OAAA,CAAQ;AAAA,KAC7B;AAAA,EACF;AACF;;;ACnYO,IAAM,2BAAN,MAA+B;AAAA,EACpC,WAAA,CACU,eAAwC,IAAI,uBAAA,IAC5C,OAAA,GAAsB,IAAI,YAAW,EAC7C;AAFQ,IAAA,IAAA,CAAA,YAAA,GAAA,YAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EACP;AAAA,EAEH,MAAM,cAAA,CACJ,KAAA,EACA,MAAA,EACA,SACA,GAAA,EAC6B;AAC7B,IAAA,MAAM,QAAA,GAAW,SAAS,gBAAA,IAAoB,EAAA;AAC9C,IAAA,MAAM,QAAA,GAAW,SAAS,WAAA,IAAe,EAAA;AACzC,IAAA,MAAM,OAAA,GAAU,OAAA,EAAS,OAAA,IAAW,CAAC,IAAI,EAAE,CAAA;AAG3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,GAAG,QAAQ,CAAA,CAAA,EAAI,QAAQ,CAAA,CAAA,EAAI,KAAK,sCAAsC,IAAA,EAAK;AAAA,MAC3E,CAAA,EAAG,QAAA,IAAY,QAAA,IAAY,KAAK,qCAAqC,IAAA,EAAK;AAAA,MAC1E,CAAA,EAAG,QAAA,IAAY,QAAA,IAAY,KAAK,6CAA6C,IAAA;AAAK,KACpF;AAEA,IAAA,MAAM,UAAkE,EAAC;AACzE,IAAA,KAAA,MAAW,KAAK,OAAA,EAAS;AACvB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,CAAA,EAAG,EAAE,KAAA,EAAO,CAAA,EAAG,CAAA;AAC3D,QAAA,KAAA,MAAW,KAAK,IAAA,EAAM;AACpB,UAAA,IAAI,CAAC,mBAAA,CAAoB,EAAE,GAAA,EAAK,CAAA,CAAE,GAAA,EAAK,KAAA,EAAO,CAAA,CAAE,KAAA,EAAO,OAAA,EAAS,CAAA,CAAE,OAAA,EAAS,CAAA,EAAG;AAC5E,YAAA,IAAI,CAAC,QAAQ,IAAA,CAAK,CAAC,aAAa,QAAA,CAAS,GAAA,KAAQ,CAAA,CAAE,GAAG,CAAA,EAAG;AACvD,cAAA,OAAA,CAAQ,KAAK,CAAC,CAAA;AAAA,YAChB;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AACvC,IAAA,MAAM,aAAA,GAAgB,MAAM,OAAA,CAAQ,UAAA;AAAA,MAClC,YAAA,CAAa,GAAA,CAAI,OAAO,CAAA,KAAM;AAC5B,QAAA,IAAI;AACF,UAAA,MAAM,MAAM,MAAM,IAAA,CAAK,OAAA,CAAQ,SAAA,CAAU,EAAE,GAAG,CAAA;AAC9C,UAAA,IAAI,GAAA,IAAO,IAAI,eAAA,EAAiB;AAC9B,YAAA,MAAM,kBAAA,GAAsB,IAAI,WAAA,IAAe,GAAA,CAAI,YAAY,MAAA,GAAS,CAAA,GACpE,IAAI,WAAA,CAAY,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,MAAM,CAAA,GACvC,IAAI,eAAA,CAAgB,KAAA,CAAM,GAAG,IAAI,CAAA;AAErC,YAAA,OAAO;AAAA,cACL,OAAO,CAAA,CAAE,KAAA;AAAA,cACT,KAAK,CAAA,CAAE,GAAA;AAAA,cACP,OAAA,EAAS,kBAAA;AAAA,cACT,aAAa,GAAA,CAAI,mBAAA,IAAuB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,cACtD,SAAS,GAAA,CAAI,eAAA,IAAmB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,cAC9C,cAAc,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC;AAAA,aACjD;AAAA,UACF;AAAA,QACF,CAAA,CAAA,MAAQ;AAAA,QAER;AACA,QAAA,OAAO;AAAA,UACL,OAAO,CAAA,CAAE,KAAA;AAAA,UACT,KAAK,CAAA,CAAE,GAAA;AAAA,UACP,OAAA,EAAS,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,UAC/B,YAAY,EAAC;AAAA,UACb,QAAQ,EAAC;AAAA,UACT,aAAa;AAAC,SAChB;AAAA,MACF,CAAC;AAAA,KACH;AAEA,IAAA,MAAM,kBAAkB,aAAA,CAAc,GAAA;AAAA,MACpC,CAAC,GAAA,EAAK,GAAA,KACJ,IAAI,MAAA,KAAW,WAAA,GACX,IAAI,KAAA,GACJ;AAAA,QACE,KAAA,EAAO,YAAA,CAAa,GAAG,CAAA,CAAG,KAAA;AAAA,QAC1B,GAAA,EAAK,YAAA,CAAa,GAAG,CAAA,CAAG,GAAA;AAAA,QACxB,SAAS,YAAA,CAAa,GAAG,EAAG,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,QAChD,YAAY,EAAC;AAAA,QACb,QAAQ,EAAC;AAAA,QACT,aAAa;AAAC;AAChB,KACR;AAGA,IAAA,MAAM,wBAAoE,EAAC;AAC3E,IAAA,MAAM,kBAA4B,EAAC;AACnC,IAAA,MAAM,uBAAiC,EAAC;AAExC,IAAA,KAAA,MAAW,KAAK,eAAA,EAAiB;AAC/B,MAAA,IAAI,CAAA,CAAE,UAAA,IAAc,CAAA,CAAE,UAAA,CAAW,SAAS,CAAA,EAAG;AAC3C,QAAA,qBAAA,CAAsB,IAAA,CAAK,GAAG,CAAA,CAAE,UAAU,CAAA;AAAA,MAC5C;AACA,MAAA,IAAI,CAAA,CAAE,MAAA,IAAU,CAAA,CAAE,MAAA,CAAO,SAAS,CAAA,EAAG;AACnC,QAAA,eAAA,CAAgB,IAAA,CAAK,GAAG,CAAA,CAAE,MAAM,CAAA;AAAA,MAClC;AACA,MAAA,IAAI,CAAA,CAAE,WAAA,IAAe,CAAA,CAAE,WAAA,CAAY,SAAS,CAAA,EAAG;AAC7C,QAAA,oBAAA,CAAqB,IAAA,CAAK,GAAG,CAAA,CAAE,WAAW,CAAA;AAAA,MAC5C;AAAA,IACF;AAGA,IAAA,MAAM,gBAAA,GAAsC,eAAA,CAAgB,MAAA,GAAS,CAAA,GACjE;AAAA,MACE;AAAA,QACE,OAAO,eAAA,CAAgB,CAAC,CAAA,CAAE,KAAA,IAAS,GAAG,KAAK,CAAA,qBAAA,CAAA;AAAA,QAC3C,WAAA,EAAa,eAAA,CAAgB,CAAC,CAAA,CAAE,UAC5B,eAAA,CAAgB,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA,GACvC,uCAAuC,KAAK,CAAA,CAAA,CAAA;AAAA,QAChD,cAAA,EAAgB,iBAAiB,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA;AAAA,QACzD,SAAA,EAAW,eAAA,CAAgB,CAAC,CAAA,CAAE,GAAA;AAAA,QAC9B,oBAAA,EAAsB,QAAA,GAAW,CAAC,QAAQ,CAAA,GAAI,MAAA;AAAA,QAC9C,oBAAA,EAAsB,QAAA,GAAW,CAAC,QAAQ,CAAA,GAAI;AAAA;AAChD,QAEF,EAAC;AAEL,IAAA,MAAM,kBAAA,GAA+B,gBAAgB,MAAA,GAAS,CAAA,GACzD,WAAW,UAAA,IAAc,OAAA,CAAQ,QAAQ,CAAA,GACtC;AAAA,MACE,qFAAA;AAAA,MACA;AAAA,KACF,GACA;AAAA,MACE;AAAA,QAEN,EAAC;AAEL,IAAA,IAAI,SAAA,GAAgC;AAAA,MAClC,KAAA;AAAA,MACA,MAAA;AAAA,MACA,mBAAA,EAAqB;AAAA,QACnB,kBAAkB,QAAA,IAAY,MAAA;AAAA,QAC9B,aAAa,QAAA,IAAY,MAAA;AAAA,QACzB,kBAAA,EAAoB,IAAA;AAAA,QACpB,KAAA,EAAO,QAAA,IAAY,QAAA,GACf,CAAC,aAAa,QAAA,IAAY,kBAAkB,CAAA,MAAA,EAAS,QAAA,IAAY,cAAc,CAAA,CAAA,CAAG,CAAA,GAClF,CAAC,CAAA,oCAAA,EAAuC,KAAK,CAAA,CAAA,CAAG;AAAA,OACtD;AAAA,MACA,cAAA,EAAgB;AAAA,QACd,iBAAA,EAAmB,QAAQ,CAAC,CAAA;AAAA,QAC5B,iBAAA,EAAmB,QAAQ,CAAC,CAAA;AAAA,QAC5B,yBAAA,EAA2B,UAAA;AAAA,QAC3B,mBAAmB;AAAC,OACtB;AAAA,MACA,gBAAA,EAAkB,gBAAA;AAAA,MAClB,oBAAA,EAAsB,kBAAA;AAAA,MACtB,gBAAA,EAAkB,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAA,MAAO,EAAE,KAAA,EAAO,CAAA,CAAE,KAAA,EAAO,GAAA,EAAK,CAAA,CAAE,GAAA,EAAI,CAAE,CAAA;AAAA,MAC7E,cAAA,EAAgB,EAAA;AAAA,MAChB,YAAA,EAAc,qBAAA,CAAsB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAAA,MAC9C,YAAA,EAAc,eAAA,CAAgB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAAA,MACxC,WAAA,EAAa,oBAAA,CAAqB,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA,KAC9C;AAEA,IAAA,IAAI,GAAA,IAAO,eAAA,CAAgB,MAAA,GAAS,CAAA,EAAG;AACrC,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS;AAAA,UACb,wFAAwF,KAAK,CAAA,EAAA,CAAA;AAAA,UAC7F,CAAA,UAAA,EAAa,QAAA,IAAY,KAAK,CAAA,gBAAA,EAAmB,QAAA,IAAY,KAAK,CAAA,oBAAA,EAAuB,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,WAAA,CAAA;AAAA,UACjH;AAAA;AAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM;AACb,YAAA,MAAM,KAAA,GAAQ,CAAC,CAAA,QAAA,EAAW,CAAA,GAAI,CAAC,KAAK,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA;AAAA,EAAO,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA;AACvE,YAAA,IAAI,CAAA,CAAE,UAAA,IAAc,CAAA,CAAE,UAAA,CAAW,SAAS,CAAA,EAAG;AAC3C,cAAA,KAAA,CAAM,IAAA,CAAK,kBAAA,GAAqB,CAAA,CAAE,UAAA,CAAW,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,QAAA,IAAY,EAAE;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,YACpH;AACA,YAAA,IAAI,CAAA,CAAE,MAAA,IAAU,CAAA,CAAE,MAAA,CAAO,SAAS,CAAA,EAAG;AACnC,cAAA,KAAA,CAAM,KAAK,mBAAA,GAAsB,CAAA,CAAE,MAAA,CAAO,IAAA,CAAK,MAAM,CAAC,CAAA;AAAA,YACxD;AACA,YAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,UACxB,CAAC,CAAA,CACA,IAAA,CAAK,MAAM,CAAC,CAAA,CAAA;AAAA,UACf;AAAA,6CAAA,CAAA;AAAA,UACA,CAAA,CAAA,CAAA;AAAA,UACA,CAAA,kCAAA,CAAA;AAAA,UACA,CAAA,iCAAA,CAAA;AAAA,UACA,CAAA,iEAAA,CAAA;AAAA,UACA,CAAA,gCAAA,CAAA;AAAA,UACA,CAAA,wJAAA,CAAA;AAAA,UACA,CAAA,kCAAA,CAAA;AAAA,UACA,CAAA,CAAA;AAAA,SACF,CAAE,KAAK,IAAI,CAAA;AAEX,QAAA,MAAM,GAAA,GAAM,MAAM,GAAA,CAAI,MAAA,EAAQ;AAAA,UAC5B,MAAA,EAAQ,gEAAA;AAAA,UACR,WAAA,EAAa,GAAA;AAAA,UACb,QAAA,EAAU;AAAA,SACX,CAAA;AAED,QAAA,MAAM,SAAA,GAAY,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACzC,QAAA,IAAI,SAAA,EAAW;AACb,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,SAAA,CAAU,CAAC,CAAC,CAAA;AACtC,UAAA,SAAA,CAAU,mBAAA,CAAoB,kBAAA,GAAqB,OAAA,CAAQ,MAAA,CAAO,wBAAwB,IAAI,CAAA;AAC9F,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,kBAAkB,CAAA,EAAG,SAAA,CAAU,mBAAA,CAAoB,KAAA,GAAQ,MAAA,CAAO,kBAAA,CAAmB,GAAA,CAAI,MAAM,CAAA;AACxH,UAAA,IAAI,CAAC,YAAY,aAAA,EAAe,WAAW,EAAE,QAAA,CAAS,MAAA,CAAO,kBAAkB,CAAA,EAAG;AAChF,YAAA,SAAA,CAAU,cAAA,CAAe,4BAA4B,MAAA,CAAO,kBAAA;AAAA,UAC9D;AACA,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,iBAAiB,CAAA,EAAG,SAAA,CAAU,cAAA,CAAe,iBAAA,GAAoB,MAAA,CAAO,iBAAA,CAAkB,GAAA,CAAI,MAAM,CAAA;AAC7H,UAAA,IAAI,KAAA,CAAM,QAAQ,MAAA,CAAO,SAAS,KAAK,MAAA,CAAO,SAAA,CAAU,SAAS,CAAA,EAAG;AAClE,YAAA,SAAA,CAAU,gBAAA,GAAmB,MAAA,CAAO,SAAA,CAAU,GAAA,CAAI,CAAC,EAAA,MAAa;AAAA,cAC9D,KAAA,EAAO,MAAA,CAAO,EAAA,CAAG,KAAA,IAAS,kBAAkB,CAAA;AAAA,cAC5C,WAAA,EAAa,MAAA,CAAO,EAAA,CAAG,WAAA,IAAe,EAAE,CAAA;AAAA,cACxC,cAAA,EAAgB,MAAA,CAAO,EAAA,CAAG,cAAA,IAAkB,CAAA,KAAA,EAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAE,CAAA;AAAA,cAC9E,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,EAAA,CAAG,oBAAoB,IAAI,EAAA,CAAG,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GAAI,KAAA,CAAA;AAAA,cACrG,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,EAAA,CAAG,oBAAoB,IAAI,EAAA,CAAG,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GAAI,KAAA,CAAA;AAAA,cACrG,SAAA,EAAW,eAAA,CAAgB,CAAC,CAAA,EAAG;AAAA,aACjC,CAAE,CAAA;AAAA,UACJ;AACA,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,oBAAoB,CAAA,YAAa,oBAAA,GAAuB,MAAA,CAAO,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA;AAAA,QACzH;AAAA,MACF,SAAS,GAAA,EAAU;AACjB,QAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,GAAA,EAAK,OAAA,IAAW,GAAG,CAAA;AAAA,MACrF;AAAA,IACF;AAEA,IAAA,SAAA,CAAU,cAAA,GAAiB,IAAA,CAAK,oBAAA,CAAqB,SAAS,CAAA;AAC9D,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEA,qBAAqB,EAAA,EAAgC;AACnD,IAAA,MAAM,KAAA,GAAQ;AAAA,MACZ,CAAA,6DAAA,EAAoD,GAAG,KAAK,CAAA,CAAA;AAAA,MAC5D,CAAA,gBAAA,EAAmB,EAAA,CAAG,MAAA,CAAO,WAAA,EAAa,2BAA2B,EAAA,CAAG,cAAA,CAAe,yBAAA,CAA0B,WAAA,EAAa,CAAA,EAAA,CAAA;AAAA,MAC9H;AAAA,0CAAA,CAAA;AAAA,MACA,CAAA,gBAAA,EAAmB,EAAA,CAAG,mBAAA,CAAoB,gBAAA,IAAoB,KAAK,CAAA,CAAA;AAAA,MACnE,CAAA,sBAAA,EAAyB,EAAA,CAAG,mBAAA,CAAoB,WAAA,IAAe,KAAK,CAAA,CAAA;AAAA,MACpE,CAAA,eAAA,EAAkB,EAAA,CAAG,mBAAA,CAAoB,kBAAA,GAAqB,+BAA0B,oCAA0B,CAAA,CAAA;AAAA,MAClH,GAAG,GAAG,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAC,CAAA,KAAM,CAAA,IAAA,EAAO,CAAC,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,+CAAA,EAAoD,GAAG,cAAA,CAAe,iBAAiB,CAAA,MAAA,EAAI,EAAA,CAAG,eAAe,iBAAiB,CAAA,CAAA,CAAA;AAAA,MAC9H,GAAG,GAAG,cAAA,CAAe,iBAAA,CAAkB,IAAI,CAAC,CAAA,KAAM,CAAA,eAAA,EAAQ,CAAC,CAAA,CAAE,CAAA;AAAA,MAC7D;AAAA,kCAAA,CAAA;AAAA,MACA,GAAG,EAAA,CAAG,gBAAA,CAAiB,GAAA,CAAI,CAAC,EAAA,EAAI,GAAA,KAAQ,CAAA,aAAA,EAAgB,GAAA,GAAM,CAAC,CAAA,EAAA,EAAK,EAAA,CAAG,KAAK;AAAA,eAAA,EAAoB,GAAG,WAAW;AAAA,gBAAA,EAAqB,EAAA,CAAG,cAAc,CAAA,EAAG,EAAA,CAAG,SAAA,GAAY;AAAA,wBAAA,EAA6B,EAAA,CAAG,SAAS,CAAA,CAAA,CAAA,GAAM,EAAE,CAAA,CAAE,CAAA;AAAA,MACzN;AAAA,+CAAA,CAAA;AAAA,MACA,GAAG,GAAG,oBAAA,CAAqB,GAAA,CAAI,CAAC,EAAA,KAAO,CAAA,YAAA,EAAQ,EAAE,CAAA,CAAE,CAAA;AAAA,MACnD;AAAA,yBAAA,CAAA;AAAA,MACA,GAAG,EAAA,CAAG,gBAAA,CAAiB,GAAA,CAAI,CAAC,GAAG,GAAA,KAAQ,CAAA,EAAG,GAAA,GAAM,CAAC,MAAM,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA,CAAA,CAAG;AAAA,KAC7E;AAEA,IAAA,IAAI,EAAA,CAAG,YAAA,IAAgB,EAAA,CAAG,YAAA,CAAa,SAAS,CAAA,EAAG;AACjD,MAAA,KAAA,CAAM,IAAA;AAAA,QACJ;AAAA,+CAAA,CAAA;AAAA,QACA,GAAG,GAAG,YAAA,CAAa,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,QAAA,IAAY,MAAM;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU;AAAA,OAClF;AAAA,IACF;AAEA,IAAA,IAAI,EAAA,CAAG,YAAA,IAAgB,EAAA,CAAG,YAAA,CAAa,SAAS,CAAA,EAAG;AACjD,MAAA,KAAA,CAAM,IAAA;AAAA,QACJ;AAAA,mCAAA,CAAA;AAAA,QACA,GAAG,EAAA,CAAG;AAAA,OACR;AAAA,IACF;AAEA,IAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,EACxB;AACF","file":"chunk-P6RHBJY2.js","sourcesContent":["import { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ResearchPlan {\n topic: string;\n slug: string;\n domain: TechnicalDomain;\n scaleMode: 'direct' | 'deep' | 'academic_survey';\n plannedQueries: string[];\n maxRounds: number;\n planMd: string;\n}\n\n/**\n * Creates and formats MASTER_RESEARCH_PLAN.md with Context-Aware Multi-Angle Queries\n * (Technical Ground Truth + Pedagogical Exemplars + Learner Misconceptions/Pitfalls).\n */\nexport class CampaignPlanner {\n createPlan(\n topic: string,\n domain: TechnicalDomain,\n options: { maxRounds?: number; isDeep?: boolean; context?: CourseResearchContext } = {}\n ): ResearchPlan {\n const slug =\n topic\n .normalize('NFD')\n .replace(/[\\u0300-\\u036f]/g, '')\n .toLowerCase()\n .replace(/[^a-z0-9]+/g, '-')\n .replace(/^-|-$/g, '')\n .slice(0, 40) || 'research-topic';\n\n const scaleMode = options.isDeep ? 'deep' : domain === 'academic' ? 'academic_survey' : 'direct';\n const maxRounds = options.maxRounds ?? (scaleMode === 'deep' ? 3 : 1);\n\n const ctx = options.context;\n const toolAnchor = [ctx?.hardwarePlatform, ctx?.softwareEnv].filter(Boolean).join(' ').trim();\n const coreSubject = toolAnchor ? `${toolAnchor} ${topic}` : topic;\n\n const plannedQueries: string[] = [];\n\n if (ctx && (ctx.hardwarePlatform || ctx.softwareEnv || (ctx.inScopeTopics && ctx.inScopeTopics.length > 0))) {\n // 1. Official Technical & Tooling Reference\n plannedQueries.push(\n `${toolAnchor || topic} official documentation getting started guide ${ctx.inScopeTopics?.slice(0, 2).join(' ') || ''}`.trim()\n );\n // 2. Pedagogical Project Exemplars & Curriculum Structure\n const ageHint = ctx.ageBand ? `ages ${ctx.ageBand[0]}-${ctx.ageBand[1]}` : 'beginner project';\n plannedQueries.push(\n `${toolAnchor || topic} hands-on project tutorial curriculum ${ageHint}`.trim()\n );\n // 3. Common Novice Mistakes, Pitfalls & Debugging Scenarios\n plannedQueries.push(\n `${toolAnchor || topic} common mistakes pitfalls debugging troubleshooting`.trim()\n );\n } else {\n plannedQueries.push(\n `${coreSubject} official documentation getting started`,\n `${coreSubject} architecture design best practices`,\n `${coreSubject} practical code examples and pitfalls`\n );\n }\n\n if (domain === 'hardware') {\n plannedQueries.push(`${ ctx?.hardwarePlatform || topic } pinout schematic sensor wiring specifications`);\n } else if (domain === 'academic') {\n plannedQueries.push(`${topic} state of the art benchmarks survey paper`);\n }\n\n const mdLines = [\n `# 🗺️ Master Research Plan: ${topic}`,\n `> **Slug:** \\`${slug}\\` | **Domain:** \\`${domain.toUpperCase()}\\` | **Scale Mode:** \\`${scaleMode.toUpperCase()}\\` | **Max Rounds:** \\`${maxRounds}\\``,\n `\\n## 1. Campaign Objective`,\n `- Exhaustively harvest and verify Technical & Pedagogical Ground Truth for **${topic}** to anchor all downstream SOT artifacts in Curriculum OS.`,\n `\\n## 2. Planned Multi-Source Queries`,\n ...plannedQueries.map((q, i) => `${i + 1}. \\`${q}\\``),\n `\\n## 3. Acceptance Criteria & Quality Gates`,\n `- Minimum 3 primary technical resources with Relevancy Score >= 6/10.`,\n `- Extract verified code blocks, reference tables, and bilingual domain concepts.`,\n `- Produce the complete 3-layer catalog: \\`RESOURCE_INDEX.json\\`, \\`RESOURCE_CATALOG.md\\`, and \\`KNOWLEDGE_GRAPH.md\\`.`,\n ];\n\n return {\n topic,\n slug,\n domain,\n scaleMode,\n plannedQueries,\n maxRounds,\n planMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Optional LLM-augmented query planner when the host app provides an `llm` callback.\n */\n async createPlanWithLlm(\n topic: string,\n domain: TechnicalDomain,\n options: { maxRounds?: number; isDeep?: boolean; context?: CourseResearchContext; llm?: LlmTextFn } = {}\n ): Promise<ResearchPlan> {\n const basePlan = this.createPlan(topic, domain, options);\n if (!options.llm) return basePlan;\n\n try {\n const ctx = options.context;\n const prompt = [\n `Generate 4 high-precision search engine queries (in English or bilingual as best suited for technical documentation and curriculum discovery) for researching this course:`,\n `- Topic / Title: ${topic}`,\n ctx?.positioning ? `- Positioning: ${ctx.positioning}` : '',\n ctx?.hardwarePlatform ? `- Hardware Platform: ${ctx.hardwarePlatform}` : '',\n ctx?.softwareEnv ? `- Software / Tools: ${ctx.softwareEnv}` : '',\n ctx?.ageBand ? `- Learner Age Band: ${ctx.ageBand[0]}-${ctx.ageBand[1]}` : '',\n ctx?.inScopeTopics?.length ? `- In-Scope Topics: ${ctx.inScopeTopics.join(', ')}` : '',\n `The 4 queries must cover: (1) Official technical/API/hardware documentation, (2) Real-world project/course exemplars for this age group, (3) Common beginner misconceptions & debugging pitfalls, (4) Best pedagogical scaffolding practices.`,\n `Return ONLY a JSON array of 4 query strings: [\"query 1\", \"query 2\", \"query 3\", \"query 4\"]`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are a technical research librarian. Return only a valid JSON array of 4 search query strings.',\n temperature: 0.2,\n jsonMode: true,\n });\n const match = raw.match(/\\[[\\s\\S]*\\]/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n if (Array.isArray(parsed) && parsed.length >= 2) {\n const queries = parsed.map((q) => String(q).trim()).filter((q) => q.length > 4).slice(0, 5);\n if (queries.length >= 2) {\n basePlan.plannedQueries = queries;\n }\n }\n }\n } catch (e: any) {\n console.warn('[CampaignPlanner] LLM query expansion failed, using deterministic queries:', e?.message || e);\n }\n\n return basePlan;\n }\n}\n","import { ScrapedDocument } from '../harvester/webScraper';\nimport { TechnicalDomain, inferPrimaryCodeLanguage } from '../harvester/domainClassifier';\nimport { AcademicPaper } from '../academic/semanticScholar';\nimport { CS2023KnowledgeArea, CSTAK12Strand } from '../academic/cs2023Taxonomy';\nimport {\n CourseResearchContext,\n ExtractedConceptNode,\n SynthesizedResearchInsights,\n} from '../config/researchConfig';\n\nexport interface ReferenceRegistryItem {\n id: string;\n title: string;\n sourceType: 'official_docs' | 'academic_paper' | 'video_transcript' | 'community_repo' | 'industry_standard';\n url: string;\n relevanceScore: number;\n extractedKeyTakeaways: string[];\n}\n\nexport interface ReferencePackOutput {\n referenceRegistryJson: string;\n referencePackMd: string;\n}\n\n/**\n * Compiles the canonical REFERENCE_PACK.md & REFERENCE_REGISTRY.json with real extracted takeaways,\n * accurate code fence languages, synthesized misconceptions/exemplars, and bilingual concept anchors.\n */\nexport class ReferencePackBuilder {\n buildReferencePack(\n topic: string,\n domain: TechnicalDomain,\n options: {\n cs2023Area?: CS2023KnowledgeArea;\n k12Strand?: CSTAK12Strand;\n context?: CourseResearchContext;\n scrapedDocs?: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways?: string[] }[];\n academicPapers?: AcademicPaper[];\n concepts?: ExtractedConceptNode[];\n synthesizedInsights?: SynthesizedResearchInsights;\n } = {}\n ): ReferencePackOutput {\n const registry: ReferenceRegistryItem[] = [];\n const defaultLang = inferPrimaryCodeLanguage(topic, options.context, domain);\n\n // Add academic papers\n if (options.academicPapers) {\n options.academicPapers.forEach((p, idx) => {\n const takeaway =\n p.tldr?.trim() ||\n (p.abstract ? p.abstract.slice(0, 220).trim() : `Peer-reviewed publication (${p.year || 'n.d.'}, ${p.citationCount} citations).`);\n registry.push({\n id: `REF-ACAD-${String(idx + 1).padStart(2, '0')}`,\n title: p.title,\n sourceType: 'academic_paper',\n url: p.url || (p.doi ? `https://doi.org/${p.doi}` : ''),\n relevanceScore: 9,\n extractedKeyTakeaways: [takeaway],\n });\n });\n }\n\n // Add scraped technical documents & video transcripts\n if (options.scrapedDocs) {\n options.scrapedDocs.forEach((d, idx) => {\n const takeaways =\n d.keyTakeaways && d.keyTakeaways.length > 0\n ? d.keyTakeaways\n : d.doc.keyExcerpts && d.doc.keyExcerpts.length > 0\n ? d.doc.keyExcerpts.slice(0, 3)\n : [d.summary];\n registry.push({\n id: `REF-DOC-${String(idx + 1).padStart(2, '0')}`,\n title: d.doc.title,\n sourceType: d.doc.fetchProvider === 'youtube' ? 'video_transcript' : 'official_docs',\n url: d.doc.url,\n relevanceScore: d.score,\n extractedKeyTakeaways: takeaways,\n });\n });\n }\n\n const referenceRegistryJson = JSON.stringify(\n {\n topic,\n domain,\n generatedAt: new Date().toISOString(),\n totalReferences: registry.length,\n cs2023StandardArea: options.cs2023Area?.code || 'SDF',\n cstaK12Strand: options.k12Strand?.code || 'AP',\n synthesizedInsights: options.synthesizedInsights,\n concepts: options.concepts || [],\n registry,\n },\n null,\n 2\n );\n\n const codeBlocks =\n options.scrapedDocs?.flatMap((d) => {\n if (d.doc.extractedCodeBlocks && d.doc.extractedCodeBlocks.length > 0) {\n return d.doc.extractedCodeBlocks.slice(0, 2).map((b) => `\\`\\`\\`${b.language || defaultLang}\\n${b.code}\\n\\`\\`\\``);\n }\n return d.doc.extractedCodeSnippets.slice(0, 2).map((c) => `\\`\\`\\`${defaultLang}\\n${c}\\n\\`\\`\\``);\n }) || [];\n\n const insightsSection: string[] = [];\n if (options.synthesizedInsights) {\n if (options.synthesizedInsights.executiveSummary) {\n insightsSection.push(`\\n### Synthesized Executive Summary\\n${options.synthesizedInsights.executiveSummary}`);\n }\n if (options.synthesizedInsights.keyTakeaways?.length > 0) {\n insightsSection.push(\n `\\n### Key Technical & Pedagogical Takeaways\\n` +\n options.synthesizedInsights.keyTakeaways.map((t) => `- ${t}`).join('\\n')\n );\n }\n if (options.synthesizedInsights.commonMisconceptionsAndPitfalls?.length > 0) {\n insightsSection.push(\n `\\n### Documented Learner Misconceptions & Debugging Pitfalls\\n` +\n options.synthesizedInsights.commonMisconceptionsAndPitfalls.map((m) => `- ${m}`).join('\\n')\n );\n }\n if (options.synthesizedInsights.recommendedExemplars?.length > 0) {\n insightsSection.push(\n `\\n### Reference Project & Curriculum Exemplars\\n` +\n options.synthesizedInsights.recommendedExemplars.map((e) => `- ${e}`).join('\\n')\n );\n }\n } else if (registry.length > 0) {\n const topTakeaways = registry.flatMap((r) => r.extractedKeyTakeaways.slice(0, 2).map((t) => `- **[${r.id}]** ${t}`));\n if (topTakeaways.length > 0) {\n insightsSection.push(`\\n### Extracted Source Takeaways\\n` + topTakeaways.join('\\n'));\n }\n }\n\n const mdLines = [\n `# 📚 REFERENCE_PACK.md: ${topic}`,\n `> **Domain:** \\`${domain.toUpperCase()}\\` | **CS2023 Area:** \\`${options.cs2023Area?.code || 'SE'}\\` — *${options.cs2023Area?.name || 'Software Engineering'}*${options.k12Strand ? ` | **CSTA K-12:** \\`${options.k12Strand.code}\\` (${options.k12Strand.name})` : ''}`,\n `> **Curriculum OS Status:** \\`<!-- [SME_APPROVED] -->\\``,\n `\\n## 1. Executive Summary & Ground Truth Mandate`,\n `This reference pack serves as the immutable ground truth for all downstream lesson plans, code labs, and rubrics for **${topic}**.`,\n ...insightsSection,\n `\\n## 2. Technical Ground Truth Registry`,\n `| Reference ID | Type | Title | Relevance | Source Link |`,\n `|---|---|---|---|---|`,\n ...registry.map(\n (r) =>\n `| **${r.id}** | \\`${r.sourceType}\\` | ${r.title.replace(/\\|/g, '/')} | ⭐ \\`${r.relevanceScore}/10\\` | [Access](${r.url}) |`\n ),\n `\\n## 3. Extracted Code Signatures & Primitives`,\n ...(codeBlocks.length > 0 ? codeBlocks : ['*No explicit code signatures captured.*']),\n `\\n## 4. Academic Alignment & Standard Citations`,\n `- Aligns directly with IEEE/ACM Computer Science Curricula (${options.cs2023Area?.code || 'SDF'}) and CSTA K-12 (${options.k12Strand?.code || 'AP'}) standards.`,\n `- All claims and code examples are anchored to physical primary sources listed in the registry above.`,\n ];\n\n return {\n referenceRegistryJson,\n referencePackMd: mdLines.join('\\n'),\n };\n }\n}\n","import { classifyTechnicalDomain, TechnicalDomain } from '../harvester/domainClassifier';\nimport { MultiSourceSearchEngine } from '../harvester/multiSourceSearch';\nimport { WebScraper, ScrapedDocument } from '../harvester/webScraper';\nimport { CatalogBuilder, ResourceCatalogBundle } from '../harvester/catalogBuilder';\nimport { HealthAuditor } from '../harvester/healthAuditor';\nimport { PedagogicalTermExtractor } from '../harvester/termExtractor';\nimport { EvidenceScorer } from '../evidence/evidenceScorer';\nimport { ProvenanceTracker, ProvenanceSidecar } from '../evidence/provenanceTracker';\nimport { AcademicSearchEngine } from '../academic/semanticScholar';\nimport { mapTopicToCS2023 } from '../academic/cs2023Taxonomy';\nimport { LiteratureReviewSynthesizer, LiteratureReviewReport } from '../academic/literatureReview';\nimport { CampaignPlanner, ResearchPlan } from './campaignPlanner';\nimport { ReferencePackBuilder, ReferencePackOutput } from './referencePackBuilder';\nimport {\n ResearchConfig,\n ResearchApiKeys,\n CourseResearchContext,\n LlmTextFn,\n ExtractedConceptNode,\n SynthesizedResearchInsights,\n CustomSearchAdapter,\n CustomCrawlerAdapter,\n CustomAcademicSearchAdapter,\n CustomSynthesizerAdapter,\n} from '../config/researchConfig';\n\nexport interface HarvestPipelineOptions {\n domain?: string;\n maxRounds?: number;\n isDeep?: boolean;\n crawl4aiHost?: string;\n tavilyKey?: string;\n exaKey?: string;\n jinaKey?: string;\n serperKey?: string;\n semanticScholarKey?: string;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n context?: CourseResearchContext;\n llm?: LlmTextFn;\n config?: Partial<ResearchConfig>;\n customSearchAdapter?: CustomSearchAdapter;\n customCrawlerAdapter?: CustomCrawlerAdapter;\n customAcademicSearchAdapter?: CustomAcademicSearchAdapter;\n customSynthesizerAdapter?: CustomSynthesizerAdapter;\n onProgress?: (stage: string, message: string) => void;\n}\n\nexport interface HarvestPipelineResult {\n topic: string;\n domain: TechnicalDomain;\n plan: ResearchPlan;\n catalog: ResourceCatalogBundle;\n literatureReview: LiteratureReviewReport;\n referencePack: ReferencePackOutput;\n provenance: ProvenanceSidecar;\n concepts: ExtractedConceptNode[];\n conceptDagTsv: string;\n synthesizedInsights: SynthesizedResearchInsights;\n totalDocumentsScraped: number;\n}\n\nexport function normalizeUrlForDedup(rawUrl: string): string {\n try {\n const u = new URL(rawUrl.trim());\n u.hash = '';\n for (const key of [...u.searchParams.keys()]) {\n if (/^(utm_|fbclid$|gclid$|ref$|source$)/i.test(key)) {\n u.searchParams.delete(key);\n }\n }\n const path = u.pathname.replace(/\\/+$/, '') || '/';\n const query = u.searchParams.toString();\n return `${u.protocol}//${u.hostname.toLowerCase()}${path}${query ? `?${query}` : ''}`;\n } catch {\n return rawUrl.trim().toLowerCase().replace(/\\/+$/, '');\n }\n}\n\n/**\n * Autonomous Multi-Round Deep Research & Academic Harvester Pipeline with Host API Key & LLM Injection\n */\nexport class HarvestPipeline {\n private searchEngine: MultiSourceSearchEngine;\n private scraper: WebScraper;\n private auditor: HealthAuditor;\n private scorer: EvidenceScorer;\n private catalogBuilder: CatalogBuilder;\n private provenanceTracker: ProvenanceTracker;\n private academicSearch: AcademicSearchEngine;\n private litReviewSynthesizer: LiteratureReviewSynthesizer;\n private planner: CampaignPlanner;\n private refPackBuilder: ReferencePackBuilder;\n private termExtractor: PedagogicalTermExtractor;\n private customSynthesizer?: CustomSynthesizerAdapter;\n private defaultLlm?: LlmTextFn;\n\n constructor(\n options: {\n tavilyKey?: string;\n exaKey?: string;\n jinaKey?: string;\n serperKey?: string;\n semanticScholarKey?: string;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n crawl4aiHost?: string;\n llm?: LlmTextFn;\n customSearchAdapter?: CustomSearchAdapter;\n customCrawlerAdapter?: CustomCrawlerAdapter;\n customAcademicSearchAdapter?: CustomAcademicSearchAdapter;\n customSynthesizerAdapter?: CustomSynthesizerAdapter;\n } = {}\n ) {\n const allowEnv = options.allowEnvFallback ?? true;\n const keys: ResearchApiKeys = {\n tavily: options.apiKeys?.tavily || options.tavilyKey,\n exa: options.apiKeys?.exa || options.exaKey,\n jina: options.apiKeys?.jina || options.jinaKey,\n serper: options.apiKeys?.serper || options.serperKey,\n semanticScholar: options.apiKeys?.semanticScholar || options.semanticScholarKey,\n };\n\n this.searchEngine = new MultiSourceSearchEngine({\n apiKeys: keys,\n allowEnvFallback: allowEnv,\n customAdapter: options.customSearchAdapter,\n });\n this.scraper = new WebScraper({\n crawl4aiHost: options.crawl4aiHost,\n jinaKey: keys.jina,\n allowEnvFallback: allowEnv,\n customAdapter: options.customCrawlerAdapter,\n });\n this.auditor = new HealthAuditor();\n this.scorer = new EvidenceScorer();\n this.catalogBuilder = new CatalogBuilder();\n this.provenanceTracker = new ProvenanceTracker();\n this.academicSearch = new AcademicSearchEngine({\n apiKey: keys.semanticScholar,\n allowEnvFallback: allowEnv,\n customAdapter: options.customAcademicSearchAdapter,\n });\n this.litReviewSynthesizer = new LiteratureReviewSynthesizer();\n this.planner = new CampaignPlanner();\n this.refPackBuilder = new ReferencePackBuilder();\n this.termExtractor = new PedagogicalTermExtractor();\n this.customSynthesizer = options.customSynthesizerAdapter;\n this.defaultLlm = options.llm;\n }\n\n async run(topic: string, options: HarvestPipelineOptions = {}): Promise<HarvestPipelineResult> {\n const notify = options.onProgress || (() => {});\n const llm = options.llm || this.defaultLlm;\n const synthesizer = options.customSynthesizerAdapter || this.customSynthesizer;\n\n const mergedKeys: ResearchApiKeys = {\n tavily: options.apiKeys?.tavily || options.tavilyKey,\n exa: options.apiKeys?.exa || options.exaKey,\n jina: options.apiKeys?.jina || options.jinaKey,\n serper: options.apiKeys?.serper || options.serperKey,\n semanticScholar: options.apiKeys?.semanticScholar || options.semanticScholarKey,\n };\n\n if (options.customSearchAdapter) {\n this.searchEngine.setCustomAdapter(options.customSearchAdapter);\n }\n if (options.customCrawlerAdapter) {\n this.scraper.setCustomAdapter(options.customCrawlerAdapter);\n }\n if (options.customAcademicSearchAdapter) {\n this.academicSearch.setCustomAdapter(options.customAcademicSearchAdapter);\n }\n\n // 1. Domain Classification & Campaign Planning\n notify('PLANNING', `Classifying domain and creating Master Research Plan for \"${topic}\"...`);\n const domainResult = classifyTechnicalDomain(topic, options.domain, options.context);\n const domain = domainResult.domain;\n const plan = llm\n ? await this.planner.createPlanWithLlm(topic, domain, {\n maxRounds: options.maxRounds,\n isDeep: options.isDeep,\n context: options.context,\n llm,\n })\n : this.planner.createPlan(topic, domain, {\n maxRounds: options.maxRounds,\n isDeep: options.isDeep,\n context: options.context,\n });\n\n // 2. Academic Literature & CS2023 + CSTA K-12 Alignment\n notify('ACADEMIC', `Querying academic literature & mapping to IEEE/ACM CS2023 and CSTA K-12 standards...`);\n const taxonomyMatch = mapTopicToCS2023(topic, options.context);\n const papers = await this.academicSearch.searchPapers(topic, {\n limit: 4,\n apiKey: mergedKeys.semanticScholar,\n customAdapter: options.customAcademicSearchAdapter,\n });\n const litReview = llm\n ? await this.litReviewSynthesizer.synthesizeWithLlm(\n topic,\n papers,\n taxonomyMatch.area,\n taxonomyMatch.k12Strand,\n { llm, context: options.context }\n )\n : this.litReviewSynthesizer.synthesize(\n topic,\n papers,\n taxonomyMatch.area,\n taxonomyMatch.k12Strand\n );\n\n // 3. Multi-round Web Discovery & Scraping (with URL deduplication)\n notify('DISCOVERY', `Executing multi-source search queries across configured adapters...`);\n const scrapedDocs: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways: string[] }[] = [];\n const provenanceRecords: any[] = [];\n const visitedUrls = new Set<string>();\n\n for (const query of plan.plannedQueries) {\n notify('SEARCHING', `Searching: ${query}`);\n const hits = await this.searchEngine.search(query, {\n limit: 2,\n apiKeys: mergedKeys,\n customAdapter: options.customSearchAdapter,\n });\n\n for (const hit of hits) {\n if (!hit?.url) continue;\n const normUrl = normalizeUrlForDedup(hit.url);\n if (visitedUrls.has(normUrl)) continue;\n visitedUrls.add(normUrl);\n\n try {\n notify('SCRAPING', `Extracting clean markdown from: ${hit.url}`);\n const doc = await this.scraper.scrapeUrl(hit.url, {\n customAdapter: options.customCrawlerAdapter,\n jinaKey: mergedKeys.jina,\n });\n const audit = this.auditor.auditDocument(doc);\n\n if (audit.passed) {\n const scored = this.scorer.scoreDocument(doc, domain, topic);\n if (scored.isApproved) {\n scrapedDocs.push({\n doc,\n score: scored.score,\n summary: scored.summary,\n keyTakeaways: scored.keyTakeaways,\n });\n\n provenanceRecords.push({\n resourceId: `RES-${String(scrapedDocs.length).padStart(2, '0')}`,\n sourceUrl: hit.url,\n accessedAt: new Date().toISOString(),\n domain,\n relevanceScore: scored.score,\n byteSize: doc.byteSize,\n });\n }\n }\n } catch (e: any) {\n console.warn(`Failed to process hit ${hit.url}:`, e?.message || e);\n }\n }\n }\n\n // 4. Bilingual Term Extraction & Prerequisite Concept DAG\n notify('TERMS', `Extracting bilingual technical concepts and prerequisite DAG...`);\n const docsWithIds = scrapedDocs.map((item, idx) => ({\n resourceId: `RES-${String(idx + 1).padStart(2, '0')}`,\n doc: item.doc,\n }));\n const termBundle = await this.termExtractor.extractWithOptionalLlm(topic, domain, docsWithIds, {\n context: options.context,\n llm,\n });\n\n // 5. Semantic Pedagogical Synthesis (via CustomSynthesizerAdapter, Host LLM, or Deterministic Extractive Synthesis)\n notify('SYNTHESIS', `Synthesizing pedagogical takeaways, misconceptions, and reference pack...`);\n const synthesizedInsights = await this.synthesizeInsights(topic, domain, scrapedDocs, {\n context: options.context,\n llm,\n synthesizer,\n concepts: termBundle.concepts,\n });\n\n // 6. Catalog & Knowledge Graph Assembly\n notify('CATALOGING', `Compiling Resource Index, Catalog, and Distilled Knowledge Graph...`);\n const catalog = this.catalogBuilder.buildBundle(topic, domain, scrapedDocs, {\n context: options.context,\n concepts: termBundle.concepts,\n conceptDagTsv: termBundle.conceptDagTsv,\n });\n\n // 7. Reference Pack Compilation\n const referencePack = this.refPackBuilder.buildReferencePack(topic, domain, {\n cs2023Area: taxonomyMatch.area,\n k12Strand: taxonomyMatch.k12Strand,\n context: options.context,\n scrapedDocs,\n academicPapers: papers,\n concepts: termBundle.concepts,\n synthesizedInsights,\n });\n\n // 8. Provenance Sidecar\n notify('PROVENANCE', `Generating audit trail and provenance sidecar...`);\n const provenance = this.provenanceTracker.generateSidecar(topic, provenanceRecords);\n\n notify('COMPLETED', `Deep Research & Academic Harvest completed successfully for \"${topic}\".`);\n\n return {\n topic,\n domain,\n plan,\n catalog,\n literatureReview: litReview,\n referencePack,\n provenance,\n concepts: termBundle.concepts,\n conceptDagTsv: termBundle.conceptDagTsv,\n synthesizedInsights,\n totalDocumentsScraped: scrapedDocs.length,\n };\n }\n\n private async synthesizeInsights(\n topic: string,\n domain: TechnicalDomain,\n scrapedDocs: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways: string[] }[],\n options: {\n context?: CourseResearchContext;\n llm?: LlmTextFn;\n synthesizer?: CustomSynthesizerAdapter;\n concepts: ExtractedConceptNode[];\n }\n ): Promise<SynthesizedResearchInsights> {\n const excerpts = scrapedDocs.map((d, idx) => ({\n resourceId: `RES-${String(idx + 1).padStart(2, '0')}`,\n title: d.doc.title,\n url: d.doc.url,\n excerpt: d.keyTakeaways.join(' ') || d.summary,\n codeSnippets: d.doc.extractedCodeSnippets.slice(0, 2),\n }));\n\n if (options.synthesizer) {\n try {\n return await options.synthesizer.synthesize({\n topic,\n domain,\n context: options.context,\n excerpts,\n });\n } catch (e: any) {\n console.warn('[HarvestPipeline] CustomSynthesizerAdapter failed, falling back:', e?.message || e);\n }\n }\n\n if (options.llm && excerpts.length > 0) {\n try {\n const prompt = [\n `Synthesize pedagogical and technical ground truth for the course topic \"${topic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software/Tools: ${options.context.softwareEnv}` : '',\n `\\nVerified Harvested Sources:\\n` +\n excerpts.map((e) => `[${e.resourceId}] ${e.title} (${e.url}): ${e.excerpt}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON object with this structure:`,\n `{\"executiveSummary\": \"2-3 sentence synthesis anchored to sources\", \"keyTakeaways\": [\"[RES-01] ...\", \"[RES-02] ...\"], \"commonMisconceptionsAndPitfalls\": [\"Specific beginner bug or misconception 1\", \"Misconception 2\"], \"recommendedExemplars\": [\"Concrete project/activity exemplar 1\", \"Exemplar 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are a Principal Curriculum Researcher. Output strictly valid JSON grounded in the provided sources.',\n temperature: 0.2,\n jsonMode: true,\n });\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n return {\n executiveSummary: String(parsed.executiveSummary || ''),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) ? parsed.keyTakeaways.map(String) : [],\n commonMisconceptionsAndPitfalls: Array.isArray(parsed.commonMisconceptionsAndPitfalls)\n ? parsed.commonMisconceptionsAndPitfalls.map(String)\n : [],\n recommendedExemplars: Array.isArray(parsed.recommendedExemplars)\n ? parsed.recommendedExemplars.map(String)\n : [],\n extractedConcepts: options.concepts,\n };\n }\n } catch (e: any) {\n console.warn('[HarvestPipeline] Host LLM synthesis failed, using deterministic synthesis:', e?.message || e);\n }\n }\n\n // Deterministic Extractive Synthesis\n const keyTakeaways = excerpts\n .filter((e) => e.excerpt)\n .slice(0, 6)\n .map((e) => `[${e.resourceId}] ${e.title}: ${e.excerpt}`);\n\n const pitfalls = scrapedDocs\n .flatMap((d) =>\n d.doc.markdownContent\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.trim())\n .filter(\n (s) =>\n s.length >= 35 &&\n s.length <= 240 &&\n /\\b(pitfall|mistake|error|bug|warning|caution|avoid|race condition|deadlock|lỗi|nhầm lẫn|lưu ý|cảnh báo|tránh)\\b/i.test(s)\n )\n )\n .slice(0, 4);\n\n return {\n executiveSummary:\n scrapedDocs.length > 0\n ? `Synthesized from ${scrapedDocs.length} verified primary sources for \"${topic}\" (${domain.toUpperCase()}).`\n : `No external web documents passed quality threshold for \"${topic}\".`,\n keyTakeaways,\n commonMisconceptionsAndPitfalls: pitfalls,\n recommendedExemplars: scrapedDocs.slice(0, 3).map((d) => `${d.doc.title} (${d.doc.url})`),\n extractedConcepts: options.concepts,\n };\n }\n}\n","import { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\nimport { MultiSourceSearchEngine } from '../harvester/multiSourceSearch';\nimport { WebScraper } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { isCommercialOrNoise } from '../harvester/noiseFilter';\n\nexport interface ExemplarProject {\n title: string;\n description: string;\n targetAudience: string;\n sourceUrl?: string;\n hardwareRequirements?: string[];\n softwareRequirements?: string[];\n}\n\nexport interface TechnicalFactsheet {\n topic: string;\n domain: TechnicalDomain;\n compatibilityMatrix: {\n hardwarePlatform?: string;\n softwareEnv?: string;\n verifiedCompatible: boolean;\n notes: string[];\n };\n ageFeasibility: {\n recommendedMinAge: number;\n recommendedMaxAge: number;\n cognitiveReadinessVerdict: 'feasible' | 'challenging' | 'excessive';\n potentialBarriers: string[];\n };\n exemplarProjects: ExemplarProject[];\n technicalBottlenecks: string[];\n groundingSources: Array<{ title: string; url: string }>;\n markdownReport: string;\n codeSnippets?: Array<{ language?: string; code: string }>;\n pinoutTables?: string[];\n keyExcerpts?: string[];\n}\n\n/**\n * Technical Grounding & Empirical Factsheet Engine (v1.2.0).\n * Validates hardware/software compatibility, age feasibility constraints,\n * and extracts verified hands-on exemplar projects to prevent hallucination.\n */\nexport class TechnicalGroundingEngine {\n constructor(\n private searchEngine: MultiSourceSearchEngine = new MultiSourceSearchEngine(),\n private scraper: WebScraper = new WebScraper()\n ) {}\n\n async buildFactsheet(\n topic: string,\n domain: TechnicalDomain,\n context?: CourseResearchContext,\n llm?: LlmTextFn\n ): Promise<TechnicalFactsheet> {\n const hardware = context?.hardwarePlatform || '';\n const software = context?.softwareEnv || '';\n const ageBand = context?.ageBand || [12, 18];\n\n // Formulate targeted queries for technical grounding\n const queries = [\n `${hardware} ${software} ${topic} compatibility setup official guide`.trim(),\n `${hardware || software || topic} beginner student project tutorial`.trim(),\n `${hardware || software || topic} common errors debugging mistakes pitfalls`.trim(),\n ];\n\n const rawHits: Array<{ title: string; url: string; content: string }> = [];\n for (const q of queries) {\n try {\n const hits = await this.searchEngine.search(q, { limit: 3 });\n for (const h of hits) {\n if (!isCommercialOrNoise({ url: h.url, title: h.title, snippet: h.content })) {\n if (!rawHits.some((existing) => existing.url === h.url)) {\n rawHits.push(h);\n }\n }\n }\n } catch {\n // continue\n }\n }\n\n const hitsToScrape = rawHits.slice(0, 3);\n const scrapeResults = await Promise.allSettled(\n hitsToScrape.map(async (h) => {\n try {\n const doc = await this.scraper.scrapeUrl(h.url);\n if (doc && doc.markdownContent) {\n const substantiveExcerpt = (doc.keyExcerpts && doc.keyExcerpts.length > 0)\n ? doc.keyExcerpts.slice(0, 3).join('\\n\\n')\n : doc.markdownContent.slice(0, 1500);\n\n return {\n title: h.title,\n url: h.url,\n excerpt: substantiveExcerpt,\n codeBlocks: (doc.extractedCodeBlocks || []).slice(0, 2),\n tables: (doc.extractedTables || []).slice(0, 2),\n keyExcerpts: (doc.keyExcerpts || []).slice(0, 4),\n };\n }\n } catch {\n // fallback to search snippet\n }\n return {\n title: h.title,\n url: h.url,\n excerpt: h.content.slice(0, 500),\n codeBlocks: [],\n tables: [],\n keyExcerpts: [],\n };\n })\n );\n\n const scrapedSnippets = scrapeResults.map(\n (res, idx) =>\n res.status === 'fulfilled'\n ? res.value\n : {\n title: hitsToScrape[idx]!.title,\n url: hitsToScrape[idx]!.url,\n excerpt: hitsToScrape[idx]!.content.slice(0, 500),\n codeBlocks: [],\n tables: [],\n keyExcerpts: [],\n }\n );\n\n // Aggregate preserved technical artifacts\n const preservedCodeSnippets: Array<{ language?: string; code: string }> = [];\n const preservedTables: string[] = [];\n const preservedKeyExcerpts: string[] = [];\n\n for (const s of scrapedSnippets) {\n if (s.codeBlocks && s.codeBlocks.length > 0) {\n preservedCodeSnippets.push(...s.codeBlocks);\n }\n if (s.tables && s.tables.length > 0) {\n preservedTables.push(...s.tables);\n }\n if (s.keyExcerpts && s.keyExcerpts.length > 0) {\n preservedKeyExcerpts.push(...s.keyExcerpts);\n }\n }\n\n // Context-sensitive, grounded baseline (derived from actual scraped sources if available)\n const defaultExemplars: ExemplarProject[] = scrapedSnippets.length > 0\n ? [\n {\n title: scrapedSnippets[0].title || `${topic} Practical Foundation`,\n description: scrapedSnippets[0].excerpt\n ? scrapedSnippets[0].excerpt.slice(0, 220)\n : `Hands-on implementation project for ${topic}.`,\n targetAudience: `Students aged ${ageBand[0]}-${ageBand[1]}`,\n sourceUrl: scrapedSnippets[0].url,\n hardwareRequirements: hardware ? [hardware] : undefined,\n softwareRequirements: software ? [software] : undefined,\n },\n ]\n : [];\n\n const defaultBottlenecks: string[] = scrapedSnippets.length > 0\n ? (domain === 'hardware' || Boolean(hardware)\n ? [\n 'Power supply decoupling and current sufficiency when powering sensors or actuators.',\n 'Logic level shifting and hardware pin mapping conflicts.',\n ]\n : [\n 'SDK/runtime version compatibility and local environment dependencies.',\n ])\n : [];\n\n let factsheet: TechnicalFactsheet = {\n topic,\n domain,\n compatibilityMatrix: {\n hardwarePlatform: hardware || undefined,\n softwareEnv: software || undefined,\n verifiedCompatible: true,\n notes: hardware || software\n ? [`Targeting ${hardware || 'General Platform'} with ${software || 'Standard SDK'}.`]\n : [`Baseline technical verification for ${topic}.`],\n },\n ageFeasibility: {\n recommendedMinAge: ageBand[0],\n recommendedMaxAge: ageBand[1],\n cognitiveReadinessVerdict: 'feasible',\n potentialBarriers: [],\n },\n exemplarProjects: defaultExemplars,\n technicalBottlenecks: defaultBottlenecks,\n groundingSources: scrapedSnippets.map((s) => ({ title: s.title, url: s.url })),\n markdownReport: '',\n codeSnippets: preservedCodeSnippets.slice(0, 4),\n pinoutTables: preservedTables.slice(0, 4),\n keyExcerpts: preservedKeyExcerpts.slice(0, 6),\n };\n\n if (llm && scrapedSnippets.length > 0) {\n try {\n const prompt = [\n `You are a Lead STEM Curriculum Engineer. Analyze these research excerpts for topic: \"${topic}\".`,\n `Hardware: ${hardware || 'N/A'}, Software/Env: ${software || 'N/A'}, Student Age Band: ${ageBand[0]}-${ageBand[1]} years old.`,\n `\\nHarvested Sources:\\n${scrapedSnippets\n .map((s, i) => {\n const parts = [`[Source ${i + 1}: ${s.title} (${s.url})]\\n${s.excerpt}`];\n if (s.codeBlocks && s.codeBlocks.length > 0) {\n parts.push('Code Snippets:\\n' + s.codeBlocks.map((c) => `\\`\\`\\`${c.language || ''}\\n${c.code}\\n\\`\\`\\``).join('\\n'));\n }\n if (s.tables && s.tables.length > 0) {\n parts.push('Tables/Pinouts:\\n' + s.tables.join('\\n\\n'));\n }\n return parts.join('\\n');\n })\n .join('\\n\\n')}`,\n `\\nSynthesize a strictly valid JSON object with:`,\n `{`,\n ` \"compatibilityVerdict\": boolean,`,\n ` \"compatibilityNotes\": string[],`,\n ` \"cognitiveReadiness\": \"feasible\" | \"challenging\" | \"excessive\",`,\n ` \"potentialBarriers\": string[],`,\n ` \"exemplars\": [{\"title\": string, \"description\": string, \"targetAudience\": string, \"hardwareRequirements\": string[], \"softwareRequirements\": string[]}],`,\n ` \"technicalBottlenecks\": string[]`,\n `}`,\n ].join('\\n');\n\n const raw = await llm(prompt, {\n system: 'Output strictly valid JSON object without markdown commentary.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const jsonMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n factsheet.compatibilityMatrix.verifiedCompatible = Boolean(parsed.compatibilityVerdict ?? true);\n if (Array.isArray(parsed.compatibilityNotes)) factsheet.compatibilityMatrix.notes = parsed.compatibilityNotes.map(String);\n if (['feasible', 'challenging', 'excessive'].includes(parsed.cognitiveReadiness)) {\n factsheet.ageFeasibility.cognitiveReadinessVerdict = parsed.cognitiveReadiness;\n }\n if (Array.isArray(parsed.potentialBarriers)) factsheet.ageFeasibility.potentialBarriers = parsed.potentialBarriers.map(String);\n if (Array.isArray(parsed.exemplars) && parsed.exemplars.length > 0) {\n factsheet.exemplarProjects = parsed.exemplars.map((ex: any) => ({\n title: String(ex.title || 'Verified Project'),\n description: String(ex.description || ''),\n targetAudience: String(ex.targetAudience || `Ages ${ageBand[0]}-${ageBand[1]}`),\n hardwareRequirements: Array.isArray(ex.hardwareRequirements) ? ex.hardwareRequirements.map(String) : undefined,\n softwareRequirements: Array.isArray(ex.softwareRequirements) ? ex.softwareRequirements.map(String) : undefined,\n sourceUrl: scrapedSnippets[0]?.url,\n }));\n }\n if (Array.isArray(parsed.technicalBottlenecks)) factsheet.technicalBottlenecks = parsed.technicalBottlenecks.map(String);\n }\n } catch (err: any) {\n console.warn('[TechnicalGroundingEngine] LLM synthesis error:', err?.message || err);\n }\n }\n\n factsheet.markdownReport = this.renderMarkdownReport(factsheet);\n return factsheet;\n }\n\n renderMarkdownReport(fs: TechnicalFactsheet): string {\n const lines = [\n `# 🛠️ Technical Grounding & Empirical Factsheet: ${fs.topic}`,\n `> **Domain:** \\`${fs.domain.toUpperCase()}\\` | **Feasibility:** \\`${fs.ageFeasibility.cognitiveReadinessVerdict.toUpperCase()}\\``,\n `\\n## 1. Compatibility & Tooling Verification`,\n `- **Hardware:** ${fs.compatibilityMatrix.hardwarePlatform || 'N/A'}`,\n `- **Software / SDK:** ${fs.compatibilityMatrix.softwareEnv || 'N/A'}`,\n `- **Verdict:** ${fs.compatibilityMatrix.verifiedCompatible ? '✅ Verified Compatible' : '⚠️ Compatibility Warning'}`,\n ...fs.compatibilityMatrix.notes.map((n) => ` - ${n}`),\n `\\n## 2. Age Feasibility & Learner Barriers (Ages ${fs.ageFeasibility.recommendedMinAge}–${fs.ageFeasibility.recommendedMaxAge})`,\n ...fs.ageFeasibility.potentialBarriers.map((b) => `- ⚠️ ${b}`),\n `\\n## 3. Real-World Exemplar Projects`,\n ...fs.exemplarProjects.map((ex, idx) => `### Exemplar ${idx + 1}: ${ex.title}\\n- **Summary:** ${ex.description}\\n- **Audience:** ${ex.targetAudience}${ex.sourceUrl ? `\\n- **Reference:** [Link](${ex.sourceUrl})` : ''}`),\n `\\n## 4. Technical Bottlenecks & Pitfalls to Avoid`,\n ...fs.technicalBottlenecks.map((bn) => `- 🛑 ${bn}`),\n `\\n## 5. Grounding Citations`,\n ...fs.groundingSources.map((s, idx) => `${idx + 1}. [${s.title}](${s.url})`),\n ];\n\n if (fs.codeSnippets && fs.codeSnippets.length > 0) {\n lines.push(\n `\\n## 6. Verified Code Snippets & Syntax Reference`,\n ...fs.codeSnippets.map((c) => `\\`\\`\\`${c.language || 'text'}\\n${c.code}\\n\\`\\`\\``)\n );\n }\n\n if (fs.pinoutTables && fs.pinoutTables.length > 0) {\n lines.push(\n `\\n## 7. Pinout & Specification Tables`,\n ...fs.pinoutTables\n );\n }\n\n return lines.join('\\n');\n }\n}\n"]}
|
|
@@ -193,6 +193,8 @@ function extractSubstantiveExcerpts(markdown, maxExcerpts = 6) {
|
|
|
193
193
|
var WebScraper = class {
|
|
194
194
|
crawl4aiHost;
|
|
195
195
|
jinaKey;
|
|
196
|
+
brightDataKey;
|
|
197
|
+
brightDataZone;
|
|
196
198
|
allowEnvFallback;
|
|
197
199
|
customAdapter;
|
|
198
200
|
youtubeService;
|
|
@@ -200,6 +202,8 @@ var WebScraper = class {
|
|
|
200
202
|
this.allowEnvFallback = options.allowEnvFallback ?? true;
|
|
201
203
|
this.crawl4aiHost = options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : void 0) || "http://localhost:11235";
|
|
202
204
|
this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : void 0);
|
|
205
|
+
this.brightDataKey = options.brightDataKey || (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : void 0);
|
|
206
|
+
this.brightDataZone = options.brightDataZone || (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : void 0) || "cli_unlocker";
|
|
203
207
|
this.customAdapter = options.customAdapter;
|
|
204
208
|
this.youtubeService = new YouTubeIngestionService();
|
|
205
209
|
}
|
|
@@ -209,8 +213,15 @@ var WebScraper = class {
|
|
|
209
213
|
setJinaKey(key) {
|
|
210
214
|
this.jinaKey = key;
|
|
211
215
|
}
|
|
216
|
+
setBrightData(key, zone) {
|
|
217
|
+
if (key !== void 0) this.brightDataKey = key;
|
|
218
|
+
if (zone !== void 0) this.brightDataZone = zone;
|
|
219
|
+
}
|
|
212
220
|
async scrapeUrl(targetUrl, options = {}) {
|
|
213
221
|
const adapter = options.customAdapter || this.customAdapter;
|
|
222
|
+
const bdKey = options.brightDataKey || this.brightDataKey;
|
|
223
|
+
const bdZone = options.brightDataZone || this.brightDataZone;
|
|
224
|
+
const preferred = options.preferredProvider;
|
|
214
225
|
if (adapter) {
|
|
215
226
|
try {
|
|
216
227
|
const result = await adapter.crawl(targetUrl);
|
|
@@ -231,6 +242,13 @@ var WebScraper = class {
|
|
|
231
242
|
console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);
|
|
232
243
|
}
|
|
233
244
|
}
|
|
245
|
+
if (preferred === "brightdata" && bdKey) {
|
|
246
|
+
try {
|
|
247
|
+
return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);
|
|
248
|
+
} catch (e) {
|
|
249
|
+
console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);
|
|
250
|
+
}
|
|
251
|
+
}
|
|
234
252
|
try {
|
|
235
253
|
const jinaUrl = `https://r.jina.ai/${targetUrl}`;
|
|
236
254
|
const jinaKey = options.jinaKey || this.jinaKey;
|
|
@@ -275,6 +293,13 @@ var WebScraper = class {
|
|
|
275
293
|
} catch {
|
|
276
294
|
}
|
|
277
295
|
}
|
|
296
|
+
if (bdKey) {
|
|
297
|
+
try {
|
|
298
|
+
return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);
|
|
299
|
+
} catch (e) {
|
|
300
|
+
console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);
|
|
301
|
+
}
|
|
302
|
+
}
|
|
278
303
|
try {
|
|
279
304
|
const res = await fetch(targetUrl, {
|
|
280
305
|
headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)" },
|
|
@@ -299,6 +324,30 @@ ${p.replace(/<[^>]+>/g, " ").trim()}
|
|
|
299
324
|
}
|
|
300
325
|
throw new Error(`Unable to fetch content from URL: ${targetUrl}`);
|
|
301
326
|
}
|
|
327
|
+
async scrapeWithBrightData(targetUrl, key, zone) {
|
|
328
|
+
const reqZone = zone || this.brightDataZone || "cli_unlocker";
|
|
329
|
+
const res = await fetch("https://api.brightdata.com/request", {
|
|
330
|
+
method: "POST",
|
|
331
|
+
headers: {
|
|
332
|
+
Authorization: `Bearer ${key}`,
|
|
333
|
+
"Content-Type": "application/json"
|
|
334
|
+
},
|
|
335
|
+
body: JSON.stringify({
|
|
336
|
+
zone: reqZone,
|
|
337
|
+
url: targetUrl,
|
|
338
|
+
format: "raw",
|
|
339
|
+
data_format: "markdown"
|
|
340
|
+
}),
|
|
341
|
+
signal: AbortSignal.timeout(2e4)
|
|
342
|
+
});
|
|
343
|
+
if (res.ok) {
|
|
344
|
+
const markdown = await res.text();
|
|
345
|
+
if (markdown && markdown.length > 30) {
|
|
346
|
+
return this.packageDocument(targetUrl, markdown, "brightdata");
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);
|
|
350
|
+
}
|
|
302
351
|
packageDocument(url, markdown, provider, explicitTitle) {
|
|
303
352
|
const titleMatch = markdown.match(/^#\s+(.+)$/m) || markdown.match(/^Title:\s*(.+)$/im);
|
|
304
353
|
const title = (explicitTitle || (titleMatch ? titleMatch[1].trim() : url.split("/").filter(Boolean).pop() || "Document")).slice(0, 180);
|
|
@@ -329,5 +378,5 @@ ${p.replace(/<[^>]+>/g, " ").trim()}
|
|
|
329
378
|
};
|
|
330
379
|
|
|
331
380
|
export { WebScraper, YouTubeIngestionService, extractSubstantiveExcerpts, extractYouTubeVideoId, formatTimestamp, isYouTubeUrl, stitchCaptionSegments };
|
|
332
|
-
//# sourceMappingURL=chunk-
|
|
333
|
-
//# sourceMappingURL=chunk-
|
|
381
|
+
//# sourceMappingURL=chunk-QQZQNBJC.js.map
|
|
382
|
+
//# sourceMappingURL=chunk-QQZQNBJC.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-QQZQNBJC.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { AcademicSearchEngine } from './chunk-AKEI7H2C.js';
|
|
2
|
+
|
|
1
3
|
// src/harvester/domainClassifier.ts
|
|
2
4
|
var HARDWARE_PATTERNS = [
|
|
3
5
|
/\b(esp32|esp8266|arduino|raspberry\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\s*prime|mindstorms|ev3|wedo|vex)\b/i,
|
|
@@ -109,14 +111,29 @@ var MultiSourceSearchEngine = class {
|
|
|
109
111
|
tavilyKey;
|
|
110
112
|
exaKey;
|
|
111
113
|
serperKey;
|
|
114
|
+
brightDataKey;
|
|
115
|
+
brightDataZone;
|
|
116
|
+
searxngHost;
|
|
117
|
+
searxngHeaders;
|
|
112
118
|
allowEnvFallback;
|
|
113
119
|
customAdapter;
|
|
120
|
+
academicEngine;
|
|
114
121
|
constructor(options = {}) {
|
|
115
122
|
this.allowEnvFallback = options.allowEnvFallback ?? true;
|
|
116
123
|
this.tavilyKey = options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : void 0);
|
|
117
124
|
this.exaKey = options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : void 0);
|
|
118
125
|
this.serperKey = options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : void 0);
|
|
126
|
+
this.brightDataKey = options.apiKeys?.brightdata || options.apiKeys?.brightData || options.brightDataKey || (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : void 0);
|
|
127
|
+
this.brightDataZone = options.brightDataZone || (this.allowEnvFallback ? process.env.BRIGHTDATA_SERP_ZONE || process.env.BRIGHTDATA_UNLOCKER_ZONE : void 0) || "cli_unlocker";
|
|
128
|
+
this.searxngHost = options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : void 0);
|
|
129
|
+
const cfId = process.env.CF_ACCESS_CLIENT_ID;
|
|
130
|
+
const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;
|
|
131
|
+
this.searxngHeaders = {
|
|
132
|
+
...options.searxngHeaders || {},
|
|
133
|
+
...cfId && cfSecret ? { "CF-Access-Client-Id": cfId, "CF-Access-Client-Secret": cfSecret } : {}
|
|
134
|
+
};
|
|
119
135
|
this.customAdapter = options.customAdapter;
|
|
136
|
+
this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });
|
|
120
137
|
}
|
|
121
138
|
setCustomAdapter(adapter) {
|
|
122
139
|
this.customAdapter = adapter;
|
|
@@ -125,6 +142,18 @@ var MultiSourceSearchEngine = class {
|
|
|
125
142
|
if (keys.tavily !== void 0) this.tavilyKey = keys.tavily;
|
|
126
143
|
if (keys.exa !== void 0) this.exaKey = keys.exa;
|
|
127
144
|
if (keys.serper !== void 0) this.serperKey = keys.serper;
|
|
145
|
+
if (keys.brightdata !== void 0) this.brightDataKey = keys.brightdata;
|
|
146
|
+
if (keys.brightData !== void 0) this.brightDataKey = keys.brightData;
|
|
147
|
+
}
|
|
148
|
+
setBrightData(key, zone) {
|
|
149
|
+
if (key !== void 0) this.brightDataKey = key;
|
|
150
|
+
if (zone !== void 0) this.brightDataZone = zone;
|
|
151
|
+
}
|
|
152
|
+
setSearxng(host, headers) {
|
|
153
|
+
this.searxngHost = host;
|
|
154
|
+
if (headers) {
|
|
155
|
+
this.searxngHeaders = { ...this.searxngHeaders, ...headers };
|
|
156
|
+
}
|
|
128
157
|
}
|
|
129
158
|
async search(query, options = {}) {
|
|
130
159
|
const limit = options.limit ?? 5;
|
|
@@ -146,9 +175,39 @@ var MultiSourceSearchEngine = class {
|
|
|
146
175
|
console.warn("[MultiSourceSearchEngine] Custom search adapter failed:", e?.message || e);
|
|
147
176
|
}
|
|
148
177
|
}
|
|
178
|
+
if (preferred === "academic") {
|
|
179
|
+
try {
|
|
180
|
+
const papers = await this.academicEngine.searchPapers(query, { limit });
|
|
181
|
+
if (papers.length > 0) {
|
|
182
|
+
return papers.map((p) => ({
|
|
183
|
+
title: p.title,
|
|
184
|
+
url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),
|
|
185
|
+
content: p.tldr || p.abstract || "",
|
|
186
|
+
score: p.citationCount,
|
|
187
|
+
engine: "academic"
|
|
188
|
+
}));
|
|
189
|
+
}
|
|
190
|
+
} catch (e) {
|
|
191
|
+
console.warn("[MultiSourceSearchEngine] Academic search failed:", e?.message || e);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
149
194
|
const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;
|
|
150
195
|
const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;
|
|
151
196
|
const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;
|
|
197
|
+
const brightDataKey = options.apiKeys?.brightdata || options.apiKeys?.brightData || options.brightDataKey || this.brightDataKey;
|
|
198
|
+
const brightDataZone = options.brightDataZone || this.brightDataZone;
|
|
199
|
+
const searxngHost = options.searxngHost || this.searxngHost;
|
|
200
|
+
if (preferred === "searxng" && searxngHost) {
|
|
201
|
+
const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);
|
|
202
|
+
if (searxHits.length > 0) return searxHits;
|
|
203
|
+
}
|
|
204
|
+
if (preferred === "brightdata" && brightDataKey) {
|
|
205
|
+
const bdHits = await this.queryBrightData(query, brightDataKey, limit, {
|
|
206
|
+
zone: brightDataZone,
|
|
207
|
+
engine: options.brightDataEngine
|
|
208
|
+
});
|
|
209
|
+
if (bdHits.length > 0) return bdHits;
|
|
210
|
+
}
|
|
152
211
|
if (preferred === "exa" && exaKey) {
|
|
153
212
|
const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);
|
|
154
213
|
if (exaHits.length > 0) return exaHits;
|
|
@@ -170,6 +229,9 @@ var MultiSourceSearchEngine = class {
|
|
|
170
229
|
include_answer: true,
|
|
171
230
|
max_results: limit
|
|
172
231
|
};
|
|
232
|
+
if (options.timeRange) {
|
|
233
|
+
body.time_range = options.timeRange;
|
|
234
|
+
}
|
|
173
235
|
if (options.domainFilter && options.domainFilter.length > 0) {
|
|
174
236
|
body.include_domains = options.domainFilter;
|
|
175
237
|
}
|
|
@@ -196,18 +258,103 @@ var MultiSourceSearchEngine = class {
|
|
|
196
258
|
}
|
|
197
259
|
}
|
|
198
260
|
if (exaKey) {
|
|
199
|
-
const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);
|
|
261
|
+
const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);
|
|
200
262
|
if (exaHits.length > 0) return exaHits;
|
|
201
263
|
}
|
|
202
264
|
if (serperKey) {
|
|
203
|
-
const serperHits = await this.querySerper(query, serperKey, limit);
|
|
265
|
+
const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange);
|
|
204
266
|
if (serperHits.length > 0) return serperHits;
|
|
205
267
|
}
|
|
268
|
+
if (brightDataKey) {
|
|
269
|
+
const bdHits = await this.queryBrightData(query, brightDataKey, limit, {
|
|
270
|
+
zone: brightDataZone,
|
|
271
|
+
engine: options.brightDataEngine
|
|
272
|
+
});
|
|
273
|
+
if (bdHits.length > 0) return bdHits;
|
|
274
|
+
}
|
|
275
|
+
if (searxngHost) {
|
|
276
|
+
const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders, options.timeRange);
|
|
277
|
+
if (searxHits.length > 0) return searxHits;
|
|
278
|
+
}
|
|
206
279
|
const ddgHits = await this.queryDuckDuckGo(query, limit);
|
|
207
280
|
if (ddgHits.length > 0) return ddgHits;
|
|
208
281
|
return [];
|
|
209
282
|
}
|
|
210
|
-
async
|
|
283
|
+
async queryBrightData(query, key, limit = 5, options = {}) {
|
|
284
|
+
try {
|
|
285
|
+
const zone = options.zone || this.brightDataZone || "cli_unlocker";
|
|
286
|
+
const engine = options.engine || "bing";
|
|
287
|
+
let searchUrl = `https://www.bing.com/search?q=${encodeURIComponent(query)}&brd_json=1`;
|
|
288
|
+
if (engine === "google") {
|
|
289
|
+
searchUrl = `https://www.google.com/search?q=${encodeURIComponent(query)}&brd_json=1&hl=en&gl=us`;
|
|
290
|
+
} else if (engine === "yandex") {
|
|
291
|
+
searchUrl = `https://www.yandex.com/search?q=${encodeURIComponent(query)}&brd_json=1`;
|
|
292
|
+
}
|
|
293
|
+
const res = await fetch("https://api.brightdata.com/request", {
|
|
294
|
+
method: "POST",
|
|
295
|
+
headers: {
|
|
296
|
+
Authorization: `Bearer ${key}`,
|
|
297
|
+
"Content-Type": "application/json"
|
|
298
|
+
},
|
|
299
|
+
body: JSON.stringify({
|
|
300
|
+
zone,
|
|
301
|
+
url: searchUrl,
|
|
302
|
+
format: "raw"
|
|
303
|
+
}),
|
|
304
|
+
signal: AbortSignal.timeout(15e3)
|
|
305
|
+
});
|
|
306
|
+
if (res.ok) {
|
|
307
|
+
const data = await res.json();
|
|
308
|
+
const organic = Array.isArray(data?.organic) ? data.organic : [];
|
|
309
|
+
if (organic.length > 0) {
|
|
310
|
+
return organic.slice(0, limit).map((r, idx) => ({
|
|
311
|
+
title: r.title || "Untitled",
|
|
312
|
+
url: r.link,
|
|
313
|
+
content: r.description || r.snippet || "",
|
|
314
|
+
score: r.rank ? 1 / r.rank : 1 / (idx + 1),
|
|
315
|
+
engine: "brightdata"
|
|
316
|
+
}));
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
} catch (e) {
|
|
320
|
+
console.warn("[MultiSourceSearchEngine] Bright Data attempt failed:", e?.message || e);
|
|
321
|
+
}
|
|
322
|
+
return [];
|
|
323
|
+
}
|
|
324
|
+
async querySearxng(query, searxngHost, limit, customHeaders, timeRange) {
|
|
325
|
+
try {
|
|
326
|
+
const cleanHost = searxngHost.replace(/\/$/, "");
|
|
327
|
+
let searchUrl = `${cleanHost}/search?q=${encodeURIComponent(query)}&format=json`;
|
|
328
|
+
if (timeRange) {
|
|
329
|
+
searchUrl += `&time_range=${encodeURIComponent(timeRange)}`;
|
|
330
|
+
}
|
|
331
|
+
const headers = {
|
|
332
|
+
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
|
|
333
|
+
...this.searxngHeaders || {},
|
|
334
|
+
...customHeaders || {}
|
|
335
|
+
};
|
|
336
|
+
const res = await fetch(searchUrl, {
|
|
337
|
+
headers,
|
|
338
|
+
signal: AbortSignal.timeout(1e4)
|
|
339
|
+
});
|
|
340
|
+
if (res.ok) {
|
|
341
|
+
const data = await res.json();
|
|
342
|
+
if (Array.isArray(data?.results) && data.results.length > 0) {
|
|
343
|
+
return data.results.slice(0, limit).map((r) => ({
|
|
344
|
+
title: r.title || "Untitled",
|
|
345
|
+
url: r.url,
|
|
346
|
+
content: r.content || r.snippet || "",
|
|
347
|
+
score: r.score,
|
|
348
|
+
engine: "searxng"
|
|
349
|
+
}));
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
} catch (e) {
|
|
353
|
+
console.warn("[MultiSourceSearchEngine] SearXNG attempt failed:", e?.message || e);
|
|
354
|
+
}
|
|
355
|
+
return [];
|
|
356
|
+
}
|
|
357
|
+
async queryExa(query, exaKey, limit, domainFilter, timeRange) {
|
|
211
358
|
try {
|
|
212
359
|
const body = {
|
|
213
360
|
query,
|
|
@@ -217,6 +364,14 @@ var MultiSourceSearchEngine = class {
|
|
|
217
364
|
if (domainFilter && domainFilter.length > 0) {
|
|
218
365
|
body.includeDomains = domainFilter;
|
|
219
366
|
}
|
|
367
|
+
if (timeRange) {
|
|
368
|
+
const now = /* @__PURE__ */ new Date();
|
|
369
|
+
if (timeRange === "day") now.setDate(now.getDate() - 1);
|
|
370
|
+
else if (timeRange === "week") now.setDate(now.getDate() - 7);
|
|
371
|
+
else if (timeRange === "month") now.setMonth(now.getMonth() - 1);
|
|
372
|
+
else if (timeRange === "year") now.setFullYear(now.getFullYear() - 1);
|
|
373
|
+
body.startPublishedDate = now.toISOString();
|
|
374
|
+
}
|
|
220
375
|
const res = await fetch("https://api.exa.ai/search", {
|
|
221
376
|
method: "POST",
|
|
222
377
|
headers: {
|
|
@@ -243,15 +398,22 @@ var MultiSourceSearchEngine = class {
|
|
|
243
398
|
}
|
|
244
399
|
return [];
|
|
245
400
|
}
|
|
246
|
-
async querySerper(query, serperKey, limit) {
|
|
401
|
+
async querySerper(query, serperKey, limit, timeRange) {
|
|
247
402
|
try {
|
|
403
|
+
const body = { q: query, num: limit };
|
|
404
|
+
if (timeRange) {
|
|
405
|
+
const tbsMap = { day: "qdr:d", week: "qdr:w", month: "qdr:m", year: "qdr:y" };
|
|
406
|
+
if (tbsMap[timeRange]) {
|
|
407
|
+
body.tbs = tbsMap[timeRange];
|
|
408
|
+
}
|
|
409
|
+
}
|
|
248
410
|
const res = await fetch("https://google.serper.dev/search", {
|
|
249
411
|
method: "POST",
|
|
250
412
|
headers: {
|
|
251
413
|
"X-API-KEY": serperKey,
|
|
252
414
|
"Content-Type": "application/json"
|
|
253
415
|
},
|
|
254
|
-
body: JSON.stringify(
|
|
416
|
+
body: JSON.stringify(body),
|
|
255
417
|
signal: AbortSignal.timeout(1e4)
|
|
256
418
|
});
|
|
257
419
|
if (res.ok) {
|
|
@@ -830,7 +992,7 @@ ${corpusPreview}`,
|
|
|
830
992
|
`
|
|
831
993
|
Return ONLY a valid JSON array of 6 to 12 atomic pedagogical concepts ordered from foundational to advanced.`,
|
|
832
994
|
`IMPORTANT FOR VIETNAMESE TERMS: Keep multi-syllable Vietnamese compound terms intact (e.g. "Bi\u1EBFn tr\u1EA1ng th\xE1i", "C\u1EA3m bi\u1EBFn \xE1nh s\xE1ng", "V\xF2ng l\u1EB7p s\u1EF1 ki\u1EC7n") and pair them with accurate English canonical terms.`,
|
|
833
|
-
`Each item in the JSON array must have: {"id": "C_01", "term": "Display Name", "termVi": "Thu\u1EADt ng\u1EEF Ti\u1EBFng Vi\u1EC7t chu\u1EA9n", "termEn": "Canonical English Term", "category": "core_concept"|"api_syntax"|"hardware_component"|"pedagogical_pattern", "marrLayer": "ULO"|"CIO"|"SIO", "bloomLevel": "understand"|"apply"|"analyze", "salienceScore": 9.0, "definition": "1-sentence clear definition grounded in sources", "prerequisites": ["C_01"], "sourceIds": ["RES-01"], "facets": {"computationalPrinciple": "...", "mentalModel": "...", "syntaxAndTools": ["..."]}, "commonMisconceptions": ["..."]}`
|
|
995
|
+
`Each item in the JSON array must have: {"id": "C_01", "term": "Display Name", "termVi": "Thu\u1EADt ng\u1EEF Ti\u1EBFng Vi\u1EC7t chu\u1EA9n", "termEn": "Canonical English Term", "category": "core_concept"|"api_syntax"|"hardware_component"|"pedagogical_pattern", "marrLayer": "ULO"|"CIO"|"SIO", "bloomLevel": "understand"|"apply"|"analyze", "salienceScore": 9.0, "definition": "1-sentence clear definition grounded in sources", "prerequisites": ["C_01"], "sourceIds": ["RES-01"], "facets": {"computationalPrinciple": "...", "mentalModel": "...", "syntaxAndTools": ["..."]}, "commonMisconceptions": ["..."], "troubleshootingHints": ["2-minute quick fix for common student pitfall"]}`
|
|
834
996
|
].filter(Boolean).join("\n");
|
|
835
997
|
const rawResponse = await options.llm(prompt, {
|
|
836
998
|
system: "You are a Principal Computer Science Curriculum Architect & Bilingual Terminology Specialist (Vietnamese-English). Output strictly valid JSON array without markdown commentary.",
|
|
@@ -1031,5 +1193,5 @@ var HealthAuditor = class {
|
|
|
1031
1193
|
};
|
|
1032
1194
|
|
|
1033
1195
|
export { CatalogBuilder, ECOMMERCE_AND_COMMERCIAL_PATTERNS, ECOMMERCE_DOMAINS, HealthAuditor, MultiSourceSearchEngine, PedagogicalTermExtractor, classifyTechnicalDomain, evaluateTechnicalDensity, inferPrimaryCodeLanguage, isCommercialOrNoise, kahnTopologicalSort, transitiveReduction };
|
|
1034
|
-
//# sourceMappingURL=chunk-
|
|
1035
|
-
//# sourceMappingURL=chunk-
|
|
1196
|
+
//# sourceMappingURL=chunk-SAHBBO3U.js.map
|
|
1197
|
+
//# sourceMappingURL=chunk-SAHBBO3U.js.map
|