@thanh01.pmt/research-kit 1.2.0 → 1.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/academic/index.cjs +11 -2
  2. package/dist/academic/index.cjs.map +1 -1
  3. package/dist/academic/index.d.cts +3 -3
  4. package/dist/academic/index.d.ts +3 -3
  5. package/dist/academic/index.js +2 -1
  6. package/dist/{catalogBuilder-nrGYEY4b.d.cts → catalogBuilder-B4eiLS_S.d.cts} +27 -5
  7. package/dist/{catalogBuilder-2i5KASUF.d.ts → catalogBuilder-BNB_gaWP.d.ts} +27 -5
  8. package/dist/chunk-AKEI7H2C.js +223 -0
  9. package/dist/chunk-AKEI7H2C.js.map +1 -0
  10. package/dist/{chunk-X3X26W2I.js → chunk-HESXWQEF.js} +12 -7
  11. package/dist/chunk-HESXWQEF.js.map +1 -0
  12. package/dist/{chunk-QFYM2NV4.js → chunk-KXJDQBSJ.js} +3 -3
  13. package/dist/{chunk-QFYM2NV4.js.map → chunk-KXJDQBSJ.js.map} +1 -1
  14. package/dist/{chunk-XDDTHWJW.js → chunk-P6RHBJY2.js} +89 -25
  15. package/dist/chunk-P6RHBJY2.js.map +1 -0
  16. package/dist/{chunk-ON6VFCJO.js → chunk-QQZQNBJC.js} +51 -2
  17. package/dist/chunk-QQZQNBJC.js.map +1 -0
  18. package/dist/{chunk-QK3LVGI7.js → chunk-SAHBBO3U.js} +170 -8
  19. package/dist/chunk-SAHBBO3U.js.map +1 -0
  20. package/dist/{chunk-DOXSPRSP.js → chunk-SDDZFFL6.js} +14 -225
  21. package/dist/chunk-SDDZFFL6.js.map +1 -0
  22. package/dist/chunk-YICMTZS5.js +527 -0
  23. package/dist/chunk-YICMTZS5.js.map +1 -0
  24. package/dist/config/index.cjs +10 -5
  25. package/dist/config/index.cjs.map +1 -1
  26. package/dist/config/index.d.cts +1 -1
  27. package/dist/config/index.d.ts +1 -1
  28. package/dist/config/index.js +1 -1
  29. package/dist/evidence/index.cjs.map +1 -1
  30. package/dist/evidence/index.d.cts +2 -2
  31. package/dist/evidence/index.d.ts +2 -2
  32. package/dist/evidence/index.js +2 -2
  33. package/dist/harvester/index.cjs +965 -6
  34. package/dist/harvester/index.cjs.map +1 -1
  35. package/dist/harvester/index.d.cts +87 -5
  36. package/dist/harvester/index.d.ts +87 -5
  37. package/dist/harvester/index.js +4 -3
  38. package/dist/{index-DlngvZBr.d.ts → index-9rDiFuR4.d.cts} +43 -12
  39. package/dist/{index-DlngvZBr.d.cts → index-9rDiFuR4.d.ts} +43 -12
  40. package/dist/index.cjs +852 -32
  41. package/dist/index.cjs.map +1 -1
  42. package/dist/index.d.cts +13 -11
  43. package/dist/index.d.ts +13 -11
  44. package/dist/index.js +21 -12
  45. package/dist/index.js.map +1 -1
  46. package/dist/{literatureReview-C7hsjrn4.d.cts → literatureReview-BwidpYJo.d.cts} +2 -1
  47. package/dist/{literatureReview-DWl13r_3.d.ts → literatureReview-DOzgm9Q2.d.ts} +2 -1
  48. package/dist/pipeline/index.cjs +545 -249
  49. package/dist/pipeline/index.cjs.map +1 -1
  50. package/dist/pipeline/index.d.cts +10 -4
  51. package/dist/pipeline/index.d.ts +10 -4
  52. package/dist/pipeline/index.js +6 -5
  53. package/dist/{webScraper-yO9P-oLb.d.cts → webScraper-CAQjE46m.d.cts} +11 -2
  54. package/dist/{webScraper-DBFUIqoO.d.ts → webScraper-CXIpvyA6.d.ts} +11 -2
  55. package/package.json +1 -1
  56. package/dist/chunk-DOXSPRSP.js.map +0 -1
  57. package/dist/chunk-LSMSIPTZ.js +0 -3
  58. package/dist/chunk-LSMSIPTZ.js.map +0 -1
  59. package/dist/chunk-ON6VFCJO.js.map +0 -1
  60. package/dist/chunk-QK3LVGI7.js.map +0 -1
  61. package/dist/chunk-X3X26W2I.js.map +0 -1
  62. package/dist/chunk-XDDTHWJW.js.map +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/pipeline/campaignPlanner.ts","../src/pipeline/referencePackBuilder.ts","../src/pipeline/harvestPipeline.ts","../src/pipeline/groundingEngine.ts"],"names":[],"mappings":";;;;;;;AAiBO,IAAM,kBAAN,MAAsB;AAAA,EAC3B,UAAA,CACE,KAAA,EACA,MAAA,EACA,OAAA,GAAqF,EAAC,EACxE;AACd,IAAA,MAAM,IAAA,GACJ,MACG,SAAA,CAAU,KAAK,EACf,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAA,CAC9B,WAAA,EAAY,CACZ,QAAQ,aAAA,EAAe,GAAG,EAC1B,OAAA,CAAQ,QAAA,EAAU,EAAE,CAAA,CACpB,KAAA,CAAM,CAAA,EAAG,EAAE,CAAA,IAAK,gBAAA;AAErB,IAAA,MAAM,YAAY,OAAA,CAAQ,MAAA,GAAS,MAAA,GAAS,MAAA,KAAW,aAAa,iBAAA,GAAoB,QAAA;AACxF,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,KAAc,SAAA,KAAc,SAAS,CAAA,GAAI,CAAA,CAAA;AAEnE,IAAA,MAAM,MAAM,OAAA,CAAQ,OAAA;AACpB,IAAA,MAAM,UAAA,GAAa,CAAC,GAAA,EAAK,gBAAA,EAAkB,GAAA,EAAK,WAAW,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC5F,IAAA,MAAM,cAAc,UAAA,GAAa,CAAA,EAAG,UAAU,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,GAAK,KAAA;AAE5D,IAAA,MAAM,iBAA2B,EAAC;AAElC,IAAA,IAAI,GAAA,KAAQ,GAAA,CAAI,gBAAA,IAAoB,GAAA,CAAI,WAAA,IAAgB,IAAI,aAAA,IAAiB,GAAA,CAAI,aAAA,CAAc,MAAA,GAAS,CAAA,CAAA,EAAK;AAE3G,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,CAAA,EAAG,UAAA,IAAc,KAAK,CAAA,8CAAA,EAAiD,IAAI,aAAA,EAAe,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,IAAA,CAAK,GAAG,CAAA,IAAK,EAAE,GAAG,IAAA;AAAK,OAC/H;AAEA,MAAA,MAAM,OAAA,GAAU,GAAA,CAAI,OAAA,GAAU,CAAA,KAAA,EAAQ,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,kBAAA;AAC3E,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,GAAG,UAAA,IAAc,KAAK,CAAA,sCAAA,EAAyC,OAAO,GAAG,IAAA;AAAK,OAChF;AAEA,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,CAAA,EAAG,UAAA,IAAc,KAAK,CAAA,mDAAA,CAAA,CAAsD,IAAA;AAAK,OACnF;AAAA,IACF,CAAA,MAAO;AACL,MAAA,cAAA,CAAe,IAAA;AAAA,QACb,GAAG,WAAW,CAAA,uCAAA,CAAA;AAAA,QACd,GAAG,WAAW,CAAA,mCAAA,CAAA;AAAA,QACd,GAAG,WAAW,CAAA,qCAAA;AAAA,OAChB;AAAA,IACF;AAEA,IAAA,IAAI,WAAW,UAAA,EAAY;AACzB,MAAA,cAAA,CAAe,IAAA,CAAK,CAAA,EAAI,GAAA,EAAK,gBAAA,IAAoB,KAAM,CAAA,8CAAA,CAAgD,CAAA;AAAA,IACzG,CAAA,MAAA,IAAW,WAAW,UAAA,EAAY;AAChC,MAAA,cAAA,CAAe,IAAA,CAAK,CAAA,EAAG,KAAK,CAAA,yCAAA,CAA2C,CAAA;AAAA,IACzE;AAEA,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,2CAA+B,KAAK,CAAA,CAAA;AAAA,MACpC,CAAA,cAAA,EAAiB,IAAI,CAAA,mBAAA,EAAsB,MAAA,CAAO,WAAA,EAAa,CAAA,uBAAA,EAA0B,SAAA,CAAU,WAAA,EAAa,CAAA,uBAAA,EAA0B,SAAS,CAAA,EAAA,CAAA;AAAA,MACnJ;AAAA,wBAAA,CAAA;AAAA,MACA,gFAAgF,KAAK,CAAA,2DAAA,CAAA;AAAA,MACrF;AAAA,kCAAA,CAAA;AAAA,MACA,GAAG,cAAA,CAAe,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,EAAG,CAAA,GAAI,CAAC,CAAA,IAAA,EAAO,CAAC,CAAA,EAAA,CAAI,CAAA;AAAA,MACpD;AAAA,yCAAA,CAAA;AAAA,MACA,CAAA,qEAAA,CAAA;AAAA,MACA,CAAA,gFAAA,CAAA;AAAA,MACA,CAAA,qHAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,IAAA;AAAA,MACA,MAAA;AAAA,MACA,SAAA;AAAA,MACA,cAAA;AAAA,MACA,SAAA;AAAA,MACA,MAAA,EAAQ,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC3B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAA,CACJ,KAAA,EACA,MAAA,EACA,OAAA,GAAsG,EAAC,EAChF;AACvB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,UAAA,CAAW,KAAA,EAAO,QAAQ,OAAO,CAAA;AACvD,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,EAAK,OAAO,QAAA;AAEzB,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,OAAA,CAAQ,OAAA;AACpB,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,0KAAA,CAAA;AAAA,QACA,oBAAoB,KAAK,CAAA,CAAA;AAAA,QACzB,GAAA,EAAK,WAAA,GAAc,CAAA,eAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACzD,GAAA,EAAK,gBAAA,GAAmB,CAAA,qBAAA,EAAwB,GAAA,CAAI,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QACzE,GAAA,EAAK,WAAA,GAAc,CAAA,oBAAA,EAAuB,GAAA,CAAI,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QAC9D,GAAA,EAAK,OAAA,GAAU,CAAA,oBAAA,EAAuB,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QAC3E,GAAA,EAAK,eAAe,MAAA,GAAS,CAAA,mBAAA,EAAsB,IAAI,aAAA,CAAc,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF,CAAA,6OAAA,CAAA;AAAA,QACA,CAAA,yFAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,mGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AACD,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,IAAI,MAAM,OAAA,CAAQ,MAAM,CAAA,IAAK,MAAA,CAAO,UAAU,CAAA,EAAG;AAC/C,UAAA,MAAM,OAAA,GAAU,OAAO,GAAA,CAAI,CAAC,MAAM,MAAA,CAAO,CAAC,EAAE,IAAA,EAAM,EAAE,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,MAAA,GAAS,CAAC,CAAA,CAAE,KAAA,CAAM,GAAG,CAAC,CAAA;AAC1F,UAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,YAAA,QAAA,CAAS,cAAA,GAAiB,OAAA;AAAA,UAC5B;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,4EAAA,EAA8E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC5G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;ACjHO,IAAM,uBAAN,MAA2B;AAAA,EAChC,kBAAA,CACE,KAAA,EACA,MAAA,EACA,OAAA,GAQI,EAAC,EACgB;AACrB,IAAA,MAAM,WAAoC,EAAC;AAC3C,IAAA,MAAM,WAAA,GAAc,wBAAA,CAAyB,KAAA,EAAO,OAAA,CAAQ,SAAS,MAAM,CAAA;AAG3E,IAAA,IAAI,QAAQ,cAAA,EAAgB;AAC1B,MAAA,OAAA,CAAQ,cAAA,CAAe,OAAA,CAAQ,CAAC,CAAA,EAAG,GAAA,KAAQ;AACzC,QAAA,MAAM,QAAA,GACJ,EAAE,IAAA,EAAM,IAAA,OACP,CAAA,CAAE,QAAA,GAAW,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,GAAG,CAAA,CAAE,MAAK,GAAI,CAAA,2BAAA,EAA8B,EAAE,IAAA,IAAQ,MAAM,CAAA,EAAA,EAAK,CAAA,CAAE,aAAa,CAAA,YAAA,CAAA,CAAA;AACpH,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACZ,EAAA,EAAI,YAAY,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,UAChD,OAAO,CAAA,CAAE,KAAA;AAAA,UACT,UAAA,EAAY,gBAAA;AAAA,UACZ,GAAA,EAAK,EAAE,GAAA,KAAQ,CAAA,CAAE,MAAM,CAAA,gBAAA,EAAmB,CAAA,CAAE,GAAG,CAAA,CAAA,GAAK,EAAA,CAAA;AAAA,UACpD,cAAA,EAAgB,CAAA;AAAA,UAChB,qBAAA,EAAuB,CAAC,QAAQ;AAAA,SACjC,CAAA;AAAA,MACH,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,QAAQ,WAAA,EAAa;AACvB,MAAA,OAAA,CAAQ,WAAA,CAAY,OAAA,CAAQ,CAAC,CAAA,EAAG,GAAA,KAAQ;AACtC,QAAA,MAAM,SAAA,GACJ,CAAA,CAAE,YAAA,IAAgB,CAAA,CAAE,YAAA,CAAa,MAAA,GAAS,CAAA,GACtC,CAAA,CAAE,YAAA,GACF,CAAA,CAAE,GAAA,CAAI,WAAA,IAAe,CAAA,CAAE,IAAI,WAAA,CAAY,MAAA,GAAS,CAAA,GAC9C,CAAA,CAAE,GAAA,CAAI,WAAA,CAAY,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,GAC5B,CAAC,CAAA,CAAE,OAAO,CAAA;AAClB,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACZ,EAAA,EAAI,WAAW,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,UAC/C,KAAA,EAAO,EAAE,GAAA,CAAI,KAAA;AAAA,UACb,UAAA,EAAY,CAAA,CAAE,GAAA,CAAI,aAAA,KAAkB,YAAY,kBAAA,GAAqB,eAAA;AAAA,UACrE,GAAA,EAAK,EAAE,GAAA,CAAI,GAAA;AAAA,UACX,gBAAgB,CAAA,CAAE,KAAA;AAAA,UAClB,qBAAA,EAAuB;AAAA,SACxB,CAAA;AAAA,MACH,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,wBAAwB,IAAA,CAAK,SAAA;AAAA,MACjC;AAAA,QACE,KAAA;AAAA,QACA,MAAA;AAAA,QACA,WAAA,EAAA,iBAAa,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,QACpC,iBAAiB,QAAA,CAAS,MAAA;AAAA,QAC1B,kBAAA,EAAoB,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,KAAA;AAAA,QAChD,aAAA,EAAe,OAAA,CAAQ,SAAA,EAAW,IAAA,IAAQ,IAAA;AAAA,QAC1C,qBAAqB,OAAA,CAAQ,mBAAA;AAAA,QAC7B,QAAA,EAAU,OAAA,CAAQ,QAAA,IAAY,EAAC;AAAA,QAC/B;AAAA,OACF;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,MAAM,UAAA,GACJ,OAAA,CAAQ,WAAA,EAAa,OAAA,CAAQ,CAAC,CAAA,KAAM;AAClC,MAAA,IAAI,EAAE,GAAA,CAAI,mBAAA,IAAuB,EAAE,GAAA,CAAI,mBAAA,CAAoB,SAAS,CAAA,EAAG;AACrE,QAAA,OAAO,CAAA,CAAE,GAAA,CAAI,mBAAA,CAAoB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,YAAY,WAAW;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU,CAAA;AAAA,MACjH;AACA,MAAA,OAAO,CAAA,CAAE,GAAA,CAAI,qBAAA,CAAsB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,WAAW;AAAA,EAAK,CAAC;AAAA,MAAA,CAAU,CAAA;AAAA,IAChG,CAAC,KAAK,EAAC;AAET,IAAA,MAAM,kBAA4B,EAAC;AACnC,IAAA,IAAI,QAAQ,mBAAA,EAAqB;AAC/B,MAAA,IAAI,OAAA,CAAQ,oBAAoB,gBAAA,EAAkB;AAChD,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA;AAAA,EAAwC,OAAA,CAAQ,mBAAA,CAAoB,gBAAgB,CAAA,CAAE,CAAA;AAAA,MAC7G;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,YAAA,EAAc,MAAA,GAAS,CAAA,EAAG;AACxD,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,YAAA,CAAa,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SAC3E;AAAA,MACF;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,+BAAA,EAAiC,MAAA,GAAS,CAAA,EAAG;AAC3E,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,+BAAA,CAAgC,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SAC9F;AAAA,MACF;AACA,MAAA,IAAI,OAAA,CAAQ,mBAAA,CAAoB,oBAAA,EAAsB,MAAA,GAAS,CAAA,EAAG;AAChE,QAAA,eAAA,CAAgB,IAAA;AAAA,UACd;AAAA;AAAA,CAAA,GACE,OAAA,CAAQ,mBAAA,CAAoB,oBAAA,CAAqB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI;AAAA,SACnF;AAAA,MACF;AAAA,IACF,CAAA,MAAA,IAAW,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAC9B,MAAA,MAAM,YAAA,GAAe,SAAS,OAAA,CAAQ,CAAC,MAAM,CAAA,CAAE,qBAAA,CAAsB,MAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAM,CAAA,KAAA,EAAQ,CAAA,CAAE,EAAE,CAAA,IAAA,EAAO,CAAC,EAAE,CAAC,CAAA;AACnH,MAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA;AAAA,CAAA,GAAuC,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,MACrF;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,kCAA2B,KAAK,CAAA,CAAA;AAAA,MAChC,CAAA,gBAAA,EAAmB,MAAA,CAAO,WAAA,EAAa,CAAA,wBAAA,EAA2B,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,IAAI,CAAA,WAAA,EAAS,OAAA,CAAQ,UAAA,EAAY,IAAA,IAAQ,sBAAsB,CAAA,CAAA,EAAI,OAAA,CAAQ,SAAA,GAAY,CAAA,oBAAA,EAAuB,OAAA,CAAQ,SAAA,CAAU,IAAI,CAAA,IAAA,EAAO,OAAA,CAAQ,SAAA,CAAU,IAAI,CAAA,CAAA,CAAA,GAAM,EAAE,CAAA,CAAA;AAAA,MACvQ,CAAA,uDAAA,CAAA;AAAA,MACA;AAAA,8CAAA,CAAA;AAAA,MACA,0HAA0H,KAAK,CAAA,GAAA,CAAA;AAAA,MAC/H,GAAG,eAAA;AAAA,MACH;AAAA,qCAAA,CAAA;AAAA,MACA,CAAA,yDAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,QAAA,CAAS,GAAA;AAAA,QACV,CAAC,MACC,CAAA,IAAA,EAAO,CAAA,CAAE,EAAE,CAAA,OAAA,EAAU,CAAA,CAAE,UAAU,CAAA,KAAA,EAAQ,CAAA,CAAE,MAAM,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,YAAA,EAAU,EAAE,cAAc,CAAA,iBAAA,EAAoB,EAAE,GAAG,CAAA,GAAA;AAAA,OAC3H;AAAA,MACA;AAAA,4CAAA,CAAA;AAAA,MACA,GAAI,UAAA,CAAW,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,CAAC,yCAAyC,CAAA;AAAA,MACnF;AAAA,6CAAA,CAAA;AAAA,MACA,CAAA,4DAAA,EAA+D,QAAQ,UAAA,EAAY,IAAA,IAAQ,KAAK,CAAA,iBAAA,EAAoB,OAAA,CAAQ,SAAA,EAAW,IAAA,IAAQ,IAAI,CAAA,YAAA,CAAA;AAAA,MACnJ,CAAA,qGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,qBAAA;AAAA,MACA,eAAA,EAAiB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACpC;AAAA,EACF;AACF;;;ACpGO,SAAS,qBAAqB,MAAA,EAAwB;AAC3D,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,MAAA,CAAO,MAAM,CAAA;AAC/B,IAAA,CAAA,CAAE,IAAA,GAAO,EAAA;AACT,IAAA,KAAA,MAAW,OAAO,CAAC,GAAG,EAAE,YAAA,CAAa,IAAA,EAAM,CAAA,EAAG;AAC5C,MAAA,IAAI,sCAAA,CAAuC,IAAA,CAAK,GAAG,CAAA,EAAG;AACpD,QAAA,CAAA,CAAE,YAAA,CAAa,OAAO,GAAG,CAAA;AAAA,MAC3B;AAAA,IACF;AACA,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,OAAA,CAAQ,MAAA,EAAQ,EAAE,CAAA,IAAK,GAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,CAAA,CAAE,YAAA,CAAa,QAAA,EAAS;AACtC,IAAA,OAAO,CAAA,EAAG,CAAA,CAAE,QAAQ,CAAA,EAAA,EAAK,EAAE,QAAA,CAAS,WAAA,EAAa,CAAA,EAAG,IAAI,CAAA,EAAG,KAAA,GAAQ,CAAA,CAAA,EAAI,KAAK,KAAK,EAAE,CAAA,CAAA;AAAA,EACrF,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,OAAO,IAAA,EAAK,CAAE,aAAY,CAAE,OAAA,CAAQ,QAAQ,EAAE,CAAA;AAAA,EACvD;AACF;AAKO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,OAAA;AAAA,EACA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,cAAA;AAAA,EACA,iBAAA;AAAA,EACA,cAAA;AAAA,EACA,oBAAA;AAAA,EACA,OAAA;AAAA,EACA,cAAA;AAAA,EACA,aAAA;AAAA,EACA,iBAAA;AAAA,EACA,UAAA;AAAA,EAER,WAAA,CACE,OAAA,GAcI,EAAC,EACL;AACA,IAAA,MAAM,QAAA,GAAW,QAAQ,gBAAA,IAAoB,IAAA;AAC7C,IAAA,MAAM,IAAA,GAAwB;AAAA,MAC5B,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,GAAA,EAAK,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,MAAA;AAAA,MACrC,IAAA,EAAM,OAAA,CAAQ,OAAA,EAAS,IAAA,IAAQ,OAAA,CAAQ,OAAA;AAAA,MACvC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,eAAA,EAAiB,OAAA,CAAQ,OAAA,EAAS,eAAA,IAAmB,OAAA,CAAQ;AAAA,KAC/D;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,CAAwB;AAAA,MAC9C,OAAA,EAAS,IAAA;AAAA,MACT,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,UAAA,CAAW;AAAA,MAC5B,cAAc,OAAA,CAAQ,YAAA;AAAA,MACtB,SAAS,IAAA,CAAK,IAAA;AAAA,MACd,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,aAAA,EAAc;AACjC,IAAA,IAAA,CAAK,MAAA,GAAS,IAAI,cAAA,EAAe;AACjC,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,cAAA,EAAe;AACzC,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAI,iBAAA,EAAkB;AAC/C,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,oBAAA,CAAqB;AAAA,MAC7C,QAAQ,IAAA,CAAK,eAAA;AAAA,MACb,gBAAA,EAAkB,QAAA;AAAA,MAClB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAI,2BAAA,EAA4B;AAC5D,IAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,oBAAA,EAAqB;AAC/C,IAAA,IAAA,CAAK,aAAA,GAAgB,IAAI,wBAAA,EAAyB;AAClD,IAAA,IAAA,CAAK,oBAAoB,OAAA,CAAQ,wBAAA;AACjC,IAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,GAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,GAAA,CAAI,KAAA,EAAe,OAAA,GAAkC,EAAC,EAAmC;AAC7F,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,UAAA,KAAe,MAAM;AAAA,IAAC,CAAA,CAAA;AAC7C,IAAA,MAAM,GAAA,GAAM,OAAA,CAAQ,GAAA,IAAO,IAAA,CAAK,UAAA;AAChC,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,wBAAA,IAA4B,IAAA,CAAK,iBAAA;AAE7D,IAAA,MAAM,UAAA,GAA8B;AAAA,MAClC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,GAAA,EAAK,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,MAAA;AAAA,MACrC,IAAA,EAAM,OAAA,CAAQ,OAAA,EAAS,IAAA,IAAQ,OAAA,CAAQ,OAAA;AAAA,MACvC,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,SAAA;AAAA,MAC3C,eAAA,EAAiB,OAAA,CAAQ,OAAA,EAAS,eAAA,IAAmB,OAAA,CAAQ;AAAA,KAC/D;AAEA,IAAA,IAAI,QAAQ,mBAAA,EAAqB;AAC/B,MAAA,IAAA,CAAK,YAAA,CAAa,gBAAA,CAAiB,OAAA,CAAQ,mBAAmB,CAAA;AAAA,IAChE;AACA,IAAA,IAAI,QAAQ,oBAAA,EAAsB;AAChC,MAAA,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAA,CAAQ,oBAAoB,CAAA;AAAA,IAC5D;AACA,IAAA,IAAI,QAAQ,2BAAA,EAA6B;AACvC,MAAA,IAAA,CAAK,cAAA,CAAe,gBAAA,CAAiB,OAAA,CAAQ,2BAA2B,CAAA;AAAA,IAC1E;AAGA,IAAA,MAAA,CAAO,UAAA,EAAY,CAAA,0DAAA,EAA6D,KAAK,CAAA,IAAA,CAAM,CAAA;AAC3F,IAAA,MAAM,eAAe,uBAAA,CAAwB,KAAA,EAAO,OAAA,CAAQ,MAAA,EAAQ,QAAQ,OAAO,CAAA;AACnF,IAAA,MAAM,SAAS,YAAA,CAAa,MAAA;AAC5B,IAAA,MAAM,OAAO,GAAA,GACT,MAAM,KAAK,OAAA,CAAQ,iBAAA,CAAkB,OAAO,MAAA,EAAQ;AAAA,MAClD,WAAW,OAAA,CAAQ,SAAA;AAAA,MACnB,QAAQ,OAAA,CAAQ,MAAA;AAAA,MAChB,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB;AAAA,KACD,CAAA,GACD,IAAA,CAAK,OAAA,CAAQ,UAAA,CAAW,OAAO,MAAA,EAAQ;AAAA,MACrC,WAAW,OAAA,CAAQ,SAAA;AAAA,MACnB,QAAQ,OAAA,CAAQ,MAAA;AAAA,MAChB,SAAS,OAAA,CAAQ;AAAA,KAClB,CAAA;AAGL,IAAA,MAAA,CAAO,YAAY,CAAA,oFAAA,CAAsF,CAAA;AACzG,IAAA,MAAM,aAAA,GAAgB,gBAAA,CAAiB,KAAA,EAAO,OAAA,CAAQ,OAAO,CAAA;AAC7D,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,aAAa,KAAA,EAAO;AAAA,MAC3D,KAAA,EAAO,CAAA;AAAA,MACP,QAAQ,UAAA,CAAW,eAAA;AAAA,MACnB,eAAe,OAAA,CAAQ;AAAA,KACxB,CAAA;AACD,IAAA,MAAM,SAAA,GAAY,GAAA,GACd,MAAM,IAAA,CAAK,oBAAA,CAAqB,iBAAA;AAAA,MAC9B,KAAA;AAAA,MACA,MAAA;AAAA,MACA,aAAA,CAAc,IAAA;AAAA,MACd,aAAA,CAAc,SAAA;AAAA,MACd,EAAE,GAAA,EAAK,OAAA,EAAS,OAAA,CAAQ,OAAA;AAAQ,KAClC,GACA,KAAK,oBAAA,CAAqB,UAAA;AAAA,MACxB,KAAA;AAAA,MACA,MAAA;AAAA,MACA,aAAA,CAAc,IAAA;AAAA,MACd,aAAA,CAAc;AAAA,KAChB;AAGJ,IAAA,MAAA,CAAO,aAAa,CAAA,mEAAA,CAAqE,CAAA;AACzF,IAAA,MAAM,cAAkG,EAAC;AACzG,IAAA,MAAM,oBAA2B,EAAC;AAClC,IAAA,MAAM,WAAA,uBAAkB,GAAA,EAAY;AAEpC,IAAA,KAAA,MAAW,KAAA,IAAS,KAAK,cAAA,EAAgB;AACvC,MAAA,MAAA,CAAO,WAAA,EAAa,CAAA,WAAA,EAAc,KAAK,CAAA,CAAE,CAAA;AACzC,MAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,KAAA,EAAO;AAAA,QACjD,KAAA,EAAO,CAAA;AAAA,QACP,OAAA,EAAS,UAAA;AAAA,QACT,eAAe,OAAA,CAAQ;AAAA,OACxB,CAAA;AAED,MAAA,KAAA,MAAW,OAAO,IAAA,EAAM;AACtB,QAAA,IAAI,CAAC,KAAK,GAAA,EAAK;AACf,QAAA,MAAM,OAAA,GAAU,oBAAA,CAAqB,GAAA,CAAI,GAAG,CAAA;AAC5C,QAAA,IAAI,WAAA,CAAY,GAAA,CAAI,OAAO,CAAA,EAAG;AAC9B,QAAA,WAAA,CAAY,IAAI,OAAO,CAAA;AAEvB,QAAA,IAAI;AACF,UAAA,MAAA,CAAO,UAAA,EAAY,CAAA,gCAAA,EAAmC,GAAA,CAAI,GAAG,CAAA,CAAE,CAAA;AAC/D,UAAA,MAAM,MAAM,MAAM,IAAA,CAAK,OAAA,CAAQ,SAAA,CAAU,IAAI,GAAA,EAAK;AAAA,YAChD,eAAe,OAAA,CAAQ,oBAAA;AAAA,YACvB,SAAS,UAAA,CAAW;AAAA,WACrB,CAAA;AACD,UAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,OAAA,CAAQ,aAAA,CAAc,GAAG,CAAA;AAE5C,UAAA,IAAI,MAAM,MAAA,EAAQ;AAChB,YAAA,MAAM,SAAS,IAAA,CAAK,MAAA,CAAO,aAAA,CAAc,GAAA,EAAK,QAAQ,KAAK,CAAA;AAC3D,YAAA,IAAI,OAAO,UAAA,EAAY;AACrB,cAAA,WAAA,CAAY,IAAA,CAAK;AAAA,gBACf,GAAA;AAAA,gBACA,OAAO,MAAA,CAAO,KAAA;AAAA,gBACd,SAAS,MAAA,CAAO,OAAA;AAAA,gBAChB,cAAc,MAAA,CAAO;AAAA,eACtB,CAAA;AAED,cAAA,iBAAA,CAAkB,IAAA,CAAK;AAAA,gBACrB,UAAA,EAAY,OAAO,MAAA,CAAO,WAAA,CAAY,MAAM,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,gBAC9D,WAAW,GAAA,CAAI,GAAA;AAAA,gBACf,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,gBACnC,MAAA;AAAA,gBACA,gBAAgB,MAAA,CAAO,KAAA;AAAA,gBACvB,UAAU,GAAA,CAAI;AAAA,eACf,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF,SAAS,CAAA,EAAQ;AACf,UAAA,OAAA,CAAQ,KAAK,CAAA,sBAAA,EAAyB,GAAA,CAAI,GAAG,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,QACnE;AAAA,MACF;AAAA,IACF;AAGA,IAAA,MAAA,CAAO,SAAS,CAAA,+DAAA,CAAiE,CAAA;AACjF,IAAA,MAAM,WAAA,GAAc,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,GAAA,MAAS;AAAA,MAClD,UAAA,EAAY,OAAO,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,MACnD,KAAK,IAAA,CAAK;AAAA,KACZ,CAAE,CAAA;AACF,IAAA,MAAM,aAAa,MAAM,IAAA,CAAK,cAAc,sBAAA,CAAuB,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MAC7F,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB;AAAA,KACD,CAAA;AAGD,IAAA,MAAA,CAAO,aAAa,CAAA,yEAAA,CAA2E,CAAA;AAC/F,IAAA,MAAM,sBAAsB,MAAM,IAAA,CAAK,kBAAA,CAAmB,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MACpF,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,GAAA;AAAA,MACA,WAAA;AAAA,MACA,UAAU,UAAA,CAAW;AAAA,KACtB,CAAA;AAGD,IAAA,MAAA,CAAO,cAAc,CAAA,mEAAA,CAAqE,CAAA;AAC1F,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA,CAAe,WAAA,CAAY,KAAA,EAAO,QAAQ,WAAA,EAAa;AAAA,MAC1E,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB,eAAe,UAAA,CAAW;AAAA,KAC3B,CAAA;AAGD,IAAA,MAAM,aAAA,GAAgB,IAAA,CAAK,cAAA,CAAe,kBAAA,CAAmB,OAAO,MAAA,EAAQ;AAAA,MAC1E,YAAY,aAAA,CAAc,IAAA;AAAA,MAC1B,WAAW,aAAA,CAAc,SAAA;AAAA,MACzB,SAAS,OAAA,CAAQ,OAAA;AAAA,MACjB,WAAA;AAAA,MACA,cAAA,EAAgB,MAAA;AAAA,MAChB,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB;AAAA,KACD,CAAA;AAGD,IAAA,MAAA,CAAO,cAAc,CAAA,gDAAA,CAAkD,CAAA;AACvE,IAAA,MAAM,UAAA,GAAa,IAAA,CAAK,iBAAA,CAAkB,eAAA,CAAgB,OAAO,iBAAiB,CAAA;AAElF,IAAA,MAAA,CAAO,WAAA,EAAa,CAAA,6DAAA,EAAgE,KAAK,CAAA,EAAA,CAAI,CAAA;AAE7F,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,IAAA;AAAA,MACA,OAAA;AAAA,MACA,gBAAA,EAAkB,SAAA;AAAA,MAClB,aAAA;AAAA,MACA,UAAA;AAAA,MACA,UAAU,UAAA,CAAW,QAAA;AAAA,MACrB,eAAe,UAAA,CAAW,aAAA;AAAA,MAC1B,mBAAA;AAAA,MACA,uBAAuB,WAAA,CAAY;AAAA,KACrC;AAAA,EACF;AAAA,EAEA,MAAc,kBAAA,CACZ,KAAA,EACA,MAAA,EACA,aACA,OAAA,EAMsC;AACtC,IAAA,MAAM,QAAA,GAAW,WAAA,CAAY,GAAA,CAAI,CAAC,GAAG,GAAA,MAAS;AAAA,MAC5C,UAAA,EAAY,OAAO,MAAA,CAAO,GAAA,GAAM,CAAC,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,MACnD,KAAA,EAAO,EAAE,GAAA,CAAI,KAAA;AAAA,MACb,GAAA,EAAK,EAAE,GAAA,CAAI,GAAA;AAAA,MACX,SAAS,CAAA,CAAE,YAAA,CAAa,IAAA,CAAK,GAAG,KAAK,CAAA,CAAE,OAAA;AAAA,MACvC,cAAc,CAAA,CAAE,GAAA,CAAI,qBAAA,CAAsB,KAAA,CAAM,GAAG,CAAC;AAAA,KACtD,CAAE,CAAA;AAEF,IAAA,IAAI,QAAQ,WAAA,EAAa;AACvB,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,OAAA,CAAQ,WAAA,CAAY,UAAA,CAAW;AAAA,UAC1C,KAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAS,OAAA,CAAQ,OAAA;AAAA,UACjB;AAAA,SACD,CAAA;AAAA,MACH,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,kEAAA,EAAoE,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAClG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,GAAA,IAAO,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AACtC,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS;AAAA,UACb,CAAA,wEAAA,EAA2E,KAAK,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,UACpG,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,UACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,UAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,mBAAmB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,UAClF;AAAA;AAAA,CAAA,GACE,SAAS,GAAA,CAAI,CAAC,MAAM,CAAA,CAAA,EAAI,CAAA,CAAE,UAAU,CAAA,EAAA,EAAK,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA,GAAA,EAAM,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,UAC1F;AAAA,oDAAA,CAAA;AAAA,UACA,CAAA,wSAAA;AAAA,SACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,QAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,UACpC,MAAA,EAAQ,yGAAA;AAAA,UACR,WAAA,EAAa,GAAA;AAAA,UACb,QAAA,EAAU;AAAA,SACX,CAAA;AACD,QAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,QAAA,IAAI,KAAA,EAAO;AACT,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,UAAA,OAAO;AAAA,YACL,gBAAA,EAAkB,MAAA,CAAO,MAAA,CAAO,gBAAA,IAAoB,EAAE,CAAA;AAAA,YACtD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,GAAI,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,CAAA,GAAI,EAAC;AAAA,YACtF,+BAAA,EAAiC,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,+BAA+B,CAAA,GACjF,MAAA,CAAO,+BAAA,CAAgC,GAAA,CAAI,MAAM,CAAA,GACjD,EAAC;AAAA,YACL,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,oBAAoB,CAAA,GAC3D,MAAA,CAAO,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GACtC,EAAC;AAAA,YACL,mBAAmB,OAAA,CAAQ;AAAA,WAC7B;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC7G;AAAA,IACF;AAGA,IAAA,MAAM,YAAA,GAAe,QAAA,CAClB,MAAA,CAAO,CAAC,CAAA,KAAM,EAAE,OAAO,CAAA,CACvB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,IAAI,CAAC,CAAA,KAAM,CAAA,CAAA,EAAI,CAAA,CAAE,UAAU,CAAA,EAAA,EAAK,EAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA;AAE1D,IAAA,MAAM,WAAW,WAAA,CACd,OAAA;AAAA,MAAQ,CAAC,CAAA,KACR,CAAA,CAAE,GAAA,CAAI,gBACH,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CACnB,MAAA;AAAA,QACC,CAAC,CAAA,KACC,CAAA,CAAE,MAAA,IAAU,EAAA,IACZ,EAAE,MAAA,IAAU,GAAA,IACZ,kHAAA,CAAmH,IAAA,CAAK,CAAC;AAAA;AAC7H,KACJ,CACC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAEb,IAAA,OAAO;AAAA,MACL,gBAAA,EACE,WAAA,CAAY,MAAA,GAAS,CAAA,GACjB,oBAAoB,WAAA,CAAY,MAAM,CAAA,+BAAA,EAAkC,KAAK,MAAM,MAAA,CAAO,WAAA,EAAa,CAAA,EAAA,CAAA,GACvG,2DAA2D,KAAK,CAAA,EAAA,CAAA;AAAA,MACtE,YAAA;AAAA,MACA,+BAAA,EAAiC,QAAA;AAAA,MACjC,sBAAsB,WAAA,CAAY,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAG,EAAE,GAAA,CAAI,KAAK,KAAK,CAAA,CAAE,GAAA,CAAI,GAAG,CAAA,CAAA,CAAG,CAAA;AAAA,MACxF,mBAAmB,OAAA,CAAQ;AAAA,KAC7B;AAAA,EACF;AACF;;;ACnYO,IAAM,2BAAN,MAA+B;AAAA,EACpC,WAAA,CACU,eAAwC,IAAI,uBAAA,IAC5C,OAAA,GAAsB,IAAI,YAAW,EAC7C;AAFQ,IAAA,IAAA,CAAA,YAAA,GAAA,YAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EACP;AAAA,EAEH,MAAM,cAAA,CACJ,KAAA,EACA,MAAA,EACA,SACA,GAAA,EAC6B;AAC7B,IAAA,MAAM,QAAA,GAAW,SAAS,gBAAA,IAAoB,EAAA;AAC9C,IAAA,MAAM,QAAA,GAAW,SAAS,WAAA,IAAe,EAAA;AACzC,IAAA,MAAM,OAAA,GAAU,OAAA,EAAS,OAAA,IAAW,CAAC,IAAI,EAAE,CAAA;AAG3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,GAAG,QAAQ,CAAA,CAAA,EAAI,QAAQ,CAAA,CAAA,EAAI,KAAK,sCAAsC,IAAA,EAAK;AAAA,MAC3E,CAAA,EAAG,QAAA,IAAY,QAAA,IAAY,KAAK,qCAAqC,IAAA,EAAK;AAAA,MAC1E,CAAA,EAAG,QAAA,IAAY,QAAA,IAAY,KAAK,6CAA6C,IAAA;AAAK,KACpF;AAEA,IAAA,MAAM,UAAkE,EAAC;AACzE,IAAA,KAAA,MAAW,KAAK,OAAA,EAAS;AACvB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,YAAA,CAAa,OAAO,CAAA,EAAG,EAAE,KAAA,EAAO,CAAA,EAAG,CAAA;AAC3D,QAAA,KAAA,MAAW,KAAK,IAAA,EAAM;AACpB,UAAA,IAAI,CAAC,mBAAA,CAAoB,EAAE,GAAA,EAAK,CAAA,CAAE,GAAA,EAAK,KAAA,EAAO,CAAA,CAAE,KAAA,EAAO,OAAA,EAAS,CAAA,CAAE,OAAA,EAAS,CAAA,EAAG;AAC5E,YAAA,IAAI,CAAC,QAAQ,IAAA,CAAK,CAAC,aAAa,QAAA,CAAS,GAAA,KAAQ,CAAA,CAAE,GAAG,CAAA,EAAG;AACvD,cAAA,OAAA,CAAQ,KAAK,CAAC,CAAA;AAAA,YAChB;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AACvC,IAAA,MAAM,aAAA,GAAgB,MAAM,OAAA,CAAQ,UAAA;AAAA,MAClC,YAAA,CAAa,GAAA,CAAI,OAAO,CAAA,KAAM;AAC5B,QAAA,IAAI;AACF,UAAA,MAAM,MAAM,MAAM,IAAA,CAAK,OAAA,CAAQ,SAAA,CAAU,EAAE,GAAG,CAAA;AAC9C,UAAA,IAAI,GAAA,IAAO,IAAI,eAAA,EAAiB;AAC9B,YAAA,MAAM,kBAAA,GAAsB,IAAI,WAAA,IAAe,GAAA,CAAI,YAAY,MAAA,GAAS,CAAA,GACpE,IAAI,WAAA,CAAY,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,MAAM,CAAA,GACvC,IAAI,eAAA,CAAgB,KAAA,CAAM,GAAG,IAAI,CAAA;AAErC,YAAA,OAAO;AAAA,cACL,OAAO,CAAA,CAAE,KAAA;AAAA,cACT,KAAK,CAAA,CAAE,GAAA;AAAA,cACP,OAAA,EAAS,kBAAA;AAAA,cACT,aAAa,GAAA,CAAI,mBAAA,IAAuB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,cACtD,SAAS,GAAA,CAAI,eAAA,IAAmB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,cAC9C,cAAc,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC;AAAA,aACjD;AAAA,UACF;AAAA,QACF,CAAA,CAAA,MAAQ;AAAA,QAER;AACA,QAAA,OAAO;AAAA,UACL,OAAO,CAAA,CAAE,KAAA;AAAA,UACT,KAAK,CAAA,CAAE,GAAA;AAAA,UACP,OAAA,EAAS,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,UAC/B,YAAY,EAAC;AAAA,UACb,QAAQ,EAAC;AAAA,UACT,aAAa;AAAC,SAChB;AAAA,MACF,CAAC;AAAA,KACH;AAEA,IAAA,MAAM,kBAAkB,aAAA,CAAc,GAAA;AAAA,MACpC,CAAC,GAAA,EAAK,GAAA,KACJ,IAAI,MAAA,KAAW,WAAA,GACX,IAAI,KAAA,GACJ;AAAA,QACE,KAAA,EAAO,YAAA,CAAa,GAAG,CAAA,CAAG,KAAA;AAAA,QAC1B,GAAA,EAAK,YAAA,CAAa,GAAG,CAAA,CAAG,GAAA;AAAA,QACxB,SAAS,YAAA,CAAa,GAAG,EAAG,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,QAChD,YAAY,EAAC;AAAA,QACb,QAAQ,EAAC;AAAA,QACT,aAAa;AAAC;AAChB,KACR;AAGA,IAAA,MAAM,wBAAoE,EAAC;AAC3E,IAAA,MAAM,kBAA4B,EAAC;AACnC,IAAA,MAAM,uBAAiC,EAAC;AAExC,IAAA,KAAA,MAAW,KAAK,eAAA,EAAiB;AAC/B,MAAA,IAAI,CAAA,CAAE,UAAA,IAAc,CAAA,CAAE,UAAA,CAAW,SAAS,CAAA,EAAG;AAC3C,QAAA,qBAAA,CAAsB,IAAA,CAAK,GAAG,CAAA,CAAE,UAAU,CAAA;AAAA,MAC5C;AACA,MAAA,IAAI,CAAA,CAAE,MAAA,IAAU,CAAA,CAAE,MAAA,CAAO,SAAS,CAAA,EAAG;AACnC,QAAA,eAAA,CAAgB,IAAA,CAAK,GAAG,CAAA,CAAE,MAAM,CAAA;AAAA,MAClC;AACA,MAAA,IAAI,CAAA,CAAE,WAAA,IAAe,CAAA,CAAE,WAAA,CAAY,SAAS,CAAA,EAAG;AAC7C,QAAA,oBAAA,CAAqB,IAAA,CAAK,GAAG,CAAA,CAAE,WAAW,CAAA;AAAA,MAC5C;AAAA,IACF;AAGA,IAAA,MAAM,gBAAA,GAAsC,eAAA,CAAgB,MAAA,GAAS,CAAA,GACjE;AAAA,MACE;AAAA,QACE,OAAO,eAAA,CAAgB,CAAC,CAAA,CAAE,KAAA,IAAS,GAAG,KAAK,CAAA,qBAAA,CAAA;AAAA,QAC3C,WAAA,EAAa,eAAA,CAAgB,CAAC,CAAA,CAAE,UAC5B,eAAA,CAAgB,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA,GACvC,uCAAuC,KAAK,CAAA,CAAA,CAAA;AAAA,QAChD,cAAA,EAAgB,iBAAiB,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA;AAAA,QACzD,SAAA,EAAW,eAAA,CAAgB,CAAC,CAAA,CAAE,GAAA;AAAA,QAC9B,oBAAA,EAAsB,QAAA,GAAW,CAAC,QAAQ,CAAA,GAAI,MAAA;AAAA,QAC9C,oBAAA,EAAsB,QAAA,GAAW,CAAC,QAAQ,CAAA,GAAI;AAAA;AAChD,QAEF,EAAC;AAEL,IAAA,MAAM,kBAAA,GAA+B,gBAAgB,MAAA,GAAS,CAAA,GACzD,WAAW,UAAA,IAAc,OAAA,CAAQ,QAAQ,CAAA,GACtC;AAAA,MACE,qFAAA;AAAA,MACA;AAAA,KACF,GACA;AAAA,MACE;AAAA,QAEN,EAAC;AAEL,IAAA,IAAI,SAAA,GAAgC;AAAA,MAClC,KAAA;AAAA,MACA,MAAA;AAAA,MACA,mBAAA,EAAqB;AAAA,QACnB,kBAAkB,QAAA,IAAY,MAAA;AAAA,QAC9B,aAAa,QAAA,IAAY,MAAA;AAAA,QACzB,kBAAA,EAAoB,IAAA;AAAA,QACpB,KAAA,EAAO,QAAA,IAAY,QAAA,GACf,CAAC,aAAa,QAAA,IAAY,kBAAkB,CAAA,MAAA,EAAS,QAAA,IAAY,cAAc,CAAA,CAAA,CAAG,CAAA,GAClF,CAAC,CAAA,oCAAA,EAAuC,KAAK,CAAA,CAAA,CAAG;AAAA,OACtD;AAAA,MACA,cAAA,EAAgB;AAAA,QACd,iBAAA,EAAmB,QAAQ,CAAC,CAAA;AAAA,QAC5B,iBAAA,EAAmB,QAAQ,CAAC,CAAA;AAAA,QAC5B,yBAAA,EAA2B,UAAA;AAAA,QAC3B,mBAAmB;AAAC,OACtB;AAAA,MACA,gBAAA,EAAkB,gBAAA;AAAA,MAClB,oBAAA,EAAsB,kBAAA;AAAA,MACtB,gBAAA,EAAkB,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAA,MAAO,EAAE,KAAA,EAAO,CAAA,CAAE,KAAA,EAAO,GAAA,EAAK,CAAA,CAAE,GAAA,EAAI,CAAE,CAAA;AAAA,MAC7E,cAAA,EAAgB,EAAA;AAAA,MAChB,YAAA,EAAc,qBAAA,CAAsB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAAA,MAC9C,YAAA,EAAc,eAAA,CAAgB,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAAA,MACxC,WAAA,EAAa,oBAAA,CAAqB,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA,KAC9C;AAEA,IAAA,IAAI,GAAA,IAAO,eAAA,CAAgB,MAAA,GAAS,CAAA,EAAG;AACrC,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS;AAAA,UACb,wFAAwF,KAAK,CAAA,EAAA,CAAA;AAAA,UAC7F,CAAA,UAAA,EAAa,QAAA,IAAY,KAAK,CAAA,gBAAA,EAAmB,QAAA,IAAY,KAAK,CAAA,oBAAA,EAAuB,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,WAAA,CAAA;AAAA,UACjH;AAAA;AAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM;AACb,YAAA,MAAM,KAAA,GAAQ,CAAC,CAAA,QAAA,EAAW,CAAA,GAAI,CAAC,KAAK,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA;AAAA,EAAO,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA;AACvE,YAAA,IAAI,CAAA,CAAE,UAAA,IAAc,CAAA,CAAE,UAAA,CAAW,SAAS,CAAA,EAAG;AAC3C,cAAA,KAAA,CAAM,IAAA,CAAK,kBAAA,GAAqB,CAAA,CAAE,UAAA,CAAW,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,QAAA,IAAY,EAAE;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,YACpH;AACA,YAAA,IAAI,CAAA,CAAE,MAAA,IAAU,CAAA,CAAE,MAAA,CAAO,SAAS,CAAA,EAAG;AACnC,cAAA,KAAA,CAAM,KAAK,mBAAA,GAAsB,CAAA,CAAE,MAAA,CAAO,IAAA,CAAK,MAAM,CAAC,CAAA;AAAA,YACxD;AACA,YAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,UACxB,CAAC,CAAA,CACA,IAAA,CAAK,MAAM,CAAC,CAAA,CAAA;AAAA,UACf;AAAA,6CAAA,CAAA;AAAA,UACA,CAAA,CAAA,CAAA;AAAA,UACA,CAAA,kCAAA,CAAA;AAAA,UACA,CAAA,iCAAA,CAAA;AAAA,UACA,CAAA,iEAAA,CAAA;AAAA,UACA,CAAA,gCAAA,CAAA;AAAA,UACA,CAAA,wJAAA,CAAA;AAAA,UACA,CAAA,kCAAA,CAAA;AAAA,UACA,CAAA,CAAA;AAAA,SACF,CAAE,KAAK,IAAI,CAAA;AAEX,QAAA,MAAM,GAAA,GAAM,MAAM,GAAA,CAAI,MAAA,EAAQ;AAAA,UAC5B,MAAA,EAAQ,gEAAA;AAAA,UACR,WAAA,EAAa,GAAA;AAAA,UACb,QAAA,EAAU;AAAA,SACX,CAAA;AAED,QAAA,MAAM,SAAA,GAAY,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACzC,QAAA,IAAI,SAAA,EAAW;AACb,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,SAAA,CAAU,CAAC,CAAC,CAAA;AACtC,UAAA,SAAA,CAAU,mBAAA,CAAoB,kBAAA,GAAqB,OAAA,CAAQ,MAAA,CAAO,wBAAwB,IAAI,CAAA;AAC9F,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,kBAAkB,CAAA,EAAG,SAAA,CAAU,mBAAA,CAAoB,KAAA,GAAQ,MAAA,CAAO,kBAAA,CAAmB,GAAA,CAAI,MAAM,CAAA;AACxH,UAAA,IAAI,CAAC,YAAY,aAAA,EAAe,WAAW,EAAE,QAAA,CAAS,MAAA,CAAO,kBAAkB,CAAA,EAAG;AAChF,YAAA,SAAA,CAAU,cAAA,CAAe,4BAA4B,MAAA,CAAO,kBAAA;AAAA,UAC9D;AACA,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,iBAAiB,CAAA,EAAG,SAAA,CAAU,cAAA,CAAe,iBAAA,GAAoB,MAAA,CAAO,iBAAA,CAAkB,GAAA,CAAI,MAAM,CAAA;AAC7H,UAAA,IAAI,KAAA,CAAM,QAAQ,MAAA,CAAO,SAAS,KAAK,MAAA,CAAO,SAAA,CAAU,SAAS,CAAA,EAAG;AAClE,YAAA,SAAA,CAAU,gBAAA,GAAmB,MAAA,CAAO,SAAA,CAAU,GAAA,CAAI,CAAC,EAAA,MAAa;AAAA,cAC9D,KAAA,EAAO,MAAA,CAAO,EAAA,CAAG,KAAA,IAAS,kBAAkB,CAAA;AAAA,cAC5C,WAAA,EAAa,MAAA,CAAO,EAAA,CAAG,WAAA,IAAe,EAAE,CAAA;AAAA,cACxC,cAAA,EAAgB,MAAA,CAAO,EAAA,CAAG,cAAA,IAAkB,CAAA,KAAA,EAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAE,CAAA;AAAA,cAC9E,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,EAAA,CAAG,oBAAoB,IAAI,EAAA,CAAG,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GAAI,KAAA,CAAA;AAAA,cACrG,oBAAA,EAAsB,KAAA,CAAM,OAAA,CAAQ,EAAA,CAAG,oBAAoB,IAAI,EAAA,CAAG,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA,GAAI,KAAA,CAAA;AAAA,cACrG,SAAA,EAAW,eAAA,CAAgB,CAAC,CAAA,EAAG;AAAA,aACjC,CAAE,CAAA;AAAA,UACJ;AACA,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,oBAAoB,CAAA,YAAa,oBAAA,GAAuB,MAAA,CAAO,oBAAA,CAAqB,GAAA,CAAI,MAAM,CAAA;AAAA,QACzH;AAAA,MACF,SAAS,GAAA,EAAU;AACjB,QAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,GAAA,EAAK,OAAA,IAAW,GAAG,CAAA;AAAA,MACrF;AAAA,IACF;AAEA,IAAA,SAAA,CAAU,cAAA,GAAiB,IAAA,CAAK,oBAAA,CAAqB,SAAS,CAAA;AAC9D,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEA,qBAAqB,EAAA,EAAgC;AACnD,IAAA,MAAM,KAAA,GAAQ;AAAA,MACZ,CAAA,6DAAA,EAAoD,GAAG,KAAK,CAAA,CAAA;AAAA,MAC5D,CAAA,gBAAA,EAAmB,EAAA,CAAG,MAAA,CAAO,WAAA,EAAa,2BAA2B,EAAA,CAAG,cAAA,CAAe,yBAAA,CAA0B,WAAA,EAAa,CAAA,EAAA,CAAA;AAAA,MAC9H;AAAA,0CAAA,CAAA;AAAA,MACA,CAAA,gBAAA,EAAmB,EAAA,CAAG,mBAAA,CAAoB,gBAAA,IAAoB,KAAK,CAAA,CAAA;AAAA,MACnE,CAAA,sBAAA,EAAyB,EAAA,CAAG,mBAAA,CAAoB,WAAA,IAAe,KAAK,CAAA,CAAA;AAAA,MACpE,CAAA,eAAA,EAAkB,EAAA,CAAG,mBAAA,CAAoB,kBAAA,GAAqB,+BAA0B,oCAA0B,CAAA,CAAA;AAAA,MAClH,GAAG,GAAG,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAC,CAAA,KAAM,CAAA,IAAA,EAAO,CAAC,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,+CAAA,EAAoD,GAAG,cAAA,CAAe,iBAAiB,CAAA,MAAA,EAAI,EAAA,CAAG,eAAe,iBAAiB,CAAA,CAAA,CAAA;AAAA,MAC9H,GAAG,GAAG,cAAA,CAAe,iBAAA,CAAkB,IAAI,CAAC,CAAA,KAAM,CAAA,eAAA,EAAQ,CAAC,CAAA,CAAE,CAAA;AAAA,MAC7D;AAAA,kCAAA,CAAA;AAAA,MACA,GAAG,EAAA,CAAG,gBAAA,CAAiB,GAAA,CAAI,CAAC,EAAA,EAAI,GAAA,KAAQ,CAAA,aAAA,EAAgB,GAAA,GAAM,CAAC,CAAA,EAAA,EAAK,EAAA,CAAG,KAAK;AAAA,eAAA,EAAoB,GAAG,WAAW;AAAA,gBAAA,EAAqB,EAAA,CAAG,cAAc,CAAA,EAAG,EAAA,CAAG,SAAA,GAAY;AAAA,wBAAA,EAA6B,EAAA,CAAG,SAAS,CAAA,CAAA,CAAA,GAAM,EAAE,CAAA,CAAE,CAAA;AAAA,MACzN;AAAA,+CAAA,CAAA;AAAA,MACA,GAAG,GAAG,oBAAA,CAAqB,GAAA,CAAI,CAAC,EAAA,KAAO,CAAA,YAAA,EAAQ,EAAE,CAAA,CAAE,CAAA;AAAA,MACnD;AAAA,yBAAA,CAAA;AAAA,MACA,GAAG,EAAA,CAAG,gBAAA,CAAiB,GAAA,CAAI,CAAC,GAAG,GAAA,KAAQ,CAAA,EAAG,GAAA,GAAM,CAAC,MAAM,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,GAAG,CAAA,CAAA,CAAG;AAAA,KAC7E;AAEA,IAAA,IAAI,EAAA,CAAG,YAAA,IAAgB,EAAA,CAAG,YAAA,CAAa,SAAS,CAAA,EAAG;AACjD,MAAA,KAAA,CAAM,IAAA;AAAA,QACJ;AAAA,+CAAA,CAAA;AAAA,QACA,GAAG,GAAG,YAAA,CAAa,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,MAAA,EAAS,CAAA,CAAE,QAAA,IAAY,MAAM;AAAA,EAAK,EAAE,IAAI;AAAA,MAAA,CAAU;AAAA,OAClF;AAAA,IACF;AAEA,IAAA,IAAI,EAAA,CAAG,YAAA,IAAgB,EAAA,CAAG,YAAA,CAAa,SAAS,CAAA,EAAG;AACjD,MAAA,KAAA,CAAM,IAAA;AAAA,QACJ;AAAA,mCAAA,CAAA;AAAA,QACA,GAAG,EAAA,CAAG;AAAA,OACR;AAAA,IACF;AAEA,IAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,EACxB;AACF","file":"chunk-P6RHBJY2.js","sourcesContent":["import { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ResearchPlan {\n topic: string;\n slug: string;\n domain: TechnicalDomain;\n scaleMode: 'direct' | 'deep' | 'academic_survey';\n plannedQueries: string[];\n maxRounds: number;\n planMd: string;\n}\n\n/**\n * Creates and formats MASTER_RESEARCH_PLAN.md with Context-Aware Multi-Angle Queries\n * (Technical Ground Truth + Pedagogical Exemplars + Learner Misconceptions/Pitfalls).\n */\nexport class CampaignPlanner {\n createPlan(\n topic: string,\n domain: TechnicalDomain,\n options: { maxRounds?: number; isDeep?: boolean; context?: CourseResearchContext } = {}\n ): ResearchPlan {\n const slug =\n topic\n .normalize('NFD')\n .replace(/[\\u0300-\\u036f]/g, '')\n .toLowerCase()\n .replace(/[^a-z0-9]+/g, '-')\n .replace(/^-|-$/g, '')\n .slice(0, 40) || 'research-topic';\n\n const scaleMode = options.isDeep ? 'deep' : domain === 'academic' ? 'academic_survey' : 'direct';\n const maxRounds = options.maxRounds ?? (scaleMode === 'deep' ? 3 : 1);\n\n const ctx = options.context;\n const toolAnchor = [ctx?.hardwarePlatform, ctx?.softwareEnv].filter(Boolean).join(' ').trim();\n const coreSubject = toolAnchor ? `${toolAnchor} ${topic}` : topic;\n\n const plannedQueries: string[] = [];\n\n if (ctx && (ctx.hardwarePlatform || ctx.softwareEnv || (ctx.inScopeTopics && ctx.inScopeTopics.length > 0))) {\n // 1. Official Technical & Tooling Reference\n plannedQueries.push(\n `${toolAnchor || topic} official documentation getting started guide ${ctx.inScopeTopics?.slice(0, 2).join(' ') || ''}`.trim()\n );\n // 2. Pedagogical Project Exemplars & Curriculum Structure\n const ageHint = ctx.ageBand ? `ages ${ctx.ageBand[0]}-${ctx.ageBand[1]}` : 'beginner project';\n plannedQueries.push(\n `${toolAnchor || topic} hands-on project tutorial curriculum ${ageHint}`.trim()\n );\n // 3. Common Novice Mistakes, Pitfalls & Debugging Scenarios\n plannedQueries.push(\n `${toolAnchor || topic} common mistakes pitfalls debugging troubleshooting`.trim()\n );\n } else {\n plannedQueries.push(\n `${coreSubject} official documentation getting started`,\n `${coreSubject} architecture design best practices`,\n `${coreSubject} practical code examples and pitfalls`\n );\n }\n\n if (domain === 'hardware') {\n plannedQueries.push(`${ ctx?.hardwarePlatform || topic } pinout schematic sensor wiring specifications`);\n } else if (domain === 'academic') {\n plannedQueries.push(`${topic} state of the art benchmarks survey paper`);\n }\n\n const mdLines = [\n `# 🗺️ Master Research Plan: ${topic}`,\n `> **Slug:** \\`${slug}\\` | **Domain:** \\`${domain.toUpperCase()}\\` | **Scale Mode:** \\`${scaleMode.toUpperCase()}\\` | **Max Rounds:** \\`${maxRounds}\\``,\n `\\n## 1. Campaign Objective`,\n `- Exhaustively harvest and verify Technical & Pedagogical Ground Truth for **${topic}** to anchor all downstream SOT artifacts in Curriculum OS.`,\n `\\n## 2. Planned Multi-Source Queries`,\n ...plannedQueries.map((q, i) => `${i + 1}. \\`${q}\\``),\n `\\n## 3. Acceptance Criteria & Quality Gates`,\n `- Minimum 3 primary technical resources with Relevancy Score >= 6/10.`,\n `- Extract verified code blocks, reference tables, and bilingual domain concepts.`,\n `- Produce the complete 3-layer catalog: \\`RESOURCE_INDEX.json\\`, \\`RESOURCE_CATALOG.md\\`, and \\`KNOWLEDGE_GRAPH.md\\`.`,\n ];\n\n return {\n topic,\n slug,\n domain,\n scaleMode,\n plannedQueries,\n maxRounds,\n planMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Optional LLM-augmented query planner when the host app provides an `llm` callback.\n */\n async createPlanWithLlm(\n topic: string,\n domain: TechnicalDomain,\n options: { maxRounds?: number; isDeep?: boolean; context?: CourseResearchContext; llm?: LlmTextFn } = {}\n ): Promise<ResearchPlan> {\n const basePlan = this.createPlan(topic, domain, options);\n if (!options.llm) return basePlan;\n\n try {\n const ctx = options.context;\n const prompt = [\n `Generate 4 high-precision search engine queries (in English or bilingual as best suited for technical documentation and curriculum discovery) for researching this course:`,\n `- Topic / Title: ${topic}`,\n ctx?.positioning ? `- Positioning: ${ctx.positioning}` : '',\n ctx?.hardwarePlatform ? `- Hardware Platform: ${ctx.hardwarePlatform}` : '',\n ctx?.softwareEnv ? `- Software / Tools: ${ctx.softwareEnv}` : '',\n ctx?.ageBand ? `- Learner Age Band: ${ctx.ageBand[0]}-${ctx.ageBand[1]}` : '',\n ctx?.inScopeTopics?.length ? `- In-Scope Topics: ${ctx.inScopeTopics.join(', ')}` : '',\n `The 4 queries must cover: (1) Official technical/API/hardware documentation, (2) Real-world project/course exemplars for this age group, (3) Common beginner misconceptions & debugging pitfalls, (4) Best pedagogical scaffolding practices.`,\n `Return ONLY a JSON array of 4 query strings: [\"query 1\", \"query 2\", \"query 3\", \"query 4\"]`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are a technical research librarian. Return only a valid JSON array of 4 search query strings.',\n temperature: 0.2,\n jsonMode: true,\n });\n const match = raw.match(/\\[[\\s\\S]*\\]/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n if (Array.isArray(parsed) && parsed.length >= 2) {\n const queries = parsed.map((q) => String(q).trim()).filter((q) => q.length > 4).slice(0, 5);\n if (queries.length >= 2) {\n basePlan.plannedQueries = queries;\n }\n }\n }\n } catch (e: any) {\n console.warn('[CampaignPlanner] LLM query expansion failed, using deterministic queries:', e?.message || e);\n }\n\n return basePlan;\n }\n}\n","import { ScrapedDocument } from '../harvester/webScraper';\nimport { TechnicalDomain, inferPrimaryCodeLanguage } from '../harvester/domainClassifier';\nimport { AcademicPaper } from '../academic/semanticScholar';\nimport { CS2023KnowledgeArea, CSTAK12Strand } from '../academic/cs2023Taxonomy';\nimport {\n CourseResearchContext,\n ExtractedConceptNode,\n SynthesizedResearchInsights,\n} from '../config/researchConfig';\n\nexport interface ReferenceRegistryItem {\n id: string;\n title: string;\n sourceType: 'official_docs' | 'academic_paper' | 'video_transcript' | 'community_repo' | 'industry_standard';\n url: string;\n relevanceScore: number;\n extractedKeyTakeaways: string[];\n}\n\nexport interface ReferencePackOutput {\n referenceRegistryJson: string;\n referencePackMd: string;\n}\n\n/**\n * Compiles the canonical REFERENCE_PACK.md & REFERENCE_REGISTRY.json with real extracted takeaways,\n * accurate code fence languages, synthesized misconceptions/exemplars, and bilingual concept anchors.\n */\nexport class ReferencePackBuilder {\n buildReferencePack(\n topic: string,\n domain: TechnicalDomain,\n options: {\n cs2023Area?: CS2023KnowledgeArea;\n k12Strand?: CSTAK12Strand;\n context?: CourseResearchContext;\n scrapedDocs?: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways?: string[] }[];\n academicPapers?: AcademicPaper[];\n concepts?: ExtractedConceptNode[];\n synthesizedInsights?: SynthesizedResearchInsights;\n } = {}\n ): ReferencePackOutput {\n const registry: ReferenceRegistryItem[] = [];\n const defaultLang = inferPrimaryCodeLanguage(topic, options.context, domain);\n\n // Add academic papers\n if (options.academicPapers) {\n options.academicPapers.forEach((p, idx) => {\n const takeaway =\n p.tldr?.trim() ||\n (p.abstract ? p.abstract.slice(0, 220).trim() : `Peer-reviewed publication (${p.year || 'n.d.'}, ${p.citationCount} citations).`);\n registry.push({\n id: `REF-ACAD-${String(idx + 1).padStart(2, '0')}`,\n title: p.title,\n sourceType: 'academic_paper',\n url: p.url || (p.doi ? `https://doi.org/${p.doi}` : ''),\n relevanceScore: 9,\n extractedKeyTakeaways: [takeaway],\n });\n });\n }\n\n // Add scraped technical documents & video transcripts\n if (options.scrapedDocs) {\n options.scrapedDocs.forEach((d, idx) => {\n const takeaways =\n d.keyTakeaways && d.keyTakeaways.length > 0\n ? d.keyTakeaways\n : d.doc.keyExcerpts && d.doc.keyExcerpts.length > 0\n ? d.doc.keyExcerpts.slice(0, 3)\n : [d.summary];\n registry.push({\n id: `REF-DOC-${String(idx + 1).padStart(2, '0')}`,\n title: d.doc.title,\n sourceType: d.doc.fetchProvider === 'youtube' ? 'video_transcript' : 'official_docs',\n url: d.doc.url,\n relevanceScore: d.score,\n extractedKeyTakeaways: takeaways,\n });\n });\n }\n\n const referenceRegistryJson = JSON.stringify(\n {\n topic,\n domain,\n generatedAt: new Date().toISOString(),\n totalReferences: registry.length,\n cs2023StandardArea: options.cs2023Area?.code || 'SDF',\n cstaK12Strand: options.k12Strand?.code || 'AP',\n synthesizedInsights: options.synthesizedInsights,\n concepts: options.concepts || [],\n registry,\n },\n null,\n 2\n );\n\n const codeBlocks =\n options.scrapedDocs?.flatMap((d) => {\n if (d.doc.extractedCodeBlocks && d.doc.extractedCodeBlocks.length > 0) {\n return d.doc.extractedCodeBlocks.slice(0, 2).map((b) => `\\`\\`\\`${b.language || defaultLang}\\n${b.code}\\n\\`\\`\\``);\n }\n return d.doc.extractedCodeSnippets.slice(0, 2).map((c) => `\\`\\`\\`${defaultLang}\\n${c}\\n\\`\\`\\``);\n }) || [];\n\n const insightsSection: string[] = [];\n if (options.synthesizedInsights) {\n if (options.synthesizedInsights.executiveSummary) {\n insightsSection.push(`\\n### Synthesized Executive Summary\\n${options.synthesizedInsights.executiveSummary}`);\n }\n if (options.synthesizedInsights.keyTakeaways?.length > 0) {\n insightsSection.push(\n `\\n### Key Technical & Pedagogical Takeaways\\n` +\n options.synthesizedInsights.keyTakeaways.map((t) => `- ${t}`).join('\\n')\n );\n }\n if (options.synthesizedInsights.commonMisconceptionsAndPitfalls?.length > 0) {\n insightsSection.push(\n `\\n### Documented Learner Misconceptions & Debugging Pitfalls\\n` +\n options.synthesizedInsights.commonMisconceptionsAndPitfalls.map((m) => `- ${m}`).join('\\n')\n );\n }\n if (options.synthesizedInsights.recommendedExemplars?.length > 0) {\n insightsSection.push(\n `\\n### Reference Project & Curriculum Exemplars\\n` +\n options.synthesizedInsights.recommendedExemplars.map((e) => `- ${e}`).join('\\n')\n );\n }\n } else if (registry.length > 0) {\n const topTakeaways = registry.flatMap((r) => r.extractedKeyTakeaways.slice(0, 2).map((t) => `- **[${r.id}]** ${t}`));\n if (topTakeaways.length > 0) {\n insightsSection.push(`\\n### Extracted Source Takeaways\\n` + topTakeaways.join('\\n'));\n }\n }\n\n const mdLines = [\n `# 📚 REFERENCE_PACK.md: ${topic}`,\n `> **Domain:** \\`${domain.toUpperCase()}\\` | **CS2023 Area:** \\`${options.cs2023Area?.code || 'SE'}\\` — *${options.cs2023Area?.name || 'Software Engineering'}*${options.k12Strand ? ` | **CSTA K-12:** \\`${options.k12Strand.code}\\` (${options.k12Strand.name})` : ''}`,\n `> **Curriculum OS Status:** \\`<!-- [SME_APPROVED] -->\\``,\n `\\n## 1. Executive Summary & Ground Truth Mandate`,\n `This reference pack serves as the immutable ground truth for all downstream lesson plans, code labs, and rubrics for **${topic}**.`,\n ...insightsSection,\n `\\n## 2. Technical Ground Truth Registry`,\n `| Reference ID | Type | Title | Relevance | Source Link |`,\n `|---|---|---|---|---|`,\n ...registry.map(\n (r) =>\n `| **${r.id}** | \\`${r.sourceType}\\` | ${r.title.replace(/\\|/g, '/')} | ⭐ \\`${r.relevanceScore}/10\\` | [Access](${r.url}) |`\n ),\n `\\n## 3. Extracted Code Signatures & Primitives`,\n ...(codeBlocks.length > 0 ? codeBlocks : ['*No explicit code signatures captured.*']),\n `\\n## 4. Academic Alignment & Standard Citations`,\n `- Aligns directly with IEEE/ACM Computer Science Curricula (${options.cs2023Area?.code || 'SDF'}) and CSTA K-12 (${options.k12Strand?.code || 'AP'}) standards.`,\n `- All claims and code examples are anchored to physical primary sources listed in the registry above.`,\n ];\n\n return {\n referenceRegistryJson,\n referencePackMd: mdLines.join('\\n'),\n };\n }\n}\n","import { classifyTechnicalDomain, TechnicalDomain } from '../harvester/domainClassifier';\nimport { MultiSourceSearchEngine } from '../harvester/multiSourceSearch';\nimport { WebScraper, ScrapedDocument } from '../harvester/webScraper';\nimport { CatalogBuilder, ResourceCatalogBundle } from '../harvester/catalogBuilder';\nimport { HealthAuditor } from '../harvester/healthAuditor';\nimport { PedagogicalTermExtractor } from '../harvester/termExtractor';\nimport { EvidenceScorer } from '../evidence/evidenceScorer';\nimport { ProvenanceTracker, ProvenanceSidecar } from '../evidence/provenanceTracker';\nimport { AcademicSearchEngine } from '../academic/semanticScholar';\nimport { mapTopicToCS2023 } from '../academic/cs2023Taxonomy';\nimport { LiteratureReviewSynthesizer, LiteratureReviewReport } from '../academic/literatureReview';\nimport { CampaignPlanner, ResearchPlan } from './campaignPlanner';\nimport { ReferencePackBuilder, ReferencePackOutput } from './referencePackBuilder';\nimport {\n ResearchConfig,\n ResearchApiKeys,\n CourseResearchContext,\n LlmTextFn,\n ExtractedConceptNode,\n SynthesizedResearchInsights,\n CustomSearchAdapter,\n CustomCrawlerAdapter,\n CustomAcademicSearchAdapter,\n CustomSynthesizerAdapter,\n} from '../config/researchConfig';\n\nexport interface HarvestPipelineOptions {\n domain?: string;\n maxRounds?: number;\n isDeep?: boolean;\n crawl4aiHost?: string;\n tavilyKey?: string;\n exaKey?: string;\n jinaKey?: string;\n serperKey?: string;\n semanticScholarKey?: string;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n context?: CourseResearchContext;\n llm?: LlmTextFn;\n config?: Partial<ResearchConfig>;\n customSearchAdapter?: CustomSearchAdapter;\n customCrawlerAdapter?: CustomCrawlerAdapter;\n customAcademicSearchAdapter?: CustomAcademicSearchAdapter;\n customSynthesizerAdapter?: CustomSynthesizerAdapter;\n onProgress?: (stage: string, message: string) => void;\n}\n\nexport interface HarvestPipelineResult {\n topic: string;\n domain: TechnicalDomain;\n plan: ResearchPlan;\n catalog: ResourceCatalogBundle;\n literatureReview: LiteratureReviewReport;\n referencePack: ReferencePackOutput;\n provenance: ProvenanceSidecar;\n concepts: ExtractedConceptNode[];\n conceptDagTsv: string;\n synthesizedInsights: SynthesizedResearchInsights;\n totalDocumentsScraped: number;\n}\n\nexport function normalizeUrlForDedup(rawUrl: string): string {\n try {\n const u = new URL(rawUrl.trim());\n u.hash = '';\n for (const key of [...u.searchParams.keys()]) {\n if (/^(utm_|fbclid$|gclid$|ref$|source$)/i.test(key)) {\n u.searchParams.delete(key);\n }\n }\n const path = u.pathname.replace(/\\/+$/, '') || '/';\n const query = u.searchParams.toString();\n return `${u.protocol}//${u.hostname.toLowerCase()}${path}${query ? `?${query}` : ''}`;\n } catch {\n return rawUrl.trim().toLowerCase().replace(/\\/+$/, '');\n }\n}\n\n/**\n * Autonomous Multi-Round Deep Research & Academic Harvester Pipeline with Host API Key & LLM Injection\n */\nexport class HarvestPipeline {\n private searchEngine: MultiSourceSearchEngine;\n private scraper: WebScraper;\n private auditor: HealthAuditor;\n private scorer: EvidenceScorer;\n private catalogBuilder: CatalogBuilder;\n private provenanceTracker: ProvenanceTracker;\n private academicSearch: AcademicSearchEngine;\n private litReviewSynthesizer: LiteratureReviewSynthesizer;\n private planner: CampaignPlanner;\n private refPackBuilder: ReferencePackBuilder;\n private termExtractor: PedagogicalTermExtractor;\n private customSynthesizer?: CustomSynthesizerAdapter;\n private defaultLlm?: LlmTextFn;\n\n constructor(\n options: {\n tavilyKey?: string;\n exaKey?: string;\n jinaKey?: string;\n serperKey?: string;\n semanticScholarKey?: string;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n crawl4aiHost?: string;\n llm?: LlmTextFn;\n customSearchAdapter?: CustomSearchAdapter;\n customCrawlerAdapter?: CustomCrawlerAdapter;\n customAcademicSearchAdapter?: CustomAcademicSearchAdapter;\n customSynthesizerAdapter?: CustomSynthesizerAdapter;\n } = {}\n ) {\n const allowEnv = options.allowEnvFallback ?? true;\n const keys: ResearchApiKeys = {\n tavily: options.apiKeys?.tavily || options.tavilyKey,\n exa: options.apiKeys?.exa || options.exaKey,\n jina: options.apiKeys?.jina || options.jinaKey,\n serper: options.apiKeys?.serper || options.serperKey,\n semanticScholar: options.apiKeys?.semanticScholar || options.semanticScholarKey,\n };\n\n this.searchEngine = new MultiSourceSearchEngine({\n apiKeys: keys,\n allowEnvFallback: allowEnv,\n customAdapter: options.customSearchAdapter,\n });\n this.scraper = new WebScraper({\n crawl4aiHost: options.crawl4aiHost,\n jinaKey: keys.jina,\n allowEnvFallback: allowEnv,\n customAdapter: options.customCrawlerAdapter,\n });\n this.auditor = new HealthAuditor();\n this.scorer = new EvidenceScorer();\n this.catalogBuilder = new CatalogBuilder();\n this.provenanceTracker = new ProvenanceTracker();\n this.academicSearch = new AcademicSearchEngine({\n apiKey: keys.semanticScholar,\n allowEnvFallback: allowEnv,\n customAdapter: options.customAcademicSearchAdapter,\n });\n this.litReviewSynthesizer = new LiteratureReviewSynthesizer();\n this.planner = new CampaignPlanner();\n this.refPackBuilder = new ReferencePackBuilder();\n this.termExtractor = new PedagogicalTermExtractor();\n this.customSynthesizer = options.customSynthesizerAdapter;\n this.defaultLlm = options.llm;\n }\n\n async run(topic: string, options: HarvestPipelineOptions = {}): Promise<HarvestPipelineResult> {\n const notify = options.onProgress || (() => {});\n const llm = options.llm || this.defaultLlm;\n const synthesizer = options.customSynthesizerAdapter || this.customSynthesizer;\n\n const mergedKeys: ResearchApiKeys = {\n tavily: options.apiKeys?.tavily || options.tavilyKey,\n exa: options.apiKeys?.exa || options.exaKey,\n jina: options.apiKeys?.jina || options.jinaKey,\n serper: options.apiKeys?.serper || options.serperKey,\n semanticScholar: options.apiKeys?.semanticScholar || options.semanticScholarKey,\n };\n\n if (options.customSearchAdapter) {\n this.searchEngine.setCustomAdapter(options.customSearchAdapter);\n }\n if (options.customCrawlerAdapter) {\n this.scraper.setCustomAdapter(options.customCrawlerAdapter);\n }\n if (options.customAcademicSearchAdapter) {\n this.academicSearch.setCustomAdapter(options.customAcademicSearchAdapter);\n }\n\n // 1. Domain Classification & Campaign Planning\n notify('PLANNING', `Classifying domain and creating Master Research Plan for \"${topic}\"...`);\n const domainResult = classifyTechnicalDomain(topic, options.domain, options.context);\n const domain = domainResult.domain;\n const plan = llm\n ? await this.planner.createPlanWithLlm(topic, domain, {\n maxRounds: options.maxRounds,\n isDeep: options.isDeep,\n context: options.context,\n llm,\n })\n : this.planner.createPlan(topic, domain, {\n maxRounds: options.maxRounds,\n isDeep: options.isDeep,\n context: options.context,\n });\n\n // 2. Academic Literature & CS2023 + CSTA K-12 Alignment\n notify('ACADEMIC', `Querying academic literature & mapping to IEEE/ACM CS2023 and CSTA K-12 standards...`);\n const taxonomyMatch = mapTopicToCS2023(topic, options.context);\n const papers = await this.academicSearch.searchPapers(topic, {\n limit: 4,\n apiKey: mergedKeys.semanticScholar,\n customAdapter: options.customAcademicSearchAdapter,\n });\n const litReview = llm\n ? await this.litReviewSynthesizer.synthesizeWithLlm(\n topic,\n papers,\n taxonomyMatch.area,\n taxonomyMatch.k12Strand,\n { llm, context: options.context }\n )\n : this.litReviewSynthesizer.synthesize(\n topic,\n papers,\n taxonomyMatch.area,\n taxonomyMatch.k12Strand\n );\n\n // 3. Multi-round Web Discovery & Scraping (with URL deduplication)\n notify('DISCOVERY', `Executing multi-source search queries across configured adapters...`);\n const scrapedDocs: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways: string[] }[] = [];\n const provenanceRecords: any[] = [];\n const visitedUrls = new Set<string>();\n\n for (const query of plan.plannedQueries) {\n notify('SEARCHING', `Searching: ${query}`);\n const hits = await this.searchEngine.search(query, {\n limit: 2,\n apiKeys: mergedKeys,\n customAdapter: options.customSearchAdapter,\n });\n\n for (const hit of hits) {\n if (!hit?.url) continue;\n const normUrl = normalizeUrlForDedup(hit.url);\n if (visitedUrls.has(normUrl)) continue;\n visitedUrls.add(normUrl);\n\n try {\n notify('SCRAPING', `Extracting clean markdown from: ${hit.url}`);\n const doc = await this.scraper.scrapeUrl(hit.url, {\n customAdapter: options.customCrawlerAdapter,\n jinaKey: mergedKeys.jina,\n });\n const audit = this.auditor.auditDocument(doc);\n\n if (audit.passed) {\n const scored = this.scorer.scoreDocument(doc, domain, topic);\n if (scored.isApproved) {\n scrapedDocs.push({\n doc,\n score: scored.score,\n summary: scored.summary,\n keyTakeaways: scored.keyTakeaways,\n });\n\n provenanceRecords.push({\n resourceId: `RES-${String(scrapedDocs.length).padStart(2, '0')}`,\n sourceUrl: hit.url,\n accessedAt: new Date().toISOString(),\n domain,\n relevanceScore: scored.score,\n byteSize: doc.byteSize,\n });\n }\n }\n } catch (e: any) {\n console.warn(`Failed to process hit ${hit.url}:`, e?.message || e);\n }\n }\n }\n\n // 4. Bilingual Term Extraction & Prerequisite Concept DAG\n notify('TERMS', `Extracting bilingual technical concepts and prerequisite DAG...`);\n const docsWithIds = scrapedDocs.map((item, idx) => ({\n resourceId: `RES-${String(idx + 1).padStart(2, '0')}`,\n doc: item.doc,\n }));\n const termBundle = await this.termExtractor.extractWithOptionalLlm(topic, domain, docsWithIds, {\n context: options.context,\n llm,\n });\n\n // 5. Semantic Pedagogical Synthesis (via CustomSynthesizerAdapter, Host LLM, or Deterministic Extractive Synthesis)\n notify('SYNTHESIS', `Synthesizing pedagogical takeaways, misconceptions, and reference pack...`);\n const synthesizedInsights = await this.synthesizeInsights(topic, domain, scrapedDocs, {\n context: options.context,\n llm,\n synthesizer,\n concepts: termBundle.concepts,\n });\n\n // 6. Catalog & Knowledge Graph Assembly\n notify('CATALOGING', `Compiling Resource Index, Catalog, and Distilled Knowledge Graph...`);\n const catalog = this.catalogBuilder.buildBundle(topic, domain, scrapedDocs, {\n context: options.context,\n concepts: termBundle.concepts,\n conceptDagTsv: termBundle.conceptDagTsv,\n });\n\n // 7. Reference Pack Compilation\n const referencePack = this.refPackBuilder.buildReferencePack(topic, domain, {\n cs2023Area: taxonomyMatch.area,\n k12Strand: taxonomyMatch.k12Strand,\n context: options.context,\n scrapedDocs,\n academicPapers: papers,\n concepts: termBundle.concepts,\n synthesizedInsights,\n });\n\n // 8. Provenance Sidecar\n notify('PROVENANCE', `Generating audit trail and provenance sidecar...`);\n const provenance = this.provenanceTracker.generateSidecar(topic, provenanceRecords);\n\n notify('COMPLETED', `Deep Research & Academic Harvest completed successfully for \"${topic}\".`);\n\n return {\n topic,\n domain,\n plan,\n catalog,\n literatureReview: litReview,\n referencePack,\n provenance,\n concepts: termBundle.concepts,\n conceptDagTsv: termBundle.conceptDagTsv,\n synthesizedInsights,\n totalDocumentsScraped: scrapedDocs.length,\n };\n }\n\n private async synthesizeInsights(\n topic: string,\n domain: TechnicalDomain,\n scrapedDocs: { doc: ScrapedDocument; score: number; summary: string; keyTakeaways: string[] }[],\n options: {\n context?: CourseResearchContext;\n llm?: LlmTextFn;\n synthesizer?: CustomSynthesizerAdapter;\n concepts: ExtractedConceptNode[];\n }\n ): Promise<SynthesizedResearchInsights> {\n const excerpts = scrapedDocs.map((d, idx) => ({\n resourceId: `RES-${String(idx + 1).padStart(2, '0')}`,\n title: d.doc.title,\n url: d.doc.url,\n excerpt: d.keyTakeaways.join(' ') || d.summary,\n codeSnippets: d.doc.extractedCodeSnippets.slice(0, 2),\n }));\n\n if (options.synthesizer) {\n try {\n return await options.synthesizer.synthesize({\n topic,\n domain,\n context: options.context,\n excerpts,\n });\n } catch (e: any) {\n console.warn('[HarvestPipeline] CustomSynthesizerAdapter failed, falling back:', e?.message || e);\n }\n }\n\n if (options.llm && excerpts.length > 0) {\n try {\n const prompt = [\n `Synthesize pedagogical and technical ground truth for the course topic \"${topic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software/Tools: ${options.context.softwareEnv}` : '',\n `\\nVerified Harvested Sources:\\n` +\n excerpts.map((e) => `[${e.resourceId}] ${e.title} (${e.url}): ${e.excerpt}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON object with this structure:`,\n `{\"executiveSummary\": \"2-3 sentence synthesis anchored to sources\", \"keyTakeaways\": [\"[RES-01] ...\", \"[RES-02] ...\"], \"commonMisconceptionsAndPitfalls\": [\"Specific beginner bug or misconception 1\", \"Misconception 2\"], \"recommendedExemplars\": [\"Concrete project/activity exemplar 1\", \"Exemplar 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are a Principal Curriculum Researcher. Output strictly valid JSON grounded in the provided sources.',\n temperature: 0.2,\n jsonMode: true,\n });\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n return {\n executiveSummary: String(parsed.executiveSummary || ''),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) ? parsed.keyTakeaways.map(String) : [],\n commonMisconceptionsAndPitfalls: Array.isArray(parsed.commonMisconceptionsAndPitfalls)\n ? parsed.commonMisconceptionsAndPitfalls.map(String)\n : [],\n recommendedExemplars: Array.isArray(parsed.recommendedExemplars)\n ? parsed.recommendedExemplars.map(String)\n : [],\n extractedConcepts: options.concepts,\n };\n }\n } catch (e: any) {\n console.warn('[HarvestPipeline] Host LLM synthesis failed, using deterministic synthesis:', e?.message || e);\n }\n }\n\n // Deterministic Extractive Synthesis\n const keyTakeaways = excerpts\n .filter((e) => e.excerpt)\n .slice(0, 6)\n .map((e) => `[${e.resourceId}] ${e.title}: ${e.excerpt}`);\n\n const pitfalls = scrapedDocs\n .flatMap((d) =>\n d.doc.markdownContent\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.trim())\n .filter(\n (s) =>\n s.length >= 35 &&\n s.length <= 240 &&\n /\\b(pitfall|mistake|error|bug|warning|caution|avoid|race condition|deadlock|lỗi|nhầm lẫn|lưu ý|cảnh báo|tránh)\\b/i.test(s)\n )\n )\n .slice(0, 4);\n\n return {\n executiveSummary:\n scrapedDocs.length > 0\n ? `Synthesized from ${scrapedDocs.length} verified primary sources for \"${topic}\" (${domain.toUpperCase()}).`\n : `No external web documents passed quality threshold for \"${topic}\".`,\n keyTakeaways,\n commonMisconceptionsAndPitfalls: pitfalls,\n recommendedExemplars: scrapedDocs.slice(0, 3).map((d) => `${d.doc.title} (${d.doc.url})`),\n extractedConcepts: options.concepts,\n };\n }\n}\n","import { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\nimport { MultiSourceSearchEngine } from '../harvester/multiSourceSearch';\nimport { WebScraper } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { isCommercialOrNoise } from '../harvester/noiseFilter';\n\nexport interface ExemplarProject {\n title: string;\n description: string;\n targetAudience: string;\n sourceUrl?: string;\n hardwareRequirements?: string[];\n softwareRequirements?: string[];\n}\n\nexport interface TechnicalFactsheet {\n topic: string;\n domain: TechnicalDomain;\n compatibilityMatrix: {\n hardwarePlatform?: string;\n softwareEnv?: string;\n verifiedCompatible: boolean;\n notes: string[];\n };\n ageFeasibility: {\n recommendedMinAge: number;\n recommendedMaxAge: number;\n cognitiveReadinessVerdict: 'feasible' | 'challenging' | 'excessive';\n potentialBarriers: string[];\n };\n exemplarProjects: ExemplarProject[];\n technicalBottlenecks: string[];\n groundingSources: Array<{ title: string; url: string }>;\n markdownReport: string;\n codeSnippets?: Array<{ language?: string; code: string }>;\n pinoutTables?: string[];\n keyExcerpts?: string[];\n}\n\n/**\n * Technical Grounding & Empirical Factsheet Engine (v1.2.0).\n * Validates hardware/software compatibility, age feasibility constraints,\n * and extracts verified hands-on exemplar projects to prevent hallucination.\n */\nexport class TechnicalGroundingEngine {\n constructor(\n private searchEngine: MultiSourceSearchEngine = new MultiSourceSearchEngine(),\n private scraper: WebScraper = new WebScraper()\n ) {}\n\n async buildFactsheet(\n topic: string,\n domain: TechnicalDomain,\n context?: CourseResearchContext,\n llm?: LlmTextFn\n ): Promise<TechnicalFactsheet> {\n const hardware = context?.hardwarePlatform || '';\n const software = context?.softwareEnv || '';\n const ageBand = context?.ageBand || [12, 18];\n\n // Formulate targeted queries for technical grounding\n const queries = [\n `${hardware} ${software} ${topic} compatibility setup official guide`.trim(),\n `${hardware || software || topic} beginner student project tutorial`.trim(),\n `${hardware || software || topic} common errors debugging mistakes pitfalls`.trim(),\n ];\n\n const rawHits: Array<{ title: string; url: string; content: string }> = [];\n for (const q of queries) {\n try {\n const hits = await this.searchEngine.search(q, { limit: 3 });\n for (const h of hits) {\n if (!isCommercialOrNoise({ url: h.url, title: h.title, snippet: h.content })) {\n if (!rawHits.some((existing) => existing.url === h.url)) {\n rawHits.push(h);\n }\n }\n }\n } catch {\n // continue\n }\n }\n\n const hitsToScrape = rawHits.slice(0, 3);\n const scrapeResults = await Promise.allSettled(\n hitsToScrape.map(async (h) => {\n try {\n const doc = await this.scraper.scrapeUrl(h.url);\n if (doc && doc.markdownContent) {\n const substantiveExcerpt = (doc.keyExcerpts && doc.keyExcerpts.length > 0)\n ? doc.keyExcerpts.slice(0, 3).join('\\n\\n')\n : doc.markdownContent.slice(0, 1500);\n\n return {\n title: h.title,\n url: h.url,\n excerpt: substantiveExcerpt,\n codeBlocks: (doc.extractedCodeBlocks || []).slice(0, 2),\n tables: (doc.extractedTables || []).slice(0, 2),\n keyExcerpts: (doc.keyExcerpts || []).slice(0, 4),\n };\n }\n } catch {\n // fallback to search snippet\n }\n return {\n title: h.title,\n url: h.url,\n excerpt: h.content.slice(0, 500),\n codeBlocks: [],\n tables: [],\n keyExcerpts: [],\n };\n })\n );\n\n const scrapedSnippets = scrapeResults.map(\n (res, idx) =>\n res.status === 'fulfilled'\n ? res.value\n : {\n title: hitsToScrape[idx]!.title,\n url: hitsToScrape[idx]!.url,\n excerpt: hitsToScrape[idx]!.content.slice(0, 500),\n codeBlocks: [],\n tables: [],\n keyExcerpts: [],\n }\n );\n\n // Aggregate preserved technical artifacts\n const preservedCodeSnippets: Array<{ language?: string; code: string }> = [];\n const preservedTables: string[] = [];\n const preservedKeyExcerpts: string[] = [];\n\n for (const s of scrapedSnippets) {\n if (s.codeBlocks && s.codeBlocks.length > 0) {\n preservedCodeSnippets.push(...s.codeBlocks);\n }\n if (s.tables && s.tables.length > 0) {\n preservedTables.push(...s.tables);\n }\n if (s.keyExcerpts && s.keyExcerpts.length > 0) {\n preservedKeyExcerpts.push(...s.keyExcerpts);\n }\n }\n\n // Context-sensitive, grounded baseline (derived from actual scraped sources if available)\n const defaultExemplars: ExemplarProject[] = scrapedSnippets.length > 0\n ? [\n {\n title: scrapedSnippets[0].title || `${topic} Practical Foundation`,\n description: scrapedSnippets[0].excerpt\n ? scrapedSnippets[0].excerpt.slice(0, 220)\n : `Hands-on implementation project for ${topic}.`,\n targetAudience: `Students aged ${ageBand[0]}-${ageBand[1]}`,\n sourceUrl: scrapedSnippets[0].url,\n hardwareRequirements: hardware ? [hardware] : undefined,\n softwareRequirements: software ? [software] : undefined,\n },\n ]\n : [];\n\n const defaultBottlenecks: string[] = scrapedSnippets.length > 0\n ? (domain === 'hardware' || Boolean(hardware)\n ? [\n 'Power supply decoupling and current sufficiency when powering sensors or actuators.',\n 'Logic level shifting and hardware pin mapping conflicts.',\n ]\n : [\n 'SDK/runtime version compatibility and local environment dependencies.',\n ])\n : [];\n\n let factsheet: TechnicalFactsheet = {\n topic,\n domain,\n compatibilityMatrix: {\n hardwarePlatform: hardware || undefined,\n softwareEnv: software || undefined,\n verifiedCompatible: true,\n notes: hardware || software\n ? [`Targeting ${hardware || 'General Platform'} with ${software || 'Standard SDK'}.`]\n : [`Baseline technical verification for ${topic}.`],\n },\n ageFeasibility: {\n recommendedMinAge: ageBand[0],\n recommendedMaxAge: ageBand[1],\n cognitiveReadinessVerdict: 'feasible',\n potentialBarriers: [],\n },\n exemplarProjects: defaultExemplars,\n technicalBottlenecks: defaultBottlenecks,\n groundingSources: scrapedSnippets.map((s) => ({ title: s.title, url: s.url })),\n markdownReport: '',\n codeSnippets: preservedCodeSnippets.slice(0, 4),\n pinoutTables: preservedTables.slice(0, 4),\n keyExcerpts: preservedKeyExcerpts.slice(0, 6),\n };\n\n if (llm && scrapedSnippets.length > 0) {\n try {\n const prompt = [\n `You are a Lead STEM Curriculum Engineer. Analyze these research excerpts for topic: \"${topic}\".`,\n `Hardware: ${hardware || 'N/A'}, Software/Env: ${software || 'N/A'}, Student Age Band: ${ageBand[0]}-${ageBand[1]} years old.`,\n `\\nHarvested Sources:\\n${scrapedSnippets\n .map((s, i) => {\n const parts = [`[Source ${i + 1}: ${s.title} (${s.url})]\\n${s.excerpt}`];\n if (s.codeBlocks && s.codeBlocks.length > 0) {\n parts.push('Code Snippets:\\n' + s.codeBlocks.map((c) => `\\`\\`\\`${c.language || ''}\\n${c.code}\\n\\`\\`\\``).join('\\n'));\n }\n if (s.tables && s.tables.length > 0) {\n parts.push('Tables/Pinouts:\\n' + s.tables.join('\\n\\n'));\n }\n return parts.join('\\n');\n })\n .join('\\n\\n')}`,\n `\\nSynthesize a strictly valid JSON object with:`,\n `{`,\n ` \"compatibilityVerdict\": boolean,`,\n ` \"compatibilityNotes\": string[],`,\n ` \"cognitiveReadiness\": \"feasible\" | \"challenging\" | \"excessive\",`,\n ` \"potentialBarriers\": string[],`,\n ` \"exemplars\": [{\"title\": string, \"description\": string, \"targetAudience\": string, \"hardwareRequirements\": string[], \"softwareRequirements\": string[]}],`,\n ` \"technicalBottlenecks\": string[]`,\n `}`,\n ].join('\\n');\n\n const raw = await llm(prompt, {\n system: 'Output strictly valid JSON object without markdown commentary.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const jsonMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n factsheet.compatibilityMatrix.verifiedCompatible = Boolean(parsed.compatibilityVerdict ?? true);\n if (Array.isArray(parsed.compatibilityNotes)) factsheet.compatibilityMatrix.notes = parsed.compatibilityNotes.map(String);\n if (['feasible', 'challenging', 'excessive'].includes(parsed.cognitiveReadiness)) {\n factsheet.ageFeasibility.cognitiveReadinessVerdict = parsed.cognitiveReadiness;\n }\n if (Array.isArray(parsed.potentialBarriers)) factsheet.ageFeasibility.potentialBarriers = parsed.potentialBarriers.map(String);\n if (Array.isArray(parsed.exemplars) && parsed.exemplars.length > 0) {\n factsheet.exemplarProjects = parsed.exemplars.map((ex: any) => ({\n title: String(ex.title || 'Verified Project'),\n description: String(ex.description || ''),\n targetAudience: String(ex.targetAudience || `Ages ${ageBand[0]}-${ageBand[1]}`),\n hardwareRequirements: Array.isArray(ex.hardwareRequirements) ? ex.hardwareRequirements.map(String) : undefined,\n softwareRequirements: Array.isArray(ex.softwareRequirements) ? ex.softwareRequirements.map(String) : undefined,\n sourceUrl: scrapedSnippets[0]?.url,\n }));\n }\n if (Array.isArray(parsed.technicalBottlenecks)) factsheet.technicalBottlenecks = parsed.technicalBottlenecks.map(String);\n }\n } catch (err: any) {\n console.warn('[TechnicalGroundingEngine] LLM synthesis error:', err?.message || err);\n }\n }\n\n factsheet.markdownReport = this.renderMarkdownReport(factsheet);\n return factsheet;\n }\n\n renderMarkdownReport(fs: TechnicalFactsheet): string {\n const lines = [\n `# 🛠️ Technical Grounding & Empirical Factsheet: ${fs.topic}`,\n `> **Domain:** \\`${fs.domain.toUpperCase()}\\` | **Feasibility:** \\`${fs.ageFeasibility.cognitiveReadinessVerdict.toUpperCase()}\\``,\n `\\n## 1. Compatibility & Tooling Verification`,\n `- **Hardware:** ${fs.compatibilityMatrix.hardwarePlatform || 'N/A'}`,\n `- **Software / SDK:** ${fs.compatibilityMatrix.softwareEnv || 'N/A'}`,\n `- **Verdict:** ${fs.compatibilityMatrix.verifiedCompatible ? '✅ Verified Compatible' : '⚠️ Compatibility Warning'}`,\n ...fs.compatibilityMatrix.notes.map((n) => ` - ${n}`),\n `\\n## 2. Age Feasibility & Learner Barriers (Ages ${fs.ageFeasibility.recommendedMinAge}–${fs.ageFeasibility.recommendedMaxAge})`,\n ...fs.ageFeasibility.potentialBarriers.map((b) => `- ⚠️ ${b}`),\n `\\n## 3. Real-World Exemplar Projects`,\n ...fs.exemplarProjects.map((ex, idx) => `### Exemplar ${idx + 1}: ${ex.title}\\n- **Summary:** ${ex.description}\\n- **Audience:** ${ex.targetAudience}${ex.sourceUrl ? `\\n- **Reference:** [Link](${ex.sourceUrl})` : ''}`),\n `\\n## 4. Technical Bottlenecks & Pitfalls to Avoid`,\n ...fs.technicalBottlenecks.map((bn) => `- 🛑 ${bn}`),\n `\\n## 5. Grounding Citations`,\n ...fs.groundingSources.map((s, idx) => `${idx + 1}. [${s.title}](${s.url})`),\n ];\n\n if (fs.codeSnippets && fs.codeSnippets.length > 0) {\n lines.push(\n `\\n## 6. Verified Code Snippets & Syntax Reference`,\n ...fs.codeSnippets.map((c) => `\\`\\`\\`${c.language || 'text'}\\n${c.code}\\n\\`\\`\\``)\n );\n }\n\n if (fs.pinoutTables && fs.pinoutTables.length > 0) {\n lines.push(\n `\\n## 7. Pinout & Specification Tables`,\n ...fs.pinoutTables\n );\n }\n\n return lines.join('\\n');\n }\n}\n"]}
@@ -193,6 +193,8 @@ function extractSubstantiveExcerpts(markdown, maxExcerpts = 6) {
193
193
  var WebScraper = class {
194
194
  crawl4aiHost;
195
195
  jinaKey;
196
+ brightDataKey;
197
+ brightDataZone;
196
198
  allowEnvFallback;
197
199
  customAdapter;
198
200
  youtubeService;
@@ -200,6 +202,8 @@ var WebScraper = class {
200
202
  this.allowEnvFallback = options.allowEnvFallback ?? true;
201
203
  this.crawl4aiHost = options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : void 0) || "http://localhost:11235";
202
204
  this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : void 0);
205
+ this.brightDataKey = options.brightDataKey || (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : void 0);
206
+ this.brightDataZone = options.brightDataZone || (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : void 0) || "cli_unlocker";
203
207
  this.customAdapter = options.customAdapter;
204
208
  this.youtubeService = new YouTubeIngestionService();
205
209
  }
@@ -209,8 +213,15 @@ var WebScraper = class {
209
213
  setJinaKey(key) {
210
214
  this.jinaKey = key;
211
215
  }
216
+ setBrightData(key, zone) {
217
+ if (key !== void 0) this.brightDataKey = key;
218
+ if (zone !== void 0) this.brightDataZone = zone;
219
+ }
212
220
  async scrapeUrl(targetUrl, options = {}) {
213
221
  const adapter = options.customAdapter || this.customAdapter;
222
+ const bdKey = options.brightDataKey || this.brightDataKey;
223
+ const bdZone = options.brightDataZone || this.brightDataZone;
224
+ const preferred = options.preferredProvider;
214
225
  if (adapter) {
215
226
  try {
216
227
  const result = await adapter.crawl(targetUrl);
@@ -231,6 +242,13 @@ var WebScraper = class {
231
242
  console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);
232
243
  }
233
244
  }
245
+ if (preferred === "brightdata" && bdKey) {
246
+ try {
247
+ return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);
248
+ } catch (e) {
249
+ console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);
250
+ }
251
+ }
234
252
  try {
235
253
  const jinaUrl = `https://r.jina.ai/${targetUrl}`;
236
254
  const jinaKey = options.jinaKey || this.jinaKey;
@@ -275,6 +293,13 @@ var WebScraper = class {
275
293
  } catch {
276
294
  }
277
295
  }
296
+ if (bdKey) {
297
+ try {
298
+ return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);
299
+ } catch (e) {
300
+ console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);
301
+ }
302
+ }
278
303
  try {
279
304
  const res = await fetch(targetUrl, {
280
305
  headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)" },
@@ -299,6 +324,30 @@ ${p.replace(/<[^>]+>/g, " ").trim()}
299
324
  }
300
325
  throw new Error(`Unable to fetch content from URL: ${targetUrl}`);
301
326
  }
327
+ async scrapeWithBrightData(targetUrl, key, zone) {
328
+ const reqZone = zone || this.brightDataZone || "cli_unlocker";
329
+ const res = await fetch("https://api.brightdata.com/request", {
330
+ method: "POST",
331
+ headers: {
332
+ Authorization: `Bearer ${key}`,
333
+ "Content-Type": "application/json"
334
+ },
335
+ body: JSON.stringify({
336
+ zone: reqZone,
337
+ url: targetUrl,
338
+ format: "raw",
339
+ data_format: "markdown"
340
+ }),
341
+ signal: AbortSignal.timeout(2e4)
342
+ });
343
+ if (res.ok) {
344
+ const markdown = await res.text();
345
+ if (markdown && markdown.length > 30) {
346
+ return this.packageDocument(targetUrl, markdown, "brightdata");
347
+ }
348
+ }
349
+ throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);
350
+ }
302
351
  packageDocument(url, markdown, provider, explicitTitle) {
303
352
  const titleMatch = markdown.match(/^#\s+(.+)$/m) || markdown.match(/^Title:\s*(.+)$/im);
304
353
  const title = (explicitTitle || (titleMatch ? titleMatch[1].trim() : url.split("/").filter(Boolean).pop() || "Document")).slice(0, 180);
@@ -329,5 +378,5 @@ ${p.replace(/<[^>]+>/g, " ").trim()}
329
378
  };
330
379
 
331
380
  export { WebScraper, YouTubeIngestionService, extractSubstantiveExcerpts, extractYouTubeVideoId, formatTimestamp, isYouTubeUrl, stitchCaptionSegments };
332
- //# sourceMappingURL=chunk-ON6VFCJO.js.map
333
- //# sourceMappingURL=chunk-ON6VFCJO.js.map
381
+ //# sourceMappingURL=chunk-QQZQNBJC.js.map
382
+ //# sourceMappingURL=chunk-QQZQNBJC.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-QQZQNBJC.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&amp;/g, '&')\n .replace(/&lt;/g, '<')\n .replace(/&gt;/g, '>')\n .replace(/&quot;/g, '\"')\n .replace(/&#39;/g, \"'\")\n .replace(/&#x27;/g, \"'\")\n .replace(/&nbsp;/g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
@@ -1,3 +1,5 @@
1
+ import { AcademicSearchEngine } from './chunk-AKEI7H2C.js';
2
+
1
3
  // src/harvester/domainClassifier.ts
2
4
  var HARDWARE_PATTERNS = [
3
5
  /\b(esp32|esp8266|arduino|raspberry\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\s*prime|mindstorms|ev3|wedo|vex)\b/i,
@@ -109,14 +111,29 @@ var MultiSourceSearchEngine = class {
109
111
  tavilyKey;
110
112
  exaKey;
111
113
  serperKey;
114
+ brightDataKey;
115
+ brightDataZone;
116
+ searxngHost;
117
+ searxngHeaders;
112
118
  allowEnvFallback;
113
119
  customAdapter;
120
+ academicEngine;
114
121
  constructor(options = {}) {
115
122
  this.allowEnvFallback = options.allowEnvFallback ?? true;
116
123
  this.tavilyKey = options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : void 0);
117
124
  this.exaKey = options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : void 0);
118
125
  this.serperKey = options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : void 0);
126
+ this.brightDataKey = options.apiKeys?.brightdata || options.apiKeys?.brightData || options.brightDataKey || (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : void 0);
127
+ this.brightDataZone = options.brightDataZone || (this.allowEnvFallback ? process.env.BRIGHTDATA_SERP_ZONE || process.env.BRIGHTDATA_UNLOCKER_ZONE : void 0) || "cli_unlocker";
128
+ this.searxngHost = options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : void 0);
129
+ const cfId = process.env.CF_ACCESS_CLIENT_ID;
130
+ const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;
131
+ this.searxngHeaders = {
132
+ ...options.searxngHeaders || {},
133
+ ...cfId && cfSecret ? { "CF-Access-Client-Id": cfId, "CF-Access-Client-Secret": cfSecret } : {}
134
+ };
119
135
  this.customAdapter = options.customAdapter;
136
+ this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });
120
137
  }
121
138
  setCustomAdapter(adapter) {
122
139
  this.customAdapter = adapter;
@@ -125,6 +142,18 @@ var MultiSourceSearchEngine = class {
125
142
  if (keys.tavily !== void 0) this.tavilyKey = keys.tavily;
126
143
  if (keys.exa !== void 0) this.exaKey = keys.exa;
127
144
  if (keys.serper !== void 0) this.serperKey = keys.serper;
145
+ if (keys.brightdata !== void 0) this.brightDataKey = keys.brightdata;
146
+ if (keys.brightData !== void 0) this.brightDataKey = keys.brightData;
147
+ }
148
+ setBrightData(key, zone) {
149
+ if (key !== void 0) this.brightDataKey = key;
150
+ if (zone !== void 0) this.brightDataZone = zone;
151
+ }
152
+ setSearxng(host, headers) {
153
+ this.searxngHost = host;
154
+ if (headers) {
155
+ this.searxngHeaders = { ...this.searxngHeaders, ...headers };
156
+ }
128
157
  }
129
158
  async search(query, options = {}) {
130
159
  const limit = options.limit ?? 5;
@@ -146,9 +175,39 @@ var MultiSourceSearchEngine = class {
146
175
  console.warn("[MultiSourceSearchEngine] Custom search adapter failed:", e?.message || e);
147
176
  }
148
177
  }
178
+ if (preferred === "academic") {
179
+ try {
180
+ const papers = await this.academicEngine.searchPapers(query, { limit });
181
+ if (papers.length > 0) {
182
+ return papers.map((p) => ({
183
+ title: p.title,
184
+ url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),
185
+ content: p.tldr || p.abstract || "",
186
+ score: p.citationCount,
187
+ engine: "academic"
188
+ }));
189
+ }
190
+ } catch (e) {
191
+ console.warn("[MultiSourceSearchEngine] Academic search failed:", e?.message || e);
192
+ }
193
+ }
149
194
  const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;
150
195
  const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;
151
196
  const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;
197
+ const brightDataKey = options.apiKeys?.brightdata || options.apiKeys?.brightData || options.brightDataKey || this.brightDataKey;
198
+ const brightDataZone = options.brightDataZone || this.brightDataZone;
199
+ const searxngHost = options.searxngHost || this.searxngHost;
200
+ if (preferred === "searxng" && searxngHost) {
201
+ const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);
202
+ if (searxHits.length > 0) return searxHits;
203
+ }
204
+ if (preferred === "brightdata" && brightDataKey) {
205
+ const bdHits = await this.queryBrightData(query, brightDataKey, limit, {
206
+ zone: brightDataZone,
207
+ engine: options.brightDataEngine
208
+ });
209
+ if (bdHits.length > 0) return bdHits;
210
+ }
152
211
  if (preferred === "exa" && exaKey) {
153
212
  const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);
154
213
  if (exaHits.length > 0) return exaHits;
@@ -170,6 +229,9 @@ var MultiSourceSearchEngine = class {
170
229
  include_answer: true,
171
230
  max_results: limit
172
231
  };
232
+ if (options.timeRange) {
233
+ body.time_range = options.timeRange;
234
+ }
173
235
  if (options.domainFilter && options.domainFilter.length > 0) {
174
236
  body.include_domains = options.domainFilter;
175
237
  }
@@ -196,18 +258,103 @@ var MultiSourceSearchEngine = class {
196
258
  }
197
259
  }
198
260
  if (exaKey) {
199
- const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);
261
+ const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);
200
262
  if (exaHits.length > 0) return exaHits;
201
263
  }
202
264
  if (serperKey) {
203
- const serperHits = await this.querySerper(query, serperKey, limit);
265
+ const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange);
204
266
  if (serperHits.length > 0) return serperHits;
205
267
  }
268
+ if (brightDataKey) {
269
+ const bdHits = await this.queryBrightData(query, brightDataKey, limit, {
270
+ zone: brightDataZone,
271
+ engine: options.brightDataEngine
272
+ });
273
+ if (bdHits.length > 0) return bdHits;
274
+ }
275
+ if (searxngHost) {
276
+ const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders, options.timeRange);
277
+ if (searxHits.length > 0) return searxHits;
278
+ }
206
279
  const ddgHits = await this.queryDuckDuckGo(query, limit);
207
280
  if (ddgHits.length > 0) return ddgHits;
208
281
  return [];
209
282
  }
210
- async queryExa(query, exaKey, limit, domainFilter) {
283
+ async queryBrightData(query, key, limit = 5, options = {}) {
284
+ try {
285
+ const zone = options.zone || this.brightDataZone || "cli_unlocker";
286
+ const engine = options.engine || "bing";
287
+ let searchUrl = `https://www.bing.com/search?q=${encodeURIComponent(query)}&brd_json=1`;
288
+ if (engine === "google") {
289
+ searchUrl = `https://www.google.com/search?q=${encodeURIComponent(query)}&brd_json=1&hl=en&gl=us`;
290
+ } else if (engine === "yandex") {
291
+ searchUrl = `https://www.yandex.com/search?q=${encodeURIComponent(query)}&brd_json=1`;
292
+ }
293
+ const res = await fetch("https://api.brightdata.com/request", {
294
+ method: "POST",
295
+ headers: {
296
+ Authorization: `Bearer ${key}`,
297
+ "Content-Type": "application/json"
298
+ },
299
+ body: JSON.stringify({
300
+ zone,
301
+ url: searchUrl,
302
+ format: "raw"
303
+ }),
304
+ signal: AbortSignal.timeout(15e3)
305
+ });
306
+ if (res.ok) {
307
+ const data = await res.json();
308
+ const organic = Array.isArray(data?.organic) ? data.organic : [];
309
+ if (organic.length > 0) {
310
+ return organic.slice(0, limit).map((r, idx) => ({
311
+ title: r.title || "Untitled",
312
+ url: r.link,
313
+ content: r.description || r.snippet || "",
314
+ score: r.rank ? 1 / r.rank : 1 / (idx + 1),
315
+ engine: "brightdata"
316
+ }));
317
+ }
318
+ }
319
+ } catch (e) {
320
+ console.warn("[MultiSourceSearchEngine] Bright Data attempt failed:", e?.message || e);
321
+ }
322
+ return [];
323
+ }
324
+ async querySearxng(query, searxngHost, limit, customHeaders, timeRange) {
325
+ try {
326
+ const cleanHost = searxngHost.replace(/\/$/, "");
327
+ let searchUrl = `${cleanHost}/search?q=${encodeURIComponent(query)}&format=json`;
328
+ if (timeRange) {
329
+ searchUrl += `&time_range=${encodeURIComponent(timeRange)}`;
330
+ }
331
+ const headers = {
332
+ "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
333
+ ...this.searxngHeaders || {},
334
+ ...customHeaders || {}
335
+ };
336
+ const res = await fetch(searchUrl, {
337
+ headers,
338
+ signal: AbortSignal.timeout(1e4)
339
+ });
340
+ if (res.ok) {
341
+ const data = await res.json();
342
+ if (Array.isArray(data?.results) && data.results.length > 0) {
343
+ return data.results.slice(0, limit).map((r) => ({
344
+ title: r.title || "Untitled",
345
+ url: r.url,
346
+ content: r.content || r.snippet || "",
347
+ score: r.score,
348
+ engine: "searxng"
349
+ }));
350
+ }
351
+ }
352
+ } catch (e) {
353
+ console.warn("[MultiSourceSearchEngine] SearXNG attempt failed:", e?.message || e);
354
+ }
355
+ return [];
356
+ }
357
+ async queryExa(query, exaKey, limit, domainFilter, timeRange) {
211
358
  try {
212
359
  const body = {
213
360
  query,
@@ -217,6 +364,14 @@ var MultiSourceSearchEngine = class {
217
364
  if (domainFilter && domainFilter.length > 0) {
218
365
  body.includeDomains = domainFilter;
219
366
  }
367
+ if (timeRange) {
368
+ const now = /* @__PURE__ */ new Date();
369
+ if (timeRange === "day") now.setDate(now.getDate() - 1);
370
+ else if (timeRange === "week") now.setDate(now.getDate() - 7);
371
+ else if (timeRange === "month") now.setMonth(now.getMonth() - 1);
372
+ else if (timeRange === "year") now.setFullYear(now.getFullYear() - 1);
373
+ body.startPublishedDate = now.toISOString();
374
+ }
220
375
  const res = await fetch("https://api.exa.ai/search", {
221
376
  method: "POST",
222
377
  headers: {
@@ -243,15 +398,22 @@ var MultiSourceSearchEngine = class {
243
398
  }
244
399
  return [];
245
400
  }
246
- async querySerper(query, serperKey, limit) {
401
+ async querySerper(query, serperKey, limit, timeRange) {
247
402
  try {
403
+ const body = { q: query, num: limit };
404
+ if (timeRange) {
405
+ const tbsMap = { day: "qdr:d", week: "qdr:w", month: "qdr:m", year: "qdr:y" };
406
+ if (tbsMap[timeRange]) {
407
+ body.tbs = tbsMap[timeRange];
408
+ }
409
+ }
248
410
  const res = await fetch("https://google.serper.dev/search", {
249
411
  method: "POST",
250
412
  headers: {
251
413
  "X-API-KEY": serperKey,
252
414
  "Content-Type": "application/json"
253
415
  },
254
- body: JSON.stringify({ q: query, num: limit }),
416
+ body: JSON.stringify(body),
255
417
  signal: AbortSignal.timeout(1e4)
256
418
  });
257
419
  if (res.ok) {
@@ -830,7 +992,7 @@ ${corpusPreview}`,
830
992
  `
831
993
  Return ONLY a valid JSON array of 6 to 12 atomic pedagogical concepts ordered from foundational to advanced.`,
832
994
  `IMPORTANT FOR VIETNAMESE TERMS: Keep multi-syllable Vietnamese compound terms intact (e.g. "Bi\u1EBFn tr\u1EA1ng th\xE1i", "C\u1EA3m bi\u1EBFn \xE1nh s\xE1ng", "V\xF2ng l\u1EB7p s\u1EF1 ki\u1EC7n") and pair them with accurate English canonical terms.`,
833
- `Each item in the JSON array must have: {"id": "C_01", "term": "Display Name", "termVi": "Thu\u1EADt ng\u1EEF Ti\u1EBFng Vi\u1EC7t chu\u1EA9n", "termEn": "Canonical English Term", "category": "core_concept"|"api_syntax"|"hardware_component"|"pedagogical_pattern", "marrLayer": "ULO"|"CIO"|"SIO", "bloomLevel": "understand"|"apply"|"analyze", "salienceScore": 9.0, "definition": "1-sentence clear definition grounded in sources", "prerequisites": ["C_01"], "sourceIds": ["RES-01"], "facets": {"computationalPrinciple": "...", "mentalModel": "...", "syntaxAndTools": ["..."]}, "commonMisconceptions": ["..."]}`
995
+ `Each item in the JSON array must have: {"id": "C_01", "term": "Display Name", "termVi": "Thu\u1EADt ng\u1EEF Ti\u1EBFng Vi\u1EC7t chu\u1EA9n", "termEn": "Canonical English Term", "category": "core_concept"|"api_syntax"|"hardware_component"|"pedagogical_pattern", "marrLayer": "ULO"|"CIO"|"SIO", "bloomLevel": "understand"|"apply"|"analyze", "salienceScore": 9.0, "definition": "1-sentence clear definition grounded in sources", "prerequisites": ["C_01"], "sourceIds": ["RES-01"], "facets": {"computationalPrinciple": "...", "mentalModel": "...", "syntaxAndTools": ["..."]}, "commonMisconceptions": ["..."], "troubleshootingHints": ["2-minute quick fix for common student pitfall"]}`
834
996
  ].filter(Boolean).join("\n");
835
997
  const rawResponse = await options.llm(prompt, {
836
998
  system: "You are a Principal Computer Science Curriculum Architect & Bilingual Terminology Specialist (Vietnamese-English). Output strictly valid JSON array without markdown commentary.",
@@ -1031,5 +1193,5 @@ var HealthAuditor = class {
1031
1193
  };
1032
1194
 
1033
1195
  export { CatalogBuilder, ECOMMERCE_AND_COMMERCIAL_PATTERNS, ECOMMERCE_DOMAINS, HealthAuditor, MultiSourceSearchEngine, PedagogicalTermExtractor, classifyTechnicalDomain, evaluateTechnicalDensity, inferPrimaryCodeLanguage, isCommercialOrNoise, kahnTopologicalSort, transitiveReduction };
1034
- //# sourceMappingURL=chunk-QK3LVGI7.js.map
1035
- //# sourceMappingURL=chunk-QK3LVGI7.js.map
1196
+ //# sourceMappingURL=chunk-SAHBBO3U.js.map
1197
+ //# sourceMappingURL=chunk-SAHBBO3U.js.map