@thanh01.pmt/research-kit 1.2.4 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/dist/academic/index.cjs +122 -0
  2. package/dist/academic/index.cjs.map +1 -1
  3. package/dist/academic/index.d.cts +27 -4
  4. package/dist/academic/index.d.ts +27 -4
  5. package/dist/academic/index.js +2 -1
  6. package/dist/agent/index.cjs +4277 -0
  7. package/dist/agent/index.cjs.map +1 -0
  8. package/dist/agent/index.d.cts +10 -0
  9. package/dist/agent/index.d.ts +10 -0
  10. package/dist/agent/index.js +10 -0
  11. package/dist/agent/index.js.map +1 -0
  12. package/dist/{catalogBuilder-B4eiLS_S.d.cts → catalogBuilder-BBCa9jqI.d.cts} +2 -2
  13. package/dist/{catalogBuilder-BNB_gaWP.d.ts → catalogBuilder-D-UiM37y.d.ts} +2 -2
  14. package/dist/chunk-2GBXVPOQ.js +3 -0
  15. package/dist/{chunk-J3VCGH7Z.js.map → chunk-2GBXVPOQ.js.map} +1 -1
  16. package/dist/chunk-2RMBLKP5.js +581 -0
  17. package/dist/chunk-2RMBLKP5.js.map +1 -0
  18. package/dist/{chunk-2XIEWCUE.js → chunk-32B5PVTQ.js} +2 -2
  19. package/dist/{chunk-2XIEWCUE.js.map → chunk-32B5PVTQ.js.map} +1 -1
  20. package/dist/{chunk-YICMTZS5.js → chunk-4O3FXMXO.js} +171 -3
  21. package/dist/chunk-4O3FXMXO.js.map +1 -0
  22. package/dist/chunk-LDCZ33AC.js +3 -0
  23. package/dist/chunk-LDCZ33AC.js.map +1 -0
  24. package/dist/{chunk-GK5KI5PB.js → chunk-MFRQ2VJZ.js} +63 -44
  25. package/dist/chunk-MFRQ2VJZ.js.map +1 -0
  26. package/dist/chunk-RAMDHDRJ.js +1931 -0
  27. package/dist/chunk-RAMDHDRJ.js.map +1 -0
  28. package/dist/{chunk-SAHBBO3U.js → chunk-RYLZYZRF.js} +4 -580
  29. package/dist/chunk-RYLZYZRF.js.map +1 -0
  30. package/dist/chunk-SHBDLP64.js +125 -0
  31. package/dist/chunk-SHBDLP64.js.map +1 -0
  32. package/dist/chunk-TYQEC24G.js +3 -0
  33. package/dist/chunk-TYQEC24G.js.map +1 -0
  34. package/dist/{chunk-KXJDQBSJ.js → chunk-UHKDJZNL.js} +11 -4
  35. package/dist/chunk-UHKDJZNL.js.map +1 -0
  36. package/dist/config/index.d.cts +1 -1
  37. package/dist/config/index.d.ts +1 -1
  38. package/dist/evidence/index.cjs +9 -2
  39. package/dist/evidence/index.cjs.map +1 -1
  40. package/dist/evidence/index.d.cts +2 -2
  41. package/dist/evidence/index.d.ts +2 -2
  42. package/dist/evidence/index.js +3 -2
  43. package/dist/harvester/index.cjs +168 -1
  44. package/dist/harvester/index.cjs.map +1 -1
  45. package/dist/harvester/index.d.cts +5 -161
  46. package/dist/harvester/index.d.ts +5 -161
  47. package/dist/harvester/index.js +4 -2
  48. package/dist/index-CGa7lf3L.d.ts +764 -0
  49. package/dist/{index-9rDiFuR4.d.cts → index-CxoD81QN.d.cts} +1 -1
  50. package/dist/{index-9rDiFuR4.d.ts → index-CxoD81QN.d.ts} +1 -1
  51. package/dist/index-DrjfrbGw.d.cts +764 -0
  52. package/dist/index.cjs +2411 -144
  53. package/dist/index.cjs.map +1 -1
  54. package/dist/index.d.cts +11 -174
  55. package/dist/index.d.ts +11 -174
  56. package/dist/index.js +34 -12
  57. package/dist/index.js.map +1 -1
  58. package/dist/{literatureReview-DOzgm9Q2.d.ts → literatureReview-Bn2iEGRO.d.ts} +1 -1
  59. package/dist/{literatureReview-BwidpYJo.d.cts → literatureReview-Bvlqk4DB.d.cts} +1 -1
  60. package/dist/pipeline/index.cjs +68 -43
  61. package/dist/pipeline/index.cjs.map +1 -1
  62. package/dist/pipeline/index.d.cts +5 -4
  63. package/dist/pipeline/index.d.ts +5 -4
  64. package/dist/pipeline/index.js +4 -3
  65. package/dist/socialPulseHarvester-CN4MwrpY.d.cts +204 -0
  66. package/dist/socialPulseHarvester-IbdT3zD1.d.ts +204 -0
  67. package/dist/{webScraper-CAQjE46m.d.cts → webScraper-BVvNW4yj.d.cts} +1 -1
  68. package/dist/{webScraper-CXIpvyA6.d.ts → webScraper-C9pB5Rgd.d.ts} +1 -1
  69. package/package.json +6 -1
  70. package/dist/chunk-GK5KI5PB.js.map +0 -1
  71. package/dist/chunk-J3VCGH7Z.js +0 -3
  72. package/dist/chunk-KXJDQBSJ.js.map +0 -1
  73. package/dist/chunk-SAHBBO3U.js.map +0 -1
  74. package/dist/chunk-YICMTZS5.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/harvester/webScraper.ts","../../src/evidence/evidenceScorer.ts","../../src/evidence/claimVerifier.ts","../../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAkCO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;;;AC/BA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC/D,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,YAAA,CAAa,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC9E,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;ACnKA,IAAM,eAAA,uBAAsB,GAAA,CAAI;AAAA,EAC9B,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAC3F,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAAW,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAChE,UAAA;AAAA,EAAO,OAAA;AAAA,EAAS,qBAAA;AAAA,EAAQ,YAAA;AAAA,EAAS,QAAA;AAAA,EAAO,KAAA;AAAA,EAAO,UAAA;AAAA,EAAO,OAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,cAAA;AAAA,EACpE,SAAA;AAAA,EAAM,eAAA;AAAA,EAAO,SAAA;AAAA,EAAM,QAAA;AAAA,EAAO,YAAA;AAAA,EAAM,UAAA;AAAA,EAAO,UAAA;AAAA,EAAO,SAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,YAAA;AAAA,EAAM,IAAA;AAAA,EAAM,QAAA;AAAA,EAAO;AACjF,CAAC,CAAA;AAED,SAAS,yBAAyB,IAAA,EAAwB;AACxD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAC,CAAA;AAC3D;AAEA,SAAS,kBAAA,CAAmB,OAAe,WAAA,EAA8B;AACvE,EAAA,IAAI,WAAA,CAAY,QAAA,CAAS,KAAK,CAAA,EAAG,OAAO,IAAA;AAExC,EAAA,IAAI,KAAA,CAAM,UAAU,CAAA,EAAG;AACrB,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,OAAA,CAAQ,uCAAA,EAAyC,EAAE,CAAA;AACtE,IAAA,IAAI,KAAK,MAAA,IAAU,CAAA,IAAK,YAAY,QAAA,CAAS,IAAI,GAAG,OAAO,IAAA;AAAA,EAC7D;AACA,EAAA,OAAO,KAAA;AACT;AAOO,IAAM,gBAAN,MAAoB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKzB,yBAAA,CAA0B,QAAkB,YAAA,EAAwC;AAClF,IAAA,MAAM,eAAgC,EAAC;AACvC,IAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,IAAA,MAAM,WAAA,GAAc,WAAW,WAAA,EAAY;AAC3C,IAAA,MAAM,eAAA,GAAkB,WACrB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,MAAA,IAAI,CAAA,CAAE,MAAA,GAAS,EAAA,EAAI,OAAO,KAAA;AAC1B,MAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACjE,MAAA,OAAO,IAAA;AAAA,IACT,CAAC,CAAA;AAEH,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,MAAM,WAAA,GAAc,yBAAyB,KAAK,CAAA;AAClD,MAAA,MAAM,UAAA,GAAa,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,WAAW,CAAC,CAAA,CAAE,MAAA;AACjF,MAAA,MAAM,aAAa,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,YAAY,MAAA,GAAS,CAAA;AAG9E,MAAA,IAAI,SAAA;AACJ,MAAA,IAAI,iBAAA,GAAoB,CAAA;AACxB,MAAA,KAAA,MAAW,QAAQ,eAAA,EAAiB;AAClC,QAAA,MAAM,SAAA,GAAY,KAAK,WAAA,EAAY;AACnC,QAAA,MAAM,WAAA,GAAc,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,SAAS,CAAC,CAAA,CAAE,MAAA;AAChF,QAAA,MAAM,YAAY,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,WAAA,GAAc,YAAY,MAAA,GAAS,CAAA;AAC9E,QAAA,IAAI,YAAY,iBAAA,EAAmB;AACjC,UAAA,iBAAA,GAAoB,SAAA;AACpB,UAAA,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA;AAAA,QAC/B;AAAA,MACF;AAEA,MAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,GAAA,CAAI,UAAA,EAAY,iBAAiB,CAAA;AAC7D,MAAA,MAAM,qBAAqB,cAAA,IAAkB,IAAA;AAE7C,MAAA,YAAA,CAAa,IAAA,CAAK;AAAA,QAChB,SAAA,EAAW,KAAA;AAAA,QACX,OAAA,EAAS,oBAAA;AAAA,QACT,WAAA,EAAa,kBAAA;AAAA,QACb,aAAA,EAAe,KAAA;AAAA,QACf,eAAA,EAAiB,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAA;AAAA,QAChD,cAAA,EAAgB,qBAAqB,SAAA,GAAY,MAAA;AAAA,QACjD,WAAA,EAAa,kBAAA,GACT,CAAA,2BAAA,EAA8B,IAAA,CAAK,MAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,gEAAA,CAAA,GAC9D,CAAA,gDAAA,EAAmD,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,GAAA;AAAA,OACxF,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,iBAAiB,YAAA,CAAa,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,WAAW,CAAA,CAAE,MAAA;AACjE,IAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,IAAA,MAAM,oBAAoB,UAAA,IAAc,EAAA,GAAK,KAAA,GAAQ,UAAA,IAAc,KAAK,QAAA,GAAW,MAAA;AAEnF,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,CAAA,yEAAA,CAAA;AAAA,MACA,CAAA,+GAAA,CAAA;AAAA,MACA,CAAA,0BAAA,EAA6B,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,kEAAA,EAAqE,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,MAC7L;AAAA,sGAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,YAAA,CAAa,GAAA;AAAA,QACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,WAAA,GAAc,gCAAyB,iCAAuB,CAAA,KAAA,EAAQ,CAAA,CAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,kBAAkB,QAAA,EAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,8BAAA;AAAA;AAC7L,KACF;AAEA,IAAA,OAAO;AAAA,MACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,MAC3B,oBAAA,EAAsB,cAAA;AAAA,MACtB,kBAAA,EAAoB,CAAA;AAAA,MACpB,qBAAA,EAAuB,OAAO,MAAA,GAAS,cAAA;AAAA,MACvC,iBAAA;AAAA,MACA,aAAA,EAAe,KAAA;AAAA,MACf,MAAA,EAAQ,YAAA;AAAA,MACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC7B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAA,CACJ,MAAA,EACA,YAAA,EACA,OAAA,GAA+B,EAAC,EACL;AAC3B,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,yBAAA,CAA0B,MAAA,EAAQ,YAAY,CAAA;AACrE,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,IAAO,MAAA,CAAO,WAAW,CAAA,EAAG;AACvC,MAAA,OAAO,SAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,MAAA,MAAM,oBAAA,GAAuB,WAC1B,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA,CAC/B,KAAA,CAAM,IAAI,CAAA,CACV,MAAA,CAAO,CAAC,MAAM,CAAC,8CAAA,CAA+C,IAAA,CAAK,CAAA,CAAE,IAAA,EAAM,CAAC,CAAA,CAC5E,IAAA,CAAK,IAAI,CAAA,CACT,IAAA,EAAK;AAER,MAAA,MAAM,eAAA,GAAkB,oBAAA,CACrB,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,EAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,EAAA,IAAM,CAAC,gDAAA,CAAiD,IAAA,CAAK,CAAC,CAAC,CAAA;AAK5F,MAAA,MAAM,mBAAmB,eAAA,CAAgB,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,IAAI,CAAA;AAE9D,MAAA,MAAM,aAAA,GAAgB,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/C,QAAA,MAAM,MAAA,GAAS,yBAAyB,KAAK,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,eAAA,CAClB,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACd,IAAA;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,CAAC,CAAA,KAAM,kBAAA,CAAmB,CAAA,EAAG,IAAA,CAAK,WAAA,EAAa,CAAC,CAAA,CAAE;AAAA,SAC3E,CAAE,CAAA,CACD,MAAA,CAAO,CAAC,IAAA,KAAS,IAAA,CAAK,OAAA,GAAU,CAAC,CAAA,CACjC,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,EAAE,OAAA,GAAU,CAAA,CAAE,OAAO,CAAA,CACpC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,GAAA,CAAI,CAAC,IAAA,KAAS,IAAA,CAAK,IAAI,CAAA;AAE1B,QAAA,MAAM,UAAA,GAAa,aAAa,MAAA,GAAS,CAAA,GACrC,GAAG,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC;;AAAA;AAAA,EAAsC,gBAAgB,KAChF,gBAAA,IAAoB,4BAAA;AAExB,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,iBAAA,EAAmB;AAAA,SACrB;AAAA,MACF,CAAC,CAAA;AAED,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,8FAAA,CAAA;AAAA,QACA,CAAA,gKAAA,CAAA;AAAA,QACA,CAAA,kMAAA,CAAA;AAAA,QACA;AAAA;AAAA,CAAA;AAAA,QACA,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,OAAA,EAAU,EAAE,GAAA,GAAM,CAAC,CAAA,IAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,sBAAA,EAA4B,CAAA,CAAE,iBAAiB,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,QACxH;AAAA,mEAAA,CAAA;AAAA,QACA,CAAA,6LAAA;AAAA,OACF,CAAE,KAAK,IAAI,CAAA;AAEX,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,iGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,IAAI,SAAgB,EAAC;AACrB,MAAA,MAAM,UAAA,GAAa,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AAC1C,MAAA,IAAI,UAAA,EAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,CAAC,CAAC,CAAA;AACpC,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,GAAG,CAAA,EAAG,MAAA,GAAS,GAAA;AAAA,QACnC,CAAA,CAAA,MAAQ;AAAA,QAAC;AAAA,MACX;AACA,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,EAAG;AACvB,QAAA,MAAM,QAAA,GAAW,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACxC,QAAA,IAAI,QAAA,EAAU;AACZ,UAAA,IAAI;AACF,YAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA;AAClC,YAAA,MAAM,aAAA,GAAgB,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,OAAA,IAAW,GAAA,CAAI,aAAA,IAAiB,MAAA,CAAO,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,MAAM,OAAO,CAAA;AAC7G,YAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG,MAAA,GAAS,aAAA;AAAA,UAC7C,CAAA,CAAA,MAAQ;AAAA,UAAC;AAAA,QACX;AAAA,MACF;AAEA,MAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACnB,QAAA,MAAM,YAAA,GAAgC,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/D,UAAA,MAAM,IAAA,GAAO,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAW,CAAA,CAAE,UAAA,KAAe,GAAA,GAAM,CAAC,CAAA,IAAK,MAAA,CAAO,GAAG,CAAA;AAC5E,UAAA,MAAM,UACJ,IAAA,IAAQ,CAAC,aAAa,SAAA,EAAW,qBAAqB,EAAE,QAAA,CAAS,IAAA,CAAK,OAAO,CAAA,GACzE,KAAK,OAAA,GACL,SAAA,CAAU,OAAO,GAAG,CAAA,EAAG,cACvB,WAAA,GACA,qBAAA;AAEN,UAAA,MAAM,cAAc,OAAA,KAAY,WAAA;AAChC,UAAA,OAAO;AAAA,YACL,SAAA,EAAW,KAAA;AAAA,YACX,OAAA;AAAA,YACA,WAAA;AAAA,YACA,aAAA,EAAe,IAAA;AAAA,YACf,iBAAiB,MAAA,CAAO,IAAA,EAAM,eAAe,CAAA,KAAM,cAAc,EAAA,GAAK,EAAA,CAAA;AAAA,YACtE,gBAAgB,IAAA,EAAM,cAAA,IAAkB,SAAA,CAAU,MAAA,CAAO,GAAG,CAAA,EAAG,cAAA;AAAA,YAC/D,WAAA,EAAa,IAAA,EAAM,WAAA,KAAgB,WAAA,GAAc,4CAAA,GAA+C,eAAA;AAAA,WAClG;AAAA,QACF,CAAC,CAAA;AAED,QAAA,MAAM,cAAA,GAAiB,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,WAAW,CAAA,CAAE,MAAA;AAC7E,QAAA,MAAM,YAAA,GAAe,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,SAAS,CAAA,CAAE,MAAA;AACzE,QAAA,MAAM,eAAA,GAAkB,OAAO,MAAA,GAAS,cAAA;AACxC,QAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,QAAA,MAAM,oBAAoB,YAAA,GAAe,CAAA,GAAI,MAAA,GAAS,UAAA,IAAc,KAAK,KAAA,GAAQ,QAAA;AAEjF,QAAA,MAAM,OAAA,GAAU;AAAA,UACd,CAAA,kFAAA,CAAA;AAAA,UACA,CAAA,oCAAA,EAAuC,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,qDAAA,EAAwD,YAAY,CAAA,+BAAA,EAAkC,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,UACxO;AAAA,6GAAA,CAAA;AAAA,UACA,CAAA,qBAAA,CAAA;AAAA,UACA,GAAG,YAAA,CAAa,GAAA;AAAA,YACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAClC,EAAE,OAAA,KAAY,WAAA,GACV,sBAAA,GACA,CAAA,CAAE,YAAY,SAAA,GACd,oBAAA,GACA,oCACN,CAAA,KAAA,EAAQ,EAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,cAAA,IAAkB,UAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,OAAO,CAAA,CAAE,WAAA,IAAe,IAAI,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,EAAA;AAAA;AAClI,SACF;AAEA,QAAA,OAAO;AAAA,UACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,UAC3B,oBAAA,EAAsB,cAAA;AAAA,UACtB,kBAAA,EAAoB,YAAA;AAAA,UACpB,qBAAA,EAAuB,eAAA;AAAA,UACvB,iBAAA;AAAA,UACA,aAAA,EAAe,IAAA;AAAA,UACf,MAAA,EAAQ,YAAA;AAAA,UACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,SAC7B;AAAA,MACF;AAAA,IACJ,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iGAAA,EAAmG,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjI;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF;;;ACnRO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n","import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => lower.includes(k)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => lowerContent.includes(k)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","import { LlmTextFn } from '../config/researchConfig';\n\nexport type ClaimVerdict = 'supported' | 'refuted' | 'not_enough_evidence' | 'lexical_match_only';\n\nexport interface VerifiedClaim {\n claimText: string;\n sourceUrl?: string;\n verdict: ClaimVerdict;\n isSupported: boolean;\n isLlmVerified: boolean;\n confidenceScore: number;\n extractedQuote?: string;\n explanation?: string;\n}\n\nexport interface ClaimSweepReport {\n totalClaimsChecked: number;\n supportedClaimsCount: number;\n refutedClaimsCount: number;\n unverifiedClaimsCount: number;\n hallucinationRisk: 'low' | 'medium' | 'high';\n isLlmVerified: boolean;\n claims: VerifiedClaim[];\n reportMd: string;\n}\n\n/**\n * Non-semantic grammatical fillers ONLY.\n * NEVER include negation words ('không', 'chưa', 'not', 'never') or causal markers ('khi', 'nếu', 'thì', 'if', 'then')\n * because stripping them inverts semantic polarity and destroys conditional assertions.\n */\nconst CLAIM_STOPWORDS = new Set([\n 'the', 'and', 'for', 'with', 'that', 'this', 'from', 'into', 'are', 'was', 'were', 'have', 'has',\n 'will', 'would', 'through', 'their', 'these', 'those', 'which', 'while',\n 'của', 'trong', 'được', 'những', 'các', 'cho', 'với', 'và', 'hoặc', 'để',\n 'từ', 'đến', 'về', 'này', 'đó', 'một', 'như', 'sẽ', 'đang', 'đã', 'ra', 'vào', 'là',\n]);\n\nfunction extractSignificantTokens(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 3 && !CLAIM_STOPWORDS.has(w));\n}\n\nfunction tokenMatchesCorpus(token: string, lowerCorpus: string): boolean {\n if (lowerCorpus.includes(token)) return true;\n // Basic morphological stem check (e.g., eliminate -> eliminat, isolation -> isolat, races -> race)\n if (token.length >= 6) {\n const stem = token.replace(/(?:ing|tion|ions|ment|ments|ed|es|s)$/, '');\n if (stem.length >= 4 && lowerCorpus.includes(stem)) return true;\n }\n return false;\n}\n\n/**\n * Claim-Support Sweep & Fact Checker\n * Combines Deterministic Passage Retrieval (Passage Candidate Slicing)\n * with LLM Semantic Entailment (Natural Language Inference).\n */\nexport class ClaimVerifier {\n /**\n * Deterministic lexical match baseline.\n * Explicitly marks verdict as 'lexical_match_only' to prevent false sense of semantic verification.\n */\n verifyClaimsDeterministic(claims: string[], sourceCorpus: string): ClaimSweepReport {\n const verifiedList: VerifiedClaim[] = [];\n const normCorpus = sourceCorpus.normalize('NFC');\n const lowerCorpus = normCorpus.toLowerCase();\n const corpusSentences = normCorpus\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 25) return false;\n if (/^(title:|url source:|final url:|http|!\\[)/i.test(s)) return false;\n return true;\n });\n\n for (const claim of claims) {\n const claimTokens = extractSignificantTokens(claim);\n const matchCount = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerCorpus)).length;\n const matchRatio = claimTokens.length > 0 ? matchCount / claimTokens.length : 0;\n\n // Find best candidate supporting quote from corpus sentences via lexical overlap\n let bestQuote: string | undefined;\n let bestSentenceRatio = 0;\n for (const sent of corpusSentences) {\n const lowerSent = sent.toLowerCase();\n const sentMatches = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerSent)).length;\n const sentRatio = claimTokens.length > 0 ? sentMatches / claimTokens.length : 0;\n if (sentRatio > bestSentenceRatio) {\n bestSentenceRatio = sentRatio;\n bestQuote = sent.slice(0, 240);\n }\n }\n\n const effectiveRatio = Math.max(matchRatio, bestSentenceRatio);\n const hasLexicalEvidence = effectiveRatio >= 0.55;\n\n verifiedList.push({\n claimText: claim,\n verdict: 'lexical_match_only',\n isSupported: hasLexicalEvidence,\n isLlmVerified: false,\n confidenceScore: Math.round(effectiveRatio * 100),\n extractedQuote: hasLexicalEvidence ? bestQuote : undefined,\n explanation: hasLexicalEvidence\n ? `Lexical token match found (${Math.round(effectiveRatio * 100)}% token overlap). Semantic entailment requires LLM verification.`\n : `Insufficient lexical overlap in harvest corpus (${Math.round(effectiveRatio * 100)}%).`,\n });\n }\n\n const supportedCount = verifiedList.filter((c) => c.isSupported).length;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = supportPct >= 80 ? 'low' : supportPct >= 50 ? 'medium' : 'high';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Verification Report (Lexical Scan Mode)`,\n `> **Notice:** *Scored via deterministic lexical token matching. True semantic entailment requires an LLM call.*`,\n `> **Lexical Coverage:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims with token matches) | **Hallucination Risk (Lexical):** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Evidence Status | Token Match | Supporting Quote | Semantic Status |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${c.isSupported ? '🟡 **LEXICAL MATCH**' : '⚠️ *UNVERIFIED / GAP*'} | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | *Awaiting LLM Entailment* |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: 0,\n unverifiedClaimsCount: claims.length - supportedCount,\n hallucinationRisk,\n isLlmVerified: false,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Primary verification interface.\n * If an LLM callback is provided, performs genuine Semantic Entailment (NLI).\n * Otherwise falls back to deterministic lexical retrieval with honest labeling.\n */\n async verifyClaims(\n claims: string[],\n sourceCorpus: string,\n options: { llm?: LlmTextFn } = {}\n ): Promise<ClaimSweepReport> {\n const detReport = this.verifyClaimsDeterministic(claims, sourceCorpus);\n if (!options.llm || claims.length === 0) {\n return detReport;\n }\n\n try {\n const normCorpus = sourceCorpus.normalize('NFC');\n const cleanSubstantiveText = normCorpus\n .replace(/```[\\s\\S]*?```/g, '\\n')\n .split('\\n')\n .filter((l) => !/^(title:|url source:|final url:|http|!\\[|#)/i.test(l.trim()))\n .join('\\n')\n .trim();\n\n const corpusSentences = cleanSubstantiveText\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => s.length >= 25 && !/^(cookie|privacy|sign in|all rights reserved)/i.test(s));\n\n // Collect candidate passages for each claim.\n // If cross-lingual (e.g. Vietnamese claim vs English corpus), lexical overlap alone might miss translated synonyms,\n // so we include top lexical matches AND the first substantive paragraphs of the reference document.\n const fallbackExcerpts = corpusSentences.slice(0, 8).join('\\n');\n\n const claimContexts = claims.map((claim, idx) => {\n const tokens = extractSignificantTokens(claim);\n const topSentences = corpusSentences\n .map((sent) => ({\n sent,\n overlap: tokens.filter((t) => tokenMatchesCorpus(t, sent.toLowerCase())).length,\n }))\n .filter((item) => item.overlap > 0)\n .sort((a, b) => b.overlap - a.overlap)\n .slice(0, 5)\n .map((item) => item.sent);\n\n const candidates = topSentences.length > 0\n ? `${topSentences.join('\\n')}\\n\\n[General Reference Excerpts]:\\n${fallbackExcerpts}`\n : fallbackExcerpts || 'No substantive text found.';\n\n return {\n idx,\n claim,\n candidatePassages: candidates,\n };\n });\n\n const prompt = [\n `You are a Rigorous Scientific & Pedagogical Fact-Checking System (Natural Language Inference).`,\n `Evaluate whether each technical/pedagogical claim is strictly SUPPORTED, directly REFUTED, or has NOT_ENOUGH_EVIDENCE in the harvested technical reference text.`,\n `Pay careful attention to NEGATION words (\"không\", \"never\", \"tránh\", \"do not\"), causal relationships, hardware pin constraints, and edge cases. Do not assume truth without textual evidence.`,\n `\\nHarvested Reference Excerpts for Claims:\\n`,\n claimContexts.map((c) => `[Claim ${c.idx + 1}]: \"${c.claim}\"\\n[Passage Candidates]: ${c.candidatePassages}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON array of objects with the exact structure:`,\n `[{\"claimIndex\": 1, \"verdict\": \"supported\"|\"refuted\"|\"not_enough_evidence\", \"confidenceScore\": 95, \"extractedQuote\": \"exact quote from passage\", \"explanation\": \"1-sentence semantic reason\"}]`,\n ].join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an exacting academic fact-checker. Output strictly valid JSON array without commentary.',\n temperature: 0.1,\n jsonMode: true,\n });\n\n let parsed: any[] = [];\n const arrayMatch = raw.match(/\\[[\\s\\S]*\\]/);\n if (arrayMatch) {\n try {\n const res = JSON.parse(arrayMatch[0]);\n if (Array.isArray(res)) parsed = res;\n } catch {}\n }\n if (parsed.length === 0) {\n const objMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (objMatch) {\n try {\n const obj = JSON.parse(objMatch[0]);\n const candidateList = obj.claims || obj.results || obj.verifications || Object.values(obj).find(Array.isArray);\n if (Array.isArray(candidateList)) parsed = candidateList;\n } catch {}\n }\n }\n\n if (parsed.length > 0) {\n const verifiedList: VerifiedClaim[] = claims.map((claim, idx) => {\n const item = parsed.find((p: any) => p.claimIndex === idx + 1) || parsed[idx];\n const verdict: ClaimVerdict =\n item && ['supported', 'refuted', 'not_enough_evidence'].includes(item.verdict)\n ? item.verdict\n : detReport.claims[idx]?.isSupported\n ? 'supported'\n : 'not_enough_evidence';\n\n const isSupported = verdict === 'supported';\n return {\n claimText: claim,\n verdict,\n isSupported,\n isLlmVerified: true,\n confidenceScore: Number(item?.confidenceScore) || (isSupported ? 90 : 30),\n extractedQuote: item?.extractedQuote || detReport.claims[idx]?.extractedQuote,\n explanation: item?.explanation || (isSupported ? 'Semantically entailed by reference corpus.' : 'Not verified.'),\n };\n });\n\n const supportedCount = verifiedList.filter((c) => c.verdict === 'supported').length;\n const refutedCount = verifiedList.filter((c) => c.verdict === 'refuted').length;\n const unverifiedCount = claims.length - supportedCount;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = refutedCount > 0 ? 'high' : supportPct >= 75 ? 'low' : 'medium';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Semantic Verification Report (LLM NLI Evaluated)`,\n `> **Semantic Verification Rate:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims supported) | **Refuted / Contradictions:** \\`${refutedCount}\\` | **Hallucination Risk:** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Semantic Verdict | Confidence | Supporting Quote / Evidence | Explanation |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${\n c.verdict === 'supported'\n ? '✅ **SUPPORTED**'\n : c.verdict === 'refuted'\n ? '❌ **REFUTED**'\n : '⚠️ *NOT ENOUGH EVIDENCE*'\n } | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | ${(c.explanation || '').replace(/\\|/g, '/')} |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: refutedCount,\n unverifiedClaimsCount: unverifiedCount,\n hallucinationRisk,\n isLlmVerified: true,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n } catch (e: any) {\n console.warn('[ClaimVerifier] LLM semantic verification failed, falling back to deterministic lexical report:', e?.message || e);\n }\n\n return detReport;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
1
+ {"version":3,"sources":["../../src/harvester/webScraper.ts","../../src/evidence/evidenceScorer.ts","../../src/evidence/claimVerifier.ts","../../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAkCO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;;;AC/BA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAEA,SAAS,kBAAA,CAAmB,SAAiB,SAAA,EAA4B;AACvE,EAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,CAAQ,qBAAA,EAAuB,MAAM,CAAA;AAC7D,IAAA,OAAO,IAAI,OAAO,CAAA,8BAAA,EAAiC,OAAO,kCAAkC,GAAG,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,EACjH;AACA,EAAA,OAAO,SAAA,CAAU,SAAS,OAAO,CAAA;AACnC;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,KAAK,CAAC,CAAA,CAAE,MAAA;AAC1E,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,YAAY,CAAC,CAAA,CAAE,MAAA;AACzF,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;AC3KA,IAAM,eAAA,uBAAsB,GAAA,CAAI;AAAA,EAC9B,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAC3F,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAAW,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAChE,UAAA;AAAA,EAAO,OAAA;AAAA,EAAS,qBAAA;AAAA,EAAQ,YAAA;AAAA,EAAS,QAAA;AAAA,EAAO,KAAA;AAAA,EAAO,UAAA;AAAA,EAAO,OAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,cAAA;AAAA,EACpE,SAAA;AAAA,EAAM,eAAA;AAAA,EAAO,SAAA;AAAA,EAAM,QAAA;AAAA,EAAO,YAAA;AAAA,EAAM,UAAA;AAAA,EAAO,UAAA;AAAA,EAAO,SAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,YAAA;AAAA,EAAM,IAAA;AAAA,EAAM,QAAA;AAAA,EAAO;AACjF,CAAC,CAAA;AAED,SAAS,yBAAyB,IAAA,EAAwB;AACxD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAC,CAAA;AAC3D;AAEA,SAAS,kBAAA,CAAmB,OAAe,WAAA,EAA8B;AACvE,EAAA,IAAI,WAAA,CAAY,QAAA,CAAS,KAAK,CAAA,EAAG,OAAO,IAAA;AAExC,EAAA,IAAI,KAAA,CAAM,UAAU,CAAA,EAAG;AACrB,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,OAAA,CAAQ,uCAAA,EAAyC,EAAE,CAAA;AACtE,IAAA,IAAI,KAAK,MAAA,IAAU,CAAA,IAAK,YAAY,QAAA,CAAS,IAAI,GAAG,OAAO,IAAA;AAAA,EAC7D;AACA,EAAA,OAAO,KAAA;AACT;AAOO,IAAM,gBAAN,MAAoB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKzB,yBAAA,CAA0B,QAAkB,YAAA,EAAwC;AAClF,IAAA,MAAM,eAAgC,EAAC;AACvC,IAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,IAAA,MAAM,WAAA,GAAc,WAAW,WAAA,EAAY;AAC3C,IAAA,MAAM,eAAA,GAAkB,WACrB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,MAAA,IAAI,CAAA,CAAE,MAAA,GAAS,EAAA,EAAI,OAAO,KAAA;AAC1B,MAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACjE,MAAA,OAAO,IAAA;AAAA,IACT,CAAC,CAAA;AAEH,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,MAAM,WAAA,GAAc,yBAAyB,KAAK,CAAA;AAClD,MAAA,MAAM,UAAA,GAAa,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,WAAW,CAAC,CAAA,CAAE,MAAA;AACjF,MAAA,MAAM,aAAa,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,YAAY,MAAA,GAAS,CAAA;AAG9E,MAAA,IAAI,SAAA;AACJ,MAAA,IAAI,iBAAA,GAAoB,CAAA;AACxB,MAAA,KAAA,MAAW,QAAQ,eAAA,EAAiB;AAClC,QAAA,MAAM,SAAA,GAAY,KAAK,WAAA,EAAY;AACnC,QAAA,MAAM,WAAA,GAAc,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,SAAS,CAAC,CAAA,CAAE,MAAA;AAChF,QAAA,MAAM,YAAY,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,WAAA,GAAc,YAAY,MAAA,GAAS,CAAA;AAC9E,QAAA,IAAI,YAAY,iBAAA,EAAmB;AACjC,UAAA,iBAAA,GAAoB,SAAA;AACpB,UAAA,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA;AAAA,QAC/B;AAAA,MACF;AAEA,MAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,GAAA,CAAI,UAAA,EAAY,iBAAiB,CAAA;AAC7D,MAAA,MAAM,qBAAqB,cAAA,IAAkB,IAAA;AAE7C,MAAA,YAAA,CAAa,IAAA,CAAK;AAAA,QAChB,SAAA,EAAW,KAAA;AAAA,QACX,OAAA,EAAS,oBAAA;AAAA,QACT,WAAA,EAAa,kBAAA;AAAA,QACb,aAAA,EAAe,KAAA;AAAA,QACf,eAAA,EAAiB,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAA;AAAA,QAChD,cAAA,EAAgB,qBAAqB,SAAA,GAAY,MAAA;AAAA,QACjD,WAAA,EAAa,kBAAA,GACT,CAAA,2BAAA,EAA8B,IAAA,CAAK,MAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,gEAAA,CAAA,GAC9D,CAAA,gDAAA,EAAmD,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,GAAA;AAAA,OACxF,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,iBAAiB,YAAA,CAAa,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,WAAW,CAAA,CAAE,MAAA;AACjE,IAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,IAAA,MAAM,oBAAoB,UAAA,IAAc,EAAA,GAAK,KAAA,GAAQ,UAAA,IAAc,KAAK,QAAA,GAAW,MAAA;AAEnF,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,CAAA,yEAAA,CAAA;AAAA,MACA,CAAA,+GAAA,CAAA;AAAA,MACA,CAAA,0BAAA,EAA6B,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,kEAAA,EAAqE,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,MAC7L;AAAA,sGAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,YAAA,CAAa,GAAA;AAAA,QACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,WAAA,GAAc,gCAAyB,iCAAuB,CAAA,KAAA,EAAQ,CAAA,CAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,kBAAkB,QAAA,EAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,8BAAA;AAAA;AAC7L,KACF;AAEA,IAAA,OAAO;AAAA,MACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,MAC3B,oBAAA,EAAsB,cAAA;AAAA,MACtB,kBAAA,EAAoB,CAAA;AAAA,MACpB,qBAAA,EAAuB,OAAO,MAAA,GAAS,cAAA;AAAA,MACvC,iBAAA;AAAA,MACA,aAAA,EAAe,KAAA;AAAA,MACf,MAAA,EAAQ,YAAA;AAAA,MACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC7B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAA,CACJ,MAAA,EACA,YAAA,EACA,OAAA,GAA+B,EAAC,EACL;AAC3B,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,yBAAA,CAA0B,MAAA,EAAQ,YAAY,CAAA;AACrE,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,IAAO,MAAA,CAAO,WAAW,CAAA,EAAG;AACvC,MAAA,OAAO,SAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,MAAA,MAAM,oBAAA,GAAuB,WAC1B,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA,CAC/B,KAAA,CAAM,IAAI,CAAA,CACV,MAAA,CAAO,CAAC,MAAM,CAAC,8CAAA,CAA+C,IAAA,CAAK,CAAA,CAAE,IAAA,EAAM,CAAC,CAAA,CAC5E,IAAA,CAAK,IAAI,CAAA,CACT,IAAA,EAAK;AAER,MAAA,MAAM,eAAA,GAAkB,oBAAA,CACrB,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,EAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,EAAA,IAAM,CAAC,gDAAA,CAAiD,IAAA,CAAK,CAAC,CAAC,CAAA;AAK5F,MAAA,MAAM,mBAAmB,eAAA,CAAgB,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,IAAI,CAAA;AAE9D,MAAA,MAAM,aAAA,GAAgB,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/C,QAAA,MAAM,MAAA,GAAS,yBAAyB,KAAK,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,eAAA,CAClB,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACd,IAAA;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,CAAC,CAAA,KAAM,kBAAA,CAAmB,CAAA,EAAG,IAAA,CAAK,WAAA,EAAa,CAAC,CAAA,CAAE;AAAA,SAC3E,CAAE,CAAA,CACD,MAAA,CAAO,CAAC,IAAA,KAAS,IAAA,CAAK,OAAA,GAAU,CAAC,CAAA,CACjC,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,EAAE,OAAA,GAAU,CAAA,CAAE,OAAO,CAAA,CACpC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,GAAA,CAAI,CAAC,IAAA,KAAS,IAAA,CAAK,IAAI,CAAA;AAE1B,QAAA,MAAM,UAAA,GAAa,aAAa,MAAA,GAAS,CAAA,GACrC,GAAG,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC;;AAAA;AAAA,EAAsC,gBAAgB,KAChF,gBAAA,IAAoB,4BAAA;AAExB,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,iBAAA,EAAmB;AAAA,SACrB;AAAA,MACF,CAAC,CAAA;AAED,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,8FAAA,CAAA;AAAA,QACA,CAAA,gKAAA,CAAA;AAAA,QACA,CAAA,kMAAA,CAAA;AAAA,QACA;AAAA;AAAA,CAAA;AAAA,QACA,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,OAAA,EAAU,EAAE,GAAA,GAAM,CAAC,CAAA,IAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,sBAAA,EAA4B,CAAA,CAAE,iBAAiB,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,QACxH;AAAA,mEAAA,CAAA;AAAA,QACA,CAAA,6LAAA;AAAA,OACF,CAAE,KAAK,IAAI,CAAA;AAEX,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,iGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,IAAI,SAAgB,EAAC;AACrB,MAAA,MAAM,UAAA,GAAa,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AAC1C,MAAA,IAAI,UAAA,EAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,CAAC,CAAC,CAAA;AACpC,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,GAAG,CAAA,EAAG,MAAA,GAAS,GAAA;AAAA,QACnC,CAAA,CAAA,MAAQ;AAAA,QAAC;AAAA,MACX;AACA,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,EAAG;AACvB,QAAA,MAAM,QAAA,GAAW,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACxC,QAAA,IAAI,QAAA,EAAU;AACZ,UAAA,IAAI;AACF,YAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA;AAClC,YAAA,MAAM,aAAA,GAAgB,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,OAAA,IAAW,GAAA,CAAI,aAAA,IAAiB,MAAA,CAAO,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,MAAM,OAAO,CAAA;AAC7G,YAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG,MAAA,GAAS,aAAA;AAAA,UAC7C,CAAA,CAAA,MAAQ;AAAA,UAAC;AAAA,QACX;AAAA,MACF;AAEA,MAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACnB,QAAA,MAAM,YAAA,GAAgC,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/D,UAAA,MAAM,IAAA,GAAO,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAW,CAAA,CAAE,UAAA,KAAe,GAAA,GAAM,CAAC,CAAA,IAAK,MAAA,CAAO,GAAG,CAAA;AAC5E,UAAA,MAAM,UACJ,IAAA,IAAQ,CAAC,aAAa,SAAA,EAAW,qBAAqB,EAAE,QAAA,CAAS,IAAA,CAAK,OAAO,CAAA,GACzE,KAAK,OAAA,GACL,SAAA,CAAU,OAAO,GAAG,CAAA,EAAG,cACvB,WAAA,GACA,qBAAA;AAEN,UAAA,MAAM,cAAc,OAAA,KAAY,WAAA;AAChC,UAAA,OAAO;AAAA,YACL,SAAA,EAAW,KAAA;AAAA,YACX,OAAA;AAAA,YACA,WAAA;AAAA,YACA,aAAA,EAAe,IAAA;AAAA,YACf,iBAAiB,MAAA,CAAO,IAAA,EAAM,eAAe,CAAA,KAAM,cAAc,EAAA,GAAK,EAAA,CAAA;AAAA,YACtE,gBAAgB,IAAA,EAAM,cAAA,IAAkB,SAAA,CAAU,MAAA,CAAO,GAAG,CAAA,EAAG,cAAA;AAAA,YAC/D,WAAA,EAAa,IAAA,EAAM,WAAA,KAAgB,WAAA,GAAc,4CAAA,GAA+C,eAAA;AAAA,WAClG;AAAA,QACF,CAAC,CAAA;AAED,QAAA,MAAM,cAAA,GAAiB,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,WAAW,CAAA,CAAE,MAAA;AAC7E,QAAA,MAAM,YAAA,GAAe,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,SAAS,CAAA,CAAE,MAAA;AACzE,QAAA,MAAM,eAAA,GAAkB,OAAO,MAAA,GAAS,cAAA;AACxC,QAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,QAAA,MAAM,oBAAoB,YAAA,GAAe,CAAA,GAAI,MAAA,GAAS,UAAA,IAAc,KAAK,KAAA,GAAQ,QAAA;AAEjF,QAAA,MAAM,OAAA,GAAU;AAAA,UACd,CAAA,kFAAA,CAAA;AAAA,UACA,CAAA,oCAAA,EAAuC,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,qDAAA,EAAwD,YAAY,CAAA,+BAAA,EAAkC,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,UACxO;AAAA,6GAAA,CAAA;AAAA,UACA,CAAA,qBAAA,CAAA;AAAA,UACA,GAAG,YAAA,CAAa,GAAA;AAAA,YACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAClC,EAAE,OAAA,KAAY,WAAA,GACV,sBAAA,GACA,CAAA,CAAE,YAAY,SAAA,GACd,oBAAA,GACA,oCACN,CAAA,KAAA,EAAQ,EAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,cAAA,IAAkB,UAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,OAAO,CAAA,CAAE,WAAA,IAAe,IAAI,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,EAAA;AAAA;AAClI,SACF;AAEA,QAAA,OAAO;AAAA,UACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,UAC3B,oBAAA,EAAsB,cAAA;AAAA,UACtB,kBAAA,EAAoB,YAAA;AAAA,UACpB,qBAAA,EAAuB,eAAA;AAAA,UACvB,iBAAA;AAAA,UACA,aAAA,EAAe,IAAA;AAAA,UACf,MAAA,EAAQ,YAAA;AAAA,UACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,SAC7B;AAAA,MACF;AAAA,IACJ,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iGAAA,EAAmG,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjI;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF;;;ACnRO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n","import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\nfunction keywordMatchesText(keyword: string, lowerText: string): boolean {\n if (keyword.length <= 3) {\n const escaped = keyword.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n return new RegExp(`(?:^|[^a-z0-9\\\\u00C0-\\\\u1EF9])${escaped}(?:$|[^a-z0-9\\\\u00C0-\\\\u1EF9])`, 'i').test(lowerText);\n }\n return lowerText.includes(keyword);\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => keywordMatchesText(k, lower)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => keywordMatchesText(k, lowerContent)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","import { LlmTextFn } from '../config/researchConfig';\n\nexport type ClaimVerdict = 'supported' | 'refuted' | 'not_enough_evidence' | 'lexical_match_only';\n\nexport interface VerifiedClaim {\n claimText: string;\n sourceUrl?: string;\n verdict: ClaimVerdict;\n isSupported: boolean;\n isLlmVerified: boolean;\n confidenceScore: number;\n extractedQuote?: string;\n explanation?: string;\n}\n\nexport interface ClaimSweepReport {\n totalClaimsChecked: number;\n supportedClaimsCount: number;\n refutedClaimsCount: number;\n unverifiedClaimsCount: number;\n hallucinationRisk: 'low' | 'medium' | 'high';\n isLlmVerified: boolean;\n claims: VerifiedClaim[];\n reportMd: string;\n}\n\n/**\n * Non-semantic grammatical fillers ONLY.\n * NEVER include negation words ('không', 'chưa', 'not', 'never') or causal markers ('khi', 'nếu', 'thì', 'if', 'then')\n * because stripping them inverts semantic polarity and destroys conditional assertions.\n */\nconst CLAIM_STOPWORDS = new Set([\n 'the', 'and', 'for', 'with', 'that', 'this', 'from', 'into', 'are', 'was', 'were', 'have', 'has',\n 'will', 'would', 'through', 'their', 'these', 'those', 'which', 'while',\n 'của', 'trong', 'được', 'những', 'các', 'cho', 'với', 'và', 'hoặc', 'để',\n 'từ', 'đến', 'về', 'này', 'đó', 'một', 'như', 'sẽ', 'đang', 'đã', 'ra', 'vào', 'là',\n]);\n\nfunction extractSignificantTokens(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 3 && !CLAIM_STOPWORDS.has(w));\n}\n\nfunction tokenMatchesCorpus(token: string, lowerCorpus: string): boolean {\n if (lowerCorpus.includes(token)) return true;\n // Basic morphological stem check (e.g., eliminate -> eliminat, isolation -> isolat, races -> race)\n if (token.length >= 6) {\n const stem = token.replace(/(?:ing|tion|ions|ment|ments|ed|es|s)$/, '');\n if (stem.length >= 4 && lowerCorpus.includes(stem)) return true;\n }\n return false;\n}\n\n/**\n * Claim-Support Sweep & Fact Checker\n * Combines Deterministic Passage Retrieval (Passage Candidate Slicing)\n * with LLM Semantic Entailment (Natural Language Inference).\n */\nexport class ClaimVerifier {\n /**\n * Deterministic lexical match baseline.\n * Explicitly marks verdict as 'lexical_match_only' to prevent false sense of semantic verification.\n */\n verifyClaimsDeterministic(claims: string[], sourceCorpus: string): ClaimSweepReport {\n const verifiedList: VerifiedClaim[] = [];\n const normCorpus = sourceCorpus.normalize('NFC');\n const lowerCorpus = normCorpus.toLowerCase();\n const corpusSentences = normCorpus\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 25) return false;\n if (/^(title:|url source:|final url:|http|!\\[)/i.test(s)) return false;\n return true;\n });\n\n for (const claim of claims) {\n const claimTokens = extractSignificantTokens(claim);\n const matchCount = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerCorpus)).length;\n const matchRatio = claimTokens.length > 0 ? matchCount / claimTokens.length : 0;\n\n // Find best candidate supporting quote from corpus sentences via lexical overlap\n let bestQuote: string | undefined;\n let bestSentenceRatio = 0;\n for (const sent of corpusSentences) {\n const lowerSent = sent.toLowerCase();\n const sentMatches = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerSent)).length;\n const sentRatio = claimTokens.length > 0 ? sentMatches / claimTokens.length : 0;\n if (sentRatio > bestSentenceRatio) {\n bestSentenceRatio = sentRatio;\n bestQuote = sent.slice(0, 240);\n }\n }\n\n const effectiveRatio = Math.max(matchRatio, bestSentenceRatio);\n const hasLexicalEvidence = effectiveRatio >= 0.55;\n\n verifiedList.push({\n claimText: claim,\n verdict: 'lexical_match_only',\n isSupported: hasLexicalEvidence,\n isLlmVerified: false,\n confidenceScore: Math.round(effectiveRatio * 100),\n extractedQuote: hasLexicalEvidence ? bestQuote : undefined,\n explanation: hasLexicalEvidence\n ? `Lexical token match found (${Math.round(effectiveRatio * 100)}% token overlap). Semantic entailment requires LLM verification.`\n : `Insufficient lexical overlap in harvest corpus (${Math.round(effectiveRatio * 100)}%).`,\n });\n }\n\n const supportedCount = verifiedList.filter((c) => c.isSupported).length;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = supportPct >= 80 ? 'low' : supportPct >= 50 ? 'medium' : 'high';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Verification Report (Lexical Scan Mode)`,\n `> **Notice:** *Scored via deterministic lexical token matching. True semantic entailment requires an LLM call.*`,\n `> **Lexical Coverage:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims with token matches) | **Hallucination Risk (Lexical):** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Evidence Status | Token Match | Supporting Quote | Semantic Status |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${c.isSupported ? '🟡 **LEXICAL MATCH**' : '⚠️ *UNVERIFIED / GAP*'} | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | *Awaiting LLM Entailment* |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: 0,\n unverifiedClaimsCount: claims.length - supportedCount,\n hallucinationRisk,\n isLlmVerified: false,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Primary verification interface.\n * If an LLM callback is provided, performs genuine Semantic Entailment (NLI).\n * Otherwise falls back to deterministic lexical retrieval with honest labeling.\n */\n async verifyClaims(\n claims: string[],\n sourceCorpus: string,\n options: { llm?: LlmTextFn } = {}\n ): Promise<ClaimSweepReport> {\n const detReport = this.verifyClaimsDeterministic(claims, sourceCorpus);\n if (!options.llm || claims.length === 0) {\n return detReport;\n }\n\n try {\n const normCorpus = sourceCorpus.normalize('NFC');\n const cleanSubstantiveText = normCorpus\n .replace(/```[\\s\\S]*?```/g, '\\n')\n .split('\\n')\n .filter((l) => !/^(title:|url source:|final url:|http|!\\[|#)/i.test(l.trim()))\n .join('\\n')\n .trim();\n\n const corpusSentences = cleanSubstantiveText\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => s.length >= 25 && !/^(cookie|privacy|sign in|all rights reserved)/i.test(s));\n\n // Collect candidate passages for each claim.\n // If cross-lingual (e.g. Vietnamese claim vs English corpus), lexical overlap alone might miss translated synonyms,\n // so we include top lexical matches AND the first substantive paragraphs of the reference document.\n const fallbackExcerpts = corpusSentences.slice(0, 8).join('\\n');\n\n const claimContexts = claims.map((claim, idx) => {\n const tokens = extractSignificantTokens(claim);\n const topSentences = corpusSentences\n .map((sent) => ({\n sent,\n overlap: tokens.filter((t) => tokenMatchesCorpus(t, sent.toLowerCase())).length,\n }))\n .filter((item) => item.overlap > 0)\n .sort((a, b) => b.overlap - a.overlap)\n .slice(0, 5)\n .map((item) => item.sent);\n\n const candidates = topSentences.length > 0\n ? `${topSentences.join('\\n')}\\n\\n[General Reference Excerpts]:\\n${fallbackExcerpts}`\n : fallbackExcerpts || 'No substantive text found.';\n\n return {\n idx,\n claim,\n candidatePassages: candidates,\n };\n });\n\n const prompt = [\n `You are a Rigorous Scientific & Pedagogical Fact-Checking System (Natural Language Inference).`,\n `Evaluate whether each technical/pedagogical claim is strictly SUPPORTED, directly REFUTED, or has NOT_ENOUGH_EVIDENCE in the harvested technical reference text.`,\n `Pay careful attention to NEGATION words (\"không\", \"never\", \"tránh\", \"do not\"), causal relationships, hardware pin constraints, and edge cases. Do not assume truth without textual evidence.`,\n `\\nHarvested Reference Excerpts for Claims:\\n`,\n claimContexts.map((c) => `[Claim ${c.idx + 1}]: \"${c.claim}\"\\n[Passage Candidates]: ${c.candidatePassages}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON array of objects with the exact structure:`,\n `[{\"claimIndex\": 1, \"verdict\": \"supported\"|\"refuted\"|\"not_enough_evidence\", \"confidenceScore\": 95, \"extractedQuote\": \"exact quote from passage\", \"explanation\": \"1-sentence semantic reason\"}]`,\n ].join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an exacting academic fact-checker. Output strictly valid JSON array without commentary.',\n temperature: 0.1,\n jsonMode: true,\n });\n\n let parsed: any[] = [];\n const arrayMatch = raw.match(/\\[[\\s\\S]*\\]/);\n if (arrayMatch) {\n try {\n const res = JSON.parse(arrayMatch[0]);\n if (Array.isArray(res)) parsed = res;\n } catch {}\n }\n if (parsed.length === 0) {\n const objMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (objMatch) {\n try {\n const obj = JSON.parse(objMatch[0]);\n const candidateList = obj.claims || obj.results || obj.verifications || Object.values(obj).find(Array.isArray);\n if (Array.isArray(candidateList)) parsed = candidateList;\n } catch {}\n }\n }\n\n if (parsed.length > 0) {\n const verifiedList: VerifiedClaim[] = claims.map((claim, idx) => {\n const item = parsed.find((p: any) => p.claimIndex === idx + 1) || parsed[idx];\n const verdict: ClaimVerdict =\n item && ['supported', 'refuted', 'not_enough_evidence'].includes(item.verdict)\n ? item.verdict\n : detReport.claims[idx]?.isSupported\n ? 'supported'\n : 'not_enough_evidence';\n\n const isSupported = verdict === 'supported';\n return {\n claimText: claim,\n verdict,\n isSupported,\n isLlmVerified: true,\n confidenceScore: Number(item?.confidenceScore) || (isSupported ? 90 : 30),\n extractedQuote: item?.extractedQuote || detReport.claims[idx]?.extractedQuote,\n explanation: item?.explanation || (isSupported ? 'Semantically entailed by reference corpus.' : 'Not verified.'),\n };\n });\n\n const supportedCount = verifiedList.filter((c) => c.verdict === 'supported').length;\n const refutedCount = verifiedList.filter((c) => c.verdict === 'refuted').length;\n const unverifiedCount = claims.length - supportedCount;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = refutedCount > 0 ? 'high' : supportPct >= 75 ? 'low' : 'medium';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Semantic Verification Report (LLM NLI Evaluated)`,\n `> **Semantic Verification Rate:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims supported) | **Refuted / Contradictions:** \\`${refutedCount}\\` | **Hallucination Risk:** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Semantic Verdict | Confidence | Supporting Quote / Evidence | Explanation |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${\n c.verdict === 'supported'\n ? '✅ **SUPPORTED**'\n : c.verdict === 'refuted'\n ? '❌ **REFUTED**'\n : '⚠️ *NOT ENOUGH EVIDENCE*'\n } | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | ${(c.explanation || '').replace(/\\|/g, '/')} |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: refutedCount,\n unverifiedClaimsCount: unverifiedCount,\n hallucinationRisk,\n isLlmVerified: true,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n } catch (e: any) {\n console.warn('[ClaimVerifier] LLM semantic verification failed, falling back to deterministic lexical report:', e?.message || e);\n }\n\n return detReport;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
@@ -1,5 +1,5 @@
1
- import { S as ScrapedDocument, T as TechnicalDomain } from '../webScraper-CAQjE46m.cjs';
2
- import { L as LlmTextFn, C as CourseResearchContext } from '../index-9rDiFuR4.cjs';
1
+ import { S as ScrapedDocument, T as TechnicalDomain } from '../webScraper-BVvNW4yj.cjs';
2
+ import { L as LlmTextFn, a as CourseResearchContext } from '../index-CxoD81QN.cjs';
3
3
  export { P as ProvenanceRecord, a as ProvenanceSidecar, b as ProvenanceTracker } from '../provenanceTracker-ct4s5lJV.cjs';
4
4
  import 'zod';
5
5
 
@@ -1,5 +1,5 @@
1
- import { S as ScrapedDocument, T as TechnicalDomain } from '../webScraper-CXIpvyA6.js';
2
- import { L as LlmTextFn, C as CourseResearchContext } from '../index-9rDiFuR4.js';
1
+ import { S as ScrapedDocument, T as TechnicalDomain } from '../webScraper-C9pB5Rgd.js';
2
+ import { L as LlmTextFn, a as CourseResearchContext } from '../index-CxoD81QN.js';
3
3
  export { P as ProvenanceRecord, a as ProvenanceSidecar, b as ProvenanceTracker } from '../provenanceTracker-ct4s5lJV.js';
4
4
  import 'zod';
5
5
 
@@ -1,5 +1,6 @@
1
- export { ClaimVerifier } from '../chunk-2XIEWCUE.js';
2
- export { EvidenceScorer, ProvenanceTracker, extractTopSentences } from '../chunk-KXJDQBSJ.js';
1
+ import '../chunk-TYQEC24G.js';
2
+ export { ClaimVerifier } from '../chunk-32B5PVTQ.js';
3
+ export { EvidenceScorer, ProvenanceTracker, extractTopSentences } from '../chunk-UHKDJZNL.js';
3
4
  import '../chunk-QQZQNBJC.js';
4
5
  //# sourceMappingURL=index.js.map
5
6
  //# sourceMappingURL=index.js.map
@@ -384,7 +384,7 @@ var MultiSourceSearchEngine = class {
384
384
  if (adapter && (!preferred || preferred === "custom")) {
385
385
  try {
386
386
  const customResults = await adapter.search(query, { limit, domainFilter: options.domainFilter });
387
- if (Array.isArray(customResults) && customResults.length > 0) {
387
+ if (Array.isArray(customResults)) {
388
388
  return customResults.map((r) => ({
389
389
  title: r.title,
390
390
  url: r.url,
@@ -2317,6 +2317,172 @@ var StemResourceResearcher = class {
2317
2317
  }
2318
2318
  };
2319
2319
 
2320
+ // src/harvester/socialPulseHarvester.ts
2321
+ var SocialPulseHarvester = class {
2322
+ constructor(searchEngine = new MultiSourceSearchEngine()) {
2323
+ this.searchEngine = searchEngine;
2324
+ }
2325
+ async harvest(topic, options = {}) {
2326
+ const recencyDays = Math.max(1, options.recencyDays ?? 30);
2327
+ const limitPerPlatform = options.limitPerPlatform ?? 4;
2328
+ const cutoffMs = Date.now() - recencyDays * 24 * 60 * 60 * 1e3;
2329
+ const cutoffUnixSec = Math.floor(cutoffMs / 1e3);
2330
+ const cutoffIsoDate = new Date(cutoffMs).toISOString().slice(0, 10);
2331
+ const items = [];
2332
+ const seenUrls = /* @__PURE__ */ new Set();
2333
+ const pushUnique = (item) => {
2334
+ const normUrl = item.url.trim().replace(/\/$/, "");
2335
+ if (!normUrl || seenUrls.has(normUrl)) return;
2336
+ seenUrls.add(normUrl);
2337
+ items.push(item);
2338
+ };
2339
+ const tasks = [];
2340
+ if (options.includeHackerNews !== false) {
2341
+ tasks.push(
2342
+ (async () => {
2343
+ try {
2344
+ const params = new URLSearchParams({
2345
+ query: topic,
2346
+ tags: "story",
2347
+ numericFilters: `created_at_i>${cutoffUnixSec}`,
2348
+ hitsPerPage: String(limitPerPlatform)
2349
+ });
2350
+ const res = await fetch(`https://hn.algolia.com/api/v1/search?${params.toString()}`, {
2351
+ headers: { "User-Agent": "OrchableResearchKit/1.3" },
2352
+ signal: AbortSignal.timeout(6500)
2353
+ });
2354
+ if (res.ok) {
2355
+ const data = await res.json();
2356
+ if (Array.isArray(data?.hits)) {
2357
+ for (const hit of data.hits) {
2358
+ const points = Number(hit.points) || 0;
2359
+ const comments = Number(hit.num_comments) || 0;
2360
+ const hnUrl = `https://news.ycombinator.com/item?id=${hit.objectID}`;
2361
+ const targetUrl = hit.url || hnUrl;
2362
+ const score = Math.min(10, Math.max(4, Math.round(4 + Math.log10(points + comments + 1) * 2)));
2363
+ pushUnique({
2364
+ id: `hn-${hit.objectID}`,
2365
+ platform: "hackernews",
2366
+ title: String(hit.title || "HackerNews Discussion"),
2367
+ url: targetUrl,
2368
+ snippet: `${hit.title} (${points} pts, ${comments} comments on HN: ${hnUrl})`,
2369
+ author: hit.author,
2370
+ createdAt: hit.created_at,
2371
+ engagementScore: score,
2372
+ rawMetrics: { points, comments }
2373
+ });
2374
+ }
2375
+ }
2376
+ }
2377
+ } catch (e) {
2378
+ console.warn("[SocialPulseHarvester] HackerNews query failed:", e?.message || e);
2379
+ }
2380
+ })()
2381
+ );
2382
+ }
2383
+ if (options.includeGitHub !== false) {
2384
+ tasks.push(
2385
+ (async () => {
2386
+ try {
2387
+ const q = `${topic} pushed:>=${cutoffIsoDate}`;
2388
+ const params = new URLSearchParams({
2389
+ q,
2390
+ sort: "stars",
2391
+ order: "desc",
2392
+ per_page: String(limitPerPlatform)
2393
+ });
2394
+ const res = await fetch(`https://api.github.com/search/repositories?${params.toString()}`, {
2395
+ headers: {
2396
+ Accept: "application/vnd.github+json",
2397
+ "User-Agent": "OrchableResearchKit/1.3"
2398
+ },
2399
+ signal: AbortSignal.timeout(6500)
2400
+ });
2401
+ if (res.ok) {
2402
+ const data = await res.json();
2403
+ if (Array.isArray(data?.items)) {
2404
+ for (const repo of data.items) {
2405
+ const stars = Number(repo.stargazers_count) || 0;
2406
+ const score = Math.min(10, Math.max(5, Math.round(4 + Math.log10(stars + 1) * 1.8)));
2407
+ pushUnique({
2408
+ id: `gh-${repo.id || repo.full_name}`,
2409
+ platform: "github",
2410
+ title: `${repo.full_name}: ${repo.description || "GitHub Repository"}`.slice(0, 180),
2411
+ url: repo.html_url,
2412
+ snippet: `${repo.description || ""} [Stars: ${stars}, Language: ${repo.language || "N/A"}, Updated: ${String(repo.pushed_at || "").slice(0, 10)}]`.trim(),
2413
+ author: repo.owner?.login,
2414
+ createdAt: repo.pushed_at || repo.created_at,
2415
+ engagementScore: score,
2416
+ rawMetrics: { stars }
2417
+ });
2418
+ }
2419
+ }
2420
+ }
2421
+ } catch (e) {
2422
+ console.warn("[SocialPulseHarvester] GitHub search failed:", e?.message || e);
2423
+ }
2424
+ })()
2425
+ );
2426
+ }
2427
+ if (options.includeRedditWeb !== false) {
2428
+ tasks.push(
2429
+ (async () => {
2430
+ try {
2431
+ const timeRange = recencyDays <= 7 ? "week" : recencyDays <= 35 ? "month" : "year";
2432
+ const hits = await this.searchEngine.search(`${topic} reddit OR community discussion pitfalls`, {
2433
+ limit: limitPerPlatform,
2434
+ timeRange
2435
+ });
2436
+ for (const [idx, h] of hits.entries()) {
2437
+ const isReddit = /reddit\.com/i.test(h.url);
2438
+ pushUnique({
2439
+ id: `pulse-${idx + 1}`,
2440
+ platform: isReddit ? "reddit" : "web",
2441
+ title: h.title,
2442
+ url: h.url,
2443
+ snippet: h.content.slice(0, 350),
2444
+ engagementScore: isReddit ? 7 : 6
2445
+ });
2446
+ }
2447
+ } catch (e) {
2448
+ console.warn("[SocialPulseHarvester] Recency web search failed:", e?.message || e);
2449
+ }
2450
+ })()
2451
+ );
2452
+ }
2453
+ await Promise.allSettled(tasks);
2454
+ items.sort((a, b) => b.engagementScore - a.engagementScore);
2455
+ const trendingReposAndTools = items.filter((i) => i.platform === "github").map((i) => `${i.title} (${i.url})`);
2456
+ const communityHighlights = items.slice(0, 6).map((i) => `[${i.platform.toUpperCase()}] ${i.title}: ${i.snippet}`);
2457
+ const mdLines = [
2458
+ `# \u{1F4E1} Social & Developer Pulse Report (Last ${recencyDays} Days): ${topic}`,
2459
+ `> **Harvested At:** \`${(/* @__PURE__ */ new Date()).toISOString()}\` | **Window:** \`Last ${recencyDays} days\` | **Total Signals:** \`${items.length}\``,
2460
+ `
2461
+ ## 1. Community Signals & Discussions`,
2462
+ ...items.length > 0 ? items.map(
2463
+ (item, idx) => `${idx + 1}. **[${item.platform.toUpperCase()}] [${item.title}](${item.url})** (Score: \`${item.engagementScore}/10\`)
2464
+ - ${item.snippet}`
2465
+ ) : ["- No recent social pulse items found within the specified window."]
2466
+ ];
2467
+ if (trendingReposAndTools.length > 0) {
2468
+ mdLines.push(
2469
+ `
2470
+ ## 2. Active Repositories & Tooling`,
2471
+ ...trendingReposAndTools.map((r) => `- ${r}`)
2472
+ );
2473
+ }
2474
+ return {
2475
+ topic,
2476
+ recencyDays,
2477
+ harvestedAt: (/* @__PURE__ */ new Date()).toISOString(),
2478
+ items,
2479
+ trendingReposAndTools,
2480
+ communityHighlights,
2481
+ markdownReport: mdLines.join("\n")
2482
+ };
2483
+ }
2484
+ };
2485
+
2320
2486
  exports.CatalogBuilder = CatalogBuilder;
2321
2487
  exports.ECOMMERCE_AND_COMMERCIAL_PATTERNS = ECOMMERCE_AND_COMMERCIAL_PATTERNS;
2322
2488
  exports.ECOMMERCE_DOMAINS = ECOMMERCE_DOMAINS;
@@ -2326,6 +2492,7 @@ exports.MultiSourceSearchEngine = MultiSourceSearchEngine;
2326
2492
  exports.NasaMediaClient = NasaMediaClient;
2327
2493
  exports.OpenverseClient = OpenverseClient;
2328
2494
  exports.PedagogicalTermExtractor = PedagogicalTermExtractor;
2495
+ exports.SocialPulseHarvester = SocialPulseHarvester;
2329
2496
  exports.StemResourceResearcher = StemResourceResearcher;
2330
2497
  exports.WebScraper = WebScraper;
2331
2498
  exports.YouTubeIngestionService = YouTubeIngestionService;