@thanh01.pmt/research-kit 1.4.0 → 1.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/dist/academic/index.cjs +4 -4
  2. package/dist/academic/index.cjs.map +1 -1
  3. package/dist/academic/index.js +2 -2
  4. package/dist/agent/index.cjs +18 -18
  5. package/dist/agent/index.cjs.map +1 -1
  6. package/dist/agent/index.d.cts +1 -1
  7. package/dist/agent/index.d.ts +1 -1
  8. package/dist/agent/index.js +7 -7
  9. package/dist/{chunk-RAMDHDRJ.js → chunk-4S6UMYBA.js} +18 -18
  10. package/dist/chunk-4S6UMYBA.js.map +1 -0
  11. package/dist/{chunk-MFRQ2VJZ.js → chunk-6U2H2DMQ.js} +7 -7
  12. package/dist/{chunk-MFRQ2VJZ.js.map → chunk-6U2H2DMQ.js.map} +1 -1
  13. package/dist/{chunk-4O3FXMXO.js → chunk-7BGR4E37.js} +5 -5
  14. package/dist/{chunk-4O3FXMXO.js.map → chunk-7BGR4E37.js.map} +1 -1
  15. package/dist/{chunk-AKEI7H2C.js → chunk-EWIAA2CC.js} +4 -4
  16. package/dist/{chunk-AKEI7H2C.js.map → chunk-EWIAA2CC.js.map} +1 -1
  17. package/dist/{chunk-QQZQNBJC.js → chunk-JV6Z6WUQ.js} +4 -4
  18. package/dist/{chunk-QQZQNBJC.js.map → chunk-JV6Z6WUQ.js.map} +1 -1
  19. package/dist/{chunk-2RMBLKP5.js → chunk-MJIREPKJ.js} +3 -3
  20. package/dist/{chunk-2RMBLKP5.js.map → chunk-MJIREPKJ.js.map} +1 -1
  21. package/dist/{chunk-UHKDJZNL.js → chunk-PFECHAAR.js} +3 -3
  22. package/dist/{chunk-UHKDJZNL.js.map → chunk-PFECHAAR.js.map} +1 -1
  23. package/dist/{chunk-SHBDLP64.js → chunk-SEHHDO7X.js} +5 -5
  24. package/dist/{chunk-SHBDLP64.js.map → chunk-SEHHDO7X.js.map} +1 -1
  25. package/dist/{chunk-RYLZYZRF.js → chunk-UCPWBRZ2.js} +3 -3
  26. package/dist/{chunk-RYLZYZRF.js.map → chunk-UCPWBRZ2.js.map} +1 -1
  27. package/dist/evidence/index.cjs.map +1 -1
  28. package/dist/evidence/index.js +2 -2
  29. package/dist/harvester/index.cjs +6 -6
  30. package/dist/harvester/index.cjs.map +1 -1
  31. package/dist/harvester/index.js +5 -5
  32. package/dist/{index-DrjfrbGw.d.cts → index-BOwJ1jON.d.cts} +1 -1
  33. package/dist/{index-CGa7lf3L.d.ts → index-_aiOh8jX.d.ts} +1 -1
  34. package/dist/index.cjs +18 -18
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.d.cts +1 -1
  37. package/dist/index.d.ts +1 -1
  38. package/dist/index.js +17 -17
  39. package/dist/pipeline/index.cjs +4 -4
  40. package/dist/pipeline/index.cjs.map +1 -1
  41. package/dist/pipeline/index.js +6 -6
  42. package/package.json +1 -1
  43. package/dist/chunk-RAMDHDRJ.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/harvester/webScraper.ts","../../src/evidence/evidenceScorer.ts","../../src/evidence/claimVerifier.ts","../../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAkCO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;;;AC/BA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAEA,SAAS,kBAAA,CAAmB,SAAiB,SAAA,EAA4B;AACvE,EAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,CAAQ,qBAAA,EAAuB,MAAM,CAAA;AAC7D,IAAA,OAAO,IAAI,OAAO,CAAA,8BAAA,EAAiC,OAAO,kCAAkC,GAAG,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,EACjH;AACA,EAAA,OAAO,SAAA,CAAU,SAAS,OAAO,CAAA;AACnC;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,KAAK,CAAC,CAAA,CAAE,MAAA;AAC1E,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,YAAY,CAAC,CAAA,CAAE,MAAA;AACzF,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;AC3KA,IAAM,eAAA,uBAAsB,GAAA,CAAI;AAAA,EAC9B,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAC3F,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAAW,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAChE,UAAA;AAAA,EAAO,OAAA;AAAA,EAAS,qBAAA;AAAA,EAAQ,YAAA;AAAA,EAAS,QAAA;AAAA,EAAO,KAAA;AAAA,EAAO,UAAA;AAAA,EAAO,OAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,cAAA;AAAA,EACpE,SAAA;AAAA,EAAM,eAAA;AAAA,EAAO,SAAA;AAAA,EAAM,QAAA;AAAA,EAAO,YAAA;AAAA,EAAM,UAAA;AAAA,EAAO,UAAA;AAAA,EAAO,SAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,YAAA;AAAA,EAAM,IAAA;AAAA,EAAM,QAAA;AAAA,EAAO;AACjF,CAAC,CAAA;AAED,SAAS,yBAAyB,IAAA,EAAwB;AACxD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAC,CAAA;AAC3D;AAEA,SAAS,kBAAA,CAAmB,OAAe,WAAA,EAA8B;AACvE,EAAA,IAAI,WAAA,CAAY,QAAA,CAAS,KAAK,CAAA,EAAG,OAAO,IAAA;AAExC,EAAA,IAAI,KAAA,CAAM,UAAU,CAAA,EAAG;AACrB,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,OAAA,CAAQ,uCAAA,EAAyC,EAAE,CAAA;AACtE,IAAA,IAAI,KAAK,MAAA,IAAU,CAAA,IAAK,YAAY,QAAA,CAAS,IAAI,GAAG,OAAO,IAAA;AAAA,EAC7D;AACA,EAAA,OAAO,KAAA;AACT;AAOO,IAAM,gBAAN,MAAoB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKzB,yBAAA,CAA0B,QAAkB,YAAA,EAAwC;AAClF,IAAA,MAAM,eAAgC,EAAC;AACvC,IAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,IAAA,MAAM,WAAA,GAAc,WAAW,WAAA,EAAY;AAC3C,IAAA,MAAM,eAAA,GAAkB,WACrB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,MAAA,IAAI,CAAA,CAAE,MAAA,GAAS,EAAA,EAAI,OAAO,KAAA;AAC1B,MAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACjE,MAAA,OAAO,IAAA;AAAA,IACT,CAAC,CAAA;AAEH,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,MAAM,WAAA,GAAc,yBAAyB,KAAK,CAAA;AAClD,MAAA,MAAM,UAAA,GAAa,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,WAAW,CAAC,CAAA,CAAE,MAAA;AACjF,MAAA,MAAM,aAAa,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,YAAY,MAAA,GAAS,CAAA;AAG9E,MAAA,IAAI,SAAA;AACJ,MAAA,IAAI,iBAAA,GAAoB,CAAA;AACxB,MAAA,KAAA,MAAW,QAAQ,eAAA,EAAiB;AAClC,QAAA,MAAM,SAAA,GAAY,KAAK,WAAA,EAAY;AACnC,QAAA,MAAM,WAAA,GAAc,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,SAAS,CAAC,CAAA,CAAE,MAAA;AAChF,QAAA,MAAM,YAAY,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,WAAA,GAAc,YAAY,MAAA,GAAS,CAAA;AAC9E,QAAA,IAAI,YAAY,iBAAA,EAAmB;AACjC,UAAA,iBAAA,GAAoB,SAAA;AACpB,UAAA,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA;AAAA,QAC/B;AAAA,MACF;AAEA,MAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,GAAA,CAAI,UAAA,EAAY,iBAAiB,CAAA;AAC7D,MAAA,MAAM,qBAAqB,cAAA,IAAkB,IAAA;AAE7C,MAAA,YAAA,CAAa,IAAA,CAAK;AAAA,QAChB,SAAA,EAAW,KAAA;AAAA,QACX,OAAA,EAAS,oBAAA;AAAA,QACT,WAAA,EAAa,kBAAA;AAAA,QACb,aAAA,EAAe,KAAA;AAAA,QACf,eAAA,EAAiB,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAA;AAAA,QAChD,cAAA,EAAgB,qBAAqB,SAAA,GAAY,MAAA;AAAA,QACjD,WAAA,EAAa,kBAAA,GACT,CAAA,2BAAA,EAA8B,IAAA,CAAK,MAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,gEAAA,CAAA,GAC9D,CAAA,gDAAA,EAAmD,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,GAAA;AAAA,OACxF,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,iBAAiB,YAAA,CAAa,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,WAAW,CAAA,CAAE,MAAA;AACjE,IAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,IAAA,MAAM,oBAAoB,UAAA,IAAc,EAAA,GAAK,KAAA,GAAQ,UAAA,IAAc,KAAK,QAAA,GAAW,MAAA;AAEnF,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,CAAA,yEAAA,CAAA;AAAA,MACA,CAAA,+GAAA,CAAA;AAAA,MACA,CAAA,0BAAA,EAA6B,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,kEAAA,EAAqE,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,MAC7L;AAAA,sGAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,YAAA,CAAa,GAAA;AAAA,QACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,WAAA,GAAc,gCAAyB,iCAAuB,CAAA,KAAA,EAAQ,CAAA,CAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,kBAAkB,QAAA,EAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,8BAAA;AAAA;AAC7L,KACF;AAEA,IAAA,OAAO;AAAA,MACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,MAC3B,oBAAA,EAAsB,cAAA;AAAA,MACtB,kBAAA,EAAoB,CAAA;AAAA,MACpB,qBAAA,EAAuB,OAAO,MAAA,GAAS,cAAA;AAAA,MACvC,iBAAA;AAAA,MACA,aAAA,EAAe,KAAA;AAAA,MACf,MAAA,EAAQ,YAAA;AAAA,MACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC7B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAA,CACJ,MAAA,EACA,YAAA,EACA,OAAA,GAA+B,EAAC,EACL;AAC3B,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,yBAAA,CAA0B,MAAA,EAAQ,YAAY,CAAA;AACrE,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,IAAO,MAAA,CAAO,WAAW,CAAA,EAAG;AACvC,MAAA,OAAO,SAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,MAAA,MAAM,oBAAA,GAAuB,WAC1B,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA,CAC/B,KAAA,CAAM,IAAI,CAAA,CACV,MAAA,CAAO,CAAC,MAAM,CAAC,8CAAA,CAA+C,IAAA,CAAK,CAAA,CAAE,IAAA,EAAM,CAAC,CAAA,CAC5E,IAAA,CAAK,IAAI,CAAA,CACT,IAAA,EAAK;AAER,MAAA,MAAM,eAAA,GAAkB,oBAAA,CACrB,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,EAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,EAAA,IAAM,CAAC,gDAAA,CAAiD,IAAA,CAAK,CAAC,CAAC,CAAA;AAK5F,MAAA,MAAM,mBAAmB,eAAA,CAAgB,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,IAAI,CAAA;AAE9D,MAAA,MAAM,aAAA,GAAgB,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/C,QAAA,MAAM,MAAA,GAAS,yBAAyB,KAAK,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,eAAA,CAClB,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACd,IAAA;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,CAAC,CAAA,KAAM,kBAAA,CAAmB,CAAA,EAAG,IAAA,CAAK,WAAA,EAAa,CAAC,CAAA,CAAE;AAAA,SAC3E,CAAE,CAAA,CACD,MAAA,CAAO,CAAC,IAAA,KAAS,IAAA,CAAK,OAAA,GAAU,CAAC,CAAA,CACjC,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,EAAE,OAAA,GAAU,CAAA,CAAE,OAAO,CAAA,CACpC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,GAAA,CAAI,CAAC,IAAA,KAAS,IAAA,CAAK,IAAI,CAAA;AAE1B,QAAA,MAAM,UAAA,GAAa,aAAa,MAAA,GAAS,CAAA,GACrC,GAAG,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC;;AAAA;AAAA,EAAsC,gBAAgB,KAChF,gBAAA,IAAoB,4BAAA;AAExB,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,iBAAA,EAAmB;AAAA,SACrB;AAAA,MACF,CAAC,CAAA;AAED,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,8FAAA,CAAA;AAAA,QACA,CAAA,gKAAA,CAAA;AAAA,QACA,CAAA,kMAAA,CAAA;AAAA,QACA;AAAA;AAAA,CAAA;AAAA,QACA,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,OAAA,EAAU,EAAE,GAAA,GAAM,CAAC,CAAA,IAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,sBAAA,EAA4B,CAAA,CAAE,iBAAiB,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,QACxH;AAAA,mEAAA,CAAA;AAAA,QACA,CAAA,6LAAA;AAAA,OACF,CAAE,KAAK,IAAI,CAAA;AAEX,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,iGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,IAAI,SAAgB,EAAC;AACrB,MAAA,MAAM,UAAA,GAAa,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AAC1C,MAAA,IAAI,UAAA,EAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,CAAC,CAAC,CAAA;AACpC,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,GAAG,CAAA,EAAG,MAAA,GAAS,GAAA;AAAA,QACnC,CAAA,CAAA,MAAQ;AAAA,QAAC;AAAA,MACX;AACA,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,EAAG;AACvB,QAAA,MAAM,QAAA,GAAW,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACxC,QAAA,IAAI,QAAA,EAAU;AACZ,UAAA,IAAI;AACF,YAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA;AAClC,YAAA,MAAM,aAAA,GAAgB,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,OAAA,IAAW,GAAA,CAAI,aAAA,IAAiB,MAAA,CAAO,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,MAAM,OAAO,CAAA;AAC7G,YAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG,MAAA,GAAS,aAAA;AAAA,UAC7C,CAAA,CAAA,MAAQ;AAAA,UAAC;AAAA,QACX;AAAA,MACF;AAEA,MAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACnB,QAAA,MAAM,YAAA,GAAgC,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/D,UAAA,MAAM,IAAA,GAAO,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAW,CAAA,CAAE,UAAA,KAAe,GAAA,GAAM,CAAC,CAAA,IAAK,MAAA,CAAO,GAAG,CAAA;AAC5E,UAAA,MAAM,UACJ,IAAA,IAAQ,CAAC,aAAa,SAAA,EAAW,qBAAqB,EAAE,QAAA,CAAS,IAAA,CAAK,OAAO,CAAA,GACzE,KAAK,OAAA,GACL,SAAA,CAAU,OAAO,GAAG,CAAA,EAAG,cACvB,WAAA,GACA,qBAAA;AAEN,UAAA,MAAM,cAAc,OAAA,KAAY,WAAA;AAChC,UAAA,OAAO;AAAA,YACL,SAAA,EAAW,KAAA;AAAA,YACX,OAAA;AAAA,YACA,WAAA;AAAA,YACA,aAAA,EAAe,IAAA;AAAA,YACf,iBAAiB,MAAA,CAAO,IAAA,EAAM,eAAe,CAAA,KAAM,cAAc,EAAA,GAAK,EAAA,CAAA;AAAA,YACtE,gBAAgB,IAAA,EAAM,cAAA,IAAkB,SAAA,CAAU,MAAA,CAAO,GAAG,CAAA,EAAG,cAAA;AAAA,YAC/D,WAAA,EAAa,IAAA,EAAM,WAAA,KAAgB,WAAA,GAAc,4CAAA,GAA+C,eAAA;AAAA,WAClG;AAAA,QACF,CAAC,CAAA;AAED,QAAA,MAAM,cAAA,GAAiB,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,WAAW,CAAA,CAAE,MAAA;AAC7E,QAAA,MAAM,YAAA,GAAe,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,SAAS,CAAA,CAAE,MAAA;AACzE,QAAA,MAAM,eAAA,GAAkB,OAAO,MAAA,GAAS,cAAA;AACxC,QAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,QAAA,MAAM,oBAAoB,YAAA,GAAe,CAAA,GAAI,MAAA,GAAS,UAAA,IAAc,KAAK,KAAA,GAAQ,QAAA;AAEjF,QAAA,MAAM,OAAA,GAAU;AAAA,UACd,CAAA,kFAAA,CAAA;AAAA,UACA,CAAA,oCAAA,EAAuC,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,qDAAA,EAAwD,YAAY,CAAA,+BAAA,EAAkC,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,UACxO;AAAA,6GAAA,CAAA;AAAA,UACA,CAAA,qBAAA,CAAA;AAAA,UACA,GAAG,YAAA,CAAa,GAAA;AAAA,YACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAClC,EAAE,OAAA,KAAY,WAAA,GACV,sBAAA,GACA,CAAA,CAAE,YAAY,SAAA,GACd,oBAAA,GACA,oCACN,CAAA,KAAA,EAAQ,EAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,cAAA,IAAkB,UAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,OAAO,CAAA,CAAE,WAAA,IAAe,IAAI,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,EAAA;AAAA;AAClI,SACF;AAEA,QAAA,OAAO;AAAA,UACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,UAC3B,oBAAA,EAAsB,cAAA;AAAA,UACtB,kBAAA,EAAoB,YAAA;AAAA,UACpB,qBAAA,EAAuB,eAAA;AAAA,UACvB,iBAAA;AAAA,UACA,aAAA,EAAe,IAAA;AAAA,UACf,MAAA,EAAQ,YAAA;AAAA,UACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,SAC7B;AAAA,MACF;AAAA,IACJ,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iGAAA,EAAmG,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjI;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF;;;ACnRO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n","import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\nfunction keywordMatchesText(keyword: string, lowerText: string): boolean {\n if (keyword.length <= 3) {\n const escaped = keyword.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n return new RegExp(`(?:^|[^a-z0-9\\\\u00C0-\\\\u1EF9])${escaped}(?:$|[^a-z0-9\\\\u00C0-\\\\u1EF9])`, 'i').test(lowerText);\n }\n return lowerText.includes(keyword);\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => keywordMatchesText(k, lower)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => keywordMatchesText(k, lowerContent)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","import { LlmTextFn } from '../config/researchConfig';\n\nexport type ClaimVerdict = 'supported' | 'refuted' | 'not_enough_evidence' | 'lexical_match_only';\n\nexport interface VerifiedClaim {\n claimText: string;\n sourceUrl?: string;\n verdict: ClaimVerdict;\n isSupported: boolean;\n isLlmVerified: boolean;\n confidenceScore: number;\n extractedQuote?: string;\n explanation?: string;\n}\n\nexport interface ClaimSweepReport {\n totalClaimsChecked: number;\n supportedClaimsCount: number;\n refutedClaimsCount: number;\n unverifiedClaimsCount: number;\n hallucinationRisk: 'low' | 'medium' | 'high';\n isLlmVerified: boolean;\n claims: VerifiedClaim[];\n reportMd: string;\n}\n\n/**\n * Non-semantic grammatical fillers ONLY.\n * NEVER include negation words ('không', 'chưa', 'not', 'never') or causal markers ('khi', 'nếu', 'thì', 'if', 'then')\n * because stripping them inverts semantic polarity and destroys conditional assertions.\n */\nconst CLAIM_STOPWORDS = new Set([\n 'the', 'and', 'for', 'with', 'that', 'this', 'from', 'into', 'are', 'was', 'were', 'have', 'has',\n 'will', 'would', 'through', 'their', 'these', 'those', 'which', 'while',\n 'của', 'trong', 'được', 'những', 'các', 'cho', 'với', 'và', 'hoặc', 'để',\n 'từ', 'đến', 'về', 'này', 'đó', 'một', 'như', 'sẽ', 'đang', 'đã', 'ra', 'vào', 'là',\n]);\n\nfunction extractSignificantTokens(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 3 && !CLAIM_STOPWORDS.has(w));\n}\n\nfunction tokenMatchesCorpus(token: string, lowerCorpus: string): boolean {\n if (lowerCorpus.includes(token)) return true;\n // Basic morphological stem check (e.g., eliminate -> eliminat, isolation -> isolat, races -> race)\n if (token.length >= 6) {\n const stem = token.replace(/(?:ing|tion|ions|ment|ments|ed|es|s)$/, '');\n if (stem.length >= 4 && lowerCorpus.includes(stem)) return true;\n }\n return false;\n}\n\n/**\n * Claim-Support Sweep & Fact Checker\n * Combines Deterministic Passage Retrieval (Passage Candidate Slicing)\n * with LLM Semantic Entailment (Natural Language Inference).\n */\nexport class ClaimVerifier {\n /**\n * Deterministic lexical match baseline.\n * Explicitly marks verdict as 'lexical_match_only' to prevent false sense of semantic verification.\n */\n verifyClaimsDeterministic(claims: string[], sourceCorpus: string): ClaimSweepReport {\n const verifiedList: VerifiedClaim[] = [];\n const normCorpus = sourceCorpus.normalize('NFC');\n const lowerCorpus = normCorpus.toLowerCase();\n const corpusSentences = normCorpus\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 25) return false;\n if (/^(title:|url source:|final url:|http|!\\[)/i.test(s)) return false;\n return true;\n });\n\n for (const claim of claims) {\n const claimTokens = extractSignificantTokens(claim);\n const matchCount = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerCorpus)).length;\n const matchRatio = claimTokens.length > 0 ? matchCount / claimTokens.length : 0;\n\n // Find best candidate supporting quote from corpus sentences via lexical overlap\n let bestQuote: string | undefined;\n let bestSentenceRatio = 0;\n for (const sent of corpusSentences) {\n const lowerSent = sent.toLowerCase();\n const sentMatches = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerSent)).length;\n const sentRatio = claimTokens.length > 0 ? sentMatches / claimTokens.length : 0;\n if (sentRatio > bestSentenceRatio) {\n bestSentenceRatio = sentRatio;\n bestQuote = sent.slice(0, 240);\n }\n }\n\n const effectiveRatio = Math.max(matchRatio, bestSentenceRatio);\n const hasLexicalEvidence = effectiveRatio >= 0.55;\n\n verifiedList.push({\n claimText: claim,\n verdict: 'lexical_match_only',\n isSupported: hasLexicalEvidence,\n isLlmVerified: false,\n confidenceScore: Math.round(effectiveRatio * 100),\n extractedQuote: hasLexicalEvidence ? bestQuote : undefined,\n explanation: hasLexicalEvidence\n ? `Lexical token match found (${Math.round(effectiveRatio * 100)}% token overlap). Semantic entailment requires LLM verification.`\n : `Insufficient lexical overlap in harvest corpus (${Math.round(effectiveRatio * 100)}%).`,\n });\n }\n\n const supportedCount = verifiedList.filter((c) => c.isSupported).length;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = supportPct >= 80 ? 'low' : supportPct >= 50 ? 'medium' : 'high';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Verification Report (Lexical Scan Mode)`,\n `> **Notice:** *Scored via deterministic lexical token matching. True semantic entailment requires an LLM call.*`,\n `> **Lexical Coverage:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims with token matches) | **Hallucination Risk (Lexical):** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Evidence Status | Token Match | Supporting Quote | Semantic Status |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${c.isSupported ? '🟡 **LEXICAL MATCH**' : '⚠️ *UNVERIFIED / GAP*'} | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | *Awaiting LLM Entailment* |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: 0,\n unverifiedClaimsCount: claims.length - supportedCount,\n hallucinationRisk,\n isLlmVerified: false,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Primary verification interface.\n * If an LLM callback is provided, performs genuine Semantic Entailment (NLI).\n * Otherwise falls back to deterministic lexical retrieval with honest labeling.\n */\n async verifyClaims(\n claims: string[],\n sourceCorpus: string,\n options: { llm?: LlmTextFn } = {}\n ): Promise<ClaimSweepReport> {\n const detReport = this.verifyClaimsDeterministic(claims, sourceCorpus);\n if (!options.llm || claims.length === 0) {\n return detReport;\n }\n\n try {\n const normCorpus = sourceCorpus.normalize('NFC');\n const cleanSubstantiveText = normCorpus\n .replace(/```[\\s\\S]*?```/g, '\\n')\n .split('\\n')\n .filter((l) => !/^(title:|url source:|final url:|http|!\\[|#)/i.test(l.trim()))\n .join('\\n')\n .trim();\n\n const corpusSentences = cleanSubstantiveText\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => s.length >= 25 && !/^(cookie|privacy|sign in|all rights reserved)/i.test(s));\n\n // Collect candidate passages for each claim.\n // If cross-lingual (e.g. Vietnamese claim vs English corpus), lexical overlap alone might miss translated synonyms,\n // so we include top lexical matches AND the first substantive paragraphs of the reference document.\n const fallbackExcerpts = corpusSentences.slice(0, 8).join('\\n');\n\n const claimContexts = claims.map((claim, idx) => {\n const tokens = extractSignificantTokens(claim);\n const topSentences = corpusSentences\n .map((sent) => ({\n sent,\n overlap: tokens.filter((t) => tokenMatchesCorpus(t, sent.toLowerCase())).length,\n }))\n .filter((item) => item.overlap > 0)\n .sort((a, b) => b.overlap - a.overlap)\n .slice(0, 5)\n .map((item) => item.sent);\n\n const candidates = topSentences.length > 0\n ? `${topSentences.join('\\n')}\\n\\n[General Reference Excerpts]:\\n${fallbackExcerpts}`\n : fallbackExcerpts || 'No substantive text found.';\n\n return {\n idx,\n claim,\n candidatePassages: candidates,\n };\n });\n\n const prompt = [\n `You are a Rigorous Scientific & Pedagogical Fact-Checking System (Natural Language Inference).`,\n `Evaluate whether each technical/pedagogical claim is strictly SUPPORTED, directly REFUTED, or has NOT_ENOUGH_EVIDENCE in the harvested technical reference text.`,\n `Pay careful attention to NEGATION words (\"không\", \"never\", \"tránh\", \"do not\"), causal relationships, hardware pin constraints, and edge cases. Do not assume truth without textual evidence.`,\n `\\nHarvested Reference Excerpts for Claims:\\n`,\n claimContexts.map((c) => `[Claim ${c.idx + 1}]: \"${c.claim}\"\\n[Passage Candidates]: ${c.candidatePassages}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON array of objects with the exact structure:`,\n `[{\"claimIndex\": 1, \"verdict\": \"supported\"|\"refuted\"|\"not_enough_evidence\", \"confidenceScore\": 95, \"extractedQuote\": \"exact quote from passage\", \"explanation\": \"1-sentence semantic reason\"}]`,\n ].join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an exacting academic fact-checker. Output strictly valid JSON array without commentary.',\n temperature: 0.1,\n jsonMode: true,\n });\n\n let parsed: any[] = [];\n const arrayMatch = raw.match(/\\[[\\s\\S]*\\]/);\n if (arrayMatch) {\n try {\n const res = JSON.parse(arrayMatch[0]);\n if (Array.isArray(res)) parsed = res;\n } catch {}\n }\n if (parsed.length === 0) {\n const objMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (objMatch) {\n try {\n const obj = JSON.parse(objMatch[0]);\n const candidateList = obj.claims || obj.results || obj.verifications || Object.values(obj).find(Array.isArray);\n if (Array.isArray(candidateList)) parsed = candidateList;\n } catch {}\n }\n }\n\n if (parsed.length > 0) {\n const verifiedList: VerifiedClaim[] = claims.map((claim, idx) => {\n const item = parsed.find((p: any) => p.claimIndex === idx + 1) || parsed[idx];\n const verdict: ClaimVerdict =\n item && ['supported', 'refuted', 'not_enough_evidence'].includes(item.verdict)\n ? item.verdict\n : detReport.claims[idx]?.isSupported\n ? 'supported'\n : 'not_enough_evidence';\n\n const isSupported = verdict === 'supported';\n return {\n claimText: claim,\n verdict,\n isSupported,\n isLlmVerified: true,\n confidenceScore: Number(item?.confidenceScore) || (isSupported ? 90 : 30),\n extractedQuote: item?.extractedQuote || detReport.claims[idx]?.extractedQuote,\n explanation: item?.explanation || (isSupported ? 'Semantically entailed by reference corpus.' : 'Not verified.'),\n };\n });\n\n const supportedCount = verifiedList.filter((c) => c.verdict === 'supported').length;\n const refutedCount = verifiedList.filter((c) => c.verdict === 'refuted').length;\n const unverifiedCount = claims.length - supportedCount;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = refutedCount > 0 ? 'high' : supportPct >= 75 ? 'low' : 'medium';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Semantic Verification Report (LLM NLI Evaluated)`,\n `> **Semantic Verification Rate:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims supported) | **Refuted / Contradictions:** \\`${refutedCount}\\` | **Hallucination Risk:** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Semantic Verdict | Confidence | Supporting Quote / Evidence | Explanation |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${\n c.verdict === 'supported'\n ? '✅ **SUPPORTED**'\n : c.verdict === 'refuted'\n ? '❌ **REFUTED**'\n : '⚠️ *NOT ENOUGH EVIDENCE*'\n } | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | ${(c.explanation || '').replace(/\\|/g, '/')} |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: refutedCount,\n unverifiedClaimsCount: unverifiedCount,\n hallucinationRisk,\n isLlmVerified: true,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n } catch (e: any) {\n console.warn('[ClaimVerifier] LLM semantic verification failed, falling back to deterministic lexical report:', e?.message || e);\n }\n\n return detReport;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
1
+ {"version":3,"sources":["../../src/harvester/webScraper.ts","../../src/evidence/evidenceScorer.ts","../../src/evidence/claimVerifier.ts","../../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAkCO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;;;AC/BA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAEA,SAAS,kBAAA,CAAmB,SAAiB,SAAA,EAA4B;AACvE,EAAA,IAAI,OAAA,CAAQ,UAAU,CAAA,EAAG;AACvB,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,CAAQ,qBAAA,EAAuB,MAAM,CAAA;AAC7D,IAAA,OAAO,IAAI,OAAO,CAAA,8BAAA,EAAiC,OAAO,kCAAkC,GAAG,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,EACjH;AACA,EAAA,OAAO,SAAA,CAAU,SAAS,OAAO,CAAA;AACnC;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,KAAK,CAAC,CAAA,CAAE,MAAA;AAC1E,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,YAAY,CAAC,CAAA,CAAE,MAAA;AACzF,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;AC3KA,IAAM,eAAA,uBAAsB,GAAA,CAAI;AAAA,EAC9B,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAC3F,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAAW,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAChE,UAAA;AAAA,EAAO,OAAA;AAAA,EAAS,qBAAA;AAAA,EAAQ,YAAA;AAAA,EAAS,QAAA;AAAA,EAAO,KAAA;AAAA,EAAO,UAAA;AAAA,EAAO,OAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,cAAA;AAAA,EACpE,SAAA;AAAA,EAAM,eAAA;AAAA,EAAO,SAAA;AAAA,EAAM,QAAA;AAAA,EAAO,YAAA;AAAA,EAAM,UAAA;AAAA,EAAO,UAAA;AAAA,EAAO,SAAA;AAAA,EAAM,WAAA;AAAA,EAAQ,YAAA;AAAA,EAAM,IAAA;AAAA,EAAM,QAAA;AAAA,EAAO;AACjF,CAAC,CAAA;AAED,SAAS,yBAAyB,IAAA,EAAwB;AACxD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,eAAA,CAAgB,GAAA,CAAI,CAAC,CAAC,CAAA;AAC3D;AAEA,SAAS,kBAAA,CAAmB,OAAe,WAAA,EAA8B;AACvE,EAAA,IAAI,WAAA,CAAY,QAAA,CAAS,KAAK,CAAA,EAAG,OAAO,IAAA;AAExC,EAAA,IAAI,KAAA,CAAM,UAAU,CAAA,EAAG;AACrB,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,OAAA,CAAQ,uCAAA,EAAyC,EAAE,CAAA;AACtE,IAAA,IAAI,KAAK,MAAA,IAAU,CAAA,IAAK,YAAY,QAAA,CAAS,IAAI,GAAG,OAAO,IAAA;AAAA,EAC7D;AACA,EAAA,OAAO,KAAA;AACT;AAOO,IAAM,gBAAN,MAAoB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKzB,yBAAA,CAA0B,QAAkB,YAAA,EAAwC;AAClF,IAAA,MAAM,eAAgC,EAAC;AACvC,IAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,IAAA,MAAM,WAAA,GAAc,WAAW,WAAA,EAAY;AAC3C,IAAA,MAAM,eAAA,GAAkB,WACrB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,MAAA,IAAI,CAAA,CAAE,MAAA,GAAS,EAAA,EAAI,OAAO,KAAA;AAC1B,MAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACjE,MAAA,OAAO,IAAA;AAAA,IACT,CAAC,CAAA;AAEH,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,MAAM,WAAA,GAAc,yBAAyB,KAAK,CAAA;AAClD,MAAA,MAAM,UAAA,GAAa,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,WAAW,CAAC,CAAA,CAAE,MAAA;AACjF,MAAA,MAAM,aAAa,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,UAAA,GAAa,YAAY,MAAA,GAAS,CAAA;AAG9E,MAAA,IAAI,SAAA;AACJ,MAAA,IAAI,iBAAA,GAAoB,CAAA;AACxB,MAAA,KAAA,MAAW,QAAQ,eAAA,EAAiB;AAClC,QAAA,MAAM,SAAA,GAAY,KAAK,WAAA,EAAY;AACnC,QAAA,MAAM,WAAA,GAAc,YAAY,MAAA,CAAO,CAAC,MAAM,kBAAA,CAAmB,CAAA,EAAG,SAAS,CAAC,CAAA,CAAE,MAAA;AAChF,QAAA,MAAM,YAAY,WAAA,CAAY,MAAA,GAAS,CAAA,GAAI,WAAA,GAAc,YAAY,MAAA,GAAS,CAAA;AAC9E,QAAA,IAAI,YAAY,iBAAA,EAAmB;AACjC,UAAA,iBAAA,GAAoB,SAAA;AACpB,UAAA,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA;AAAA,QAC/B;AAAA,MACF;AAEA,MAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,GAAA,CAAI,UAAA,EAAY,iBAAiB,CAAA;AAC7D,MAAA,MAAM,qBAAqB,cAAA,IAAkB,IAAA;AAE7C,MAAA,YAAA,CAAa,IAAA,CAAK;AAAA,QAChB,SAAA,EAAW,KAAA;AAAA,QACX,OAAA,EAAS,oBAAA;AAAA,QACT,WAAA,EAAa,kBAAA;AAAA,QACb,aAAA,EAAe,KAAA;AAAA,QACf,eAAA,EAAiB,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAA;AAAA,QAChD,cAAA,EAAgB,qBAAqB,SAAA,GAAY,MAAA;AAAA,QACjD,WAAA,EAAa,kBAAA,GACT,CAAA,2BAAA,EAA8B,IAAA,CAAK,MAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,gEAAA,CAAA,GAC9D,CAAA,gDAAA,EAAmD,IAAA,CAAK,KAAA,CAAM,cAAA,GAAiB,GAAG,CAAC,CAAA,GAAA;AAAA,OACxF,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,iBAAiB,YAAA,CAAa,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,WAAW,CAAA,CAAE,MAAA;AACjE,IAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,IAAA,MAAM,oBAAoB,UAAA,IAAc,EAAA,GAAK,KAAA,GAAQ,UAAA,IAAc,KAAK,QAAA,GAAW,MAAA;AAEnF,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,CAAA,yEAAA,CAAA;AAAA,MACA,CAAA,+GAAA,CAAA;AAAA,MACA,CAAA,0BAAA,EAA6B,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,kEAAA,EAAqE,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,MAC7L;AAAA,sGAAA,CAAA;AAAA,MACA,CAAA,qBAAA,CAAA;AAAA,MACA,GAAG,YAAA,CAAa,GAAA;AAAA,QACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,WAAA,GAAc,gCAAyB,iCAAuB,CAAA,KAAA,EAAQ,CAAA,CAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,kBAAkB,QAAA,EAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,8BAAA;AAAA;AAC7L,KACF;AAEA,IAAA,OAAO;AAAA,MACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,MAC3B,oBAAA,EAAsB,cAAA;AAAA,MACtB,kBAAA,EAAoB,CAAA;AAAA,MACpB,qBAAA,EAAuB,OAAO,MAAA,GAAS,cAAA;AAAA,MACvC,iBAAA;AAAA,MACA,aAAA,EAAe,KAAA;AAAA,MACf,MAAA,EAAQ,YAAA;AAAA,MACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KAC7B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAA,CACJ,MAAA,EACA,YAAA,EACA,OAAA,GAA+B,EAAC,EACL;AAC3B,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,yBAAA,CAA0B,MAAA,EAAQ,YAAY,CAAA;AACrE,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,IAAO,MAAA,CAAO,WAAW,CAAA,EAAG;AACvC,MAAA,OAAO,SAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,UAAA,GAAa,YAAA,CAAa,SAAA,CAAU,KAAK,CAAA;AAC/C,MAAA,MAAM,oBAAA,GAAuB,WAC1B,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA,CAC/B,KAAA,CAAM,IAAI,CAAA,CACV,MAAA,CAAO,CAAC,MAAM,CAAC,8CAAA,CAA+C,IAAA,CAAK,CAAA,CAAE,IAAA,EAAM,CAAC,CAAA,CAC5E,IAAA,CAAK,IAAI,CAAA,CACT,IAAA,EAAK;AAER,MAAA,MAAM,eAAA,GAAkB,oBAAA,CACrB,KAAA,CAAM,kBAAkB,CAAA,CACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,EAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,EAAA,IAAM,CAAC,gDAAA,CAAiD,IAAA,CAAK,CAAC,CAAC,CAAA;AAK5F,MAAA,MAAM,mBAAmB,eAAA,CAAgB,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,IAAI,CAAA;AAE9D,MAAA,MAAM,aAAA,GAAgB,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/C,QAAA,MAAM,MAAA,GAAS,yBAAyB,KAAK,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,eAAA,CAClB,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACd,IAAA;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,CAAC,CAAA,KAAM,kBAAA,CAAmB,CAAA,EAAG,IAAA,CAAK,WAAA,EAAa,CAAC,CAAA,CAAE;AAAA,SAC3E,CAAE,CAAA,CACD,MAAA,CAAO,CAAC,IAAA,KAAS,IAAA,CAAK,OAAA,GAAU,CAAC,CAAA,CACjC,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,EAAE,OAAA,GAAU,CAAA,CAAE,OAAO,CAAA,CACpC,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,GAAA,CAAI,CAAC,IAAA,KAAS,IAAA,CAAK,IAAI,CAAA;AAE1B,QAAA,MAAM,UAAA,GAAa,aAAa,MAAA,GAAS,CAAA,GACrC,GAAG,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC;;AAAA;AAAA,EAAsC,gBAAgB,KAChF,gBAAA,IAAoB,4BAAA;AAExB,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,iBAAA,EAAmB;AAAA,SACrB;AAAA,MACF,CAAC,CAAA;AAED,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,8FAAA,CAAA;AAAA,QACA,CAAA,gKAAA,CAAA;AAAA,QACA,CAAA,kMAAA,CAAA;AAAA,QACA;AAAA;AAAA,CAAA;AAAA,QACA,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,OAAA,EAAU,EAAE,GAAA,GAAM,CAAC,CAAA,IAAA,EAAO,CAAA,CAAE,KAAK,CAAA;AAAA,sBAAA,EAA4B,CAAA,CAAE,iBAAiB,CAAA,CAAE,CAAA,CAAE,KAAK,MAAM,CAAA;AAAA,QACxH;AAAA,mEAAA,CAAA;AAAA,QACA,CAAA,6LAAA;AAAA,OACF,CAAE,KAAK,IAAI,CAAA;AAEX,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,iGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,IAAI,SAAgB,EAAC;AACrB,MAAA,MAAM,UAAA,GAAa,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AAC1C,MAAA,IAAI,UAAA,EAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,UAAA,CAAW,CAAC,CAAC,CAAA;AACpC,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,GAAG,CAAA,EAAG,MAAA,GAAS,GAAA;AAAA,QACnC,CAAA,CAAA,MAAQ;AAAA,QAAC;AAAA,MACX;AACA,MAAA,IAAI,MAAA,CAAO,WAAW,CAAA,EAAG;AACvB,QAAA,MAAM,QAAA,GAAW,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACxC,QAAA,IAAI,QAAA,EAAU;AACZ,UAAA,IAAI;AACF,YAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA;AAClC,YAAA,MAAM,aAAA,GAAgB,GAAA,CAAI,MAAA,IAAU,GAAA,CAAI,OAAA,IAAW,GAAA,CAAI,aAAA,IAAiB,MAAA,CAAO,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,MAAM,OAAO,CAAA;AAC7G,YAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG,MAAA,GAAS,aAAA;AAAA,UAC7C,CAAA,CAAA,MAAQ;AAAA,UAAC;AAAA,QACX;AAAA,MACF;AAEA,MAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACnB,QAAA,MAAM,YAAA,GAAgC,MAAA,CAAO,GAAA,CAAI,CAAC,OAAO,GAAA,KAAQ;AAC/D,UAAA,MAAM,IAAA,GAAO,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAW,CAAA,CAAE,UAAA,KAAe,GAAA,GAAM,CAAC,CAAA,IAAK,MAAA,CAAO,GAAG,CAAA;AAC5E,UAAA,MAAM,UACJ,IAAA,IAAQ,CAAC,aAAa,SAAA,EAAW,qBAAqB,EAAE,QAAA,CAAS,IAAA,CAAK,OAAO,CAAA,GACzE,KAAK,OAAA,GACL,SAAA,CAAU,OAAO,GAAG,CAAA,EAAG,cACvB,WAAA,GACA,qBAAA;AAEN,UAAA,MAAM,cAAc,OAAA,KAAY,WAAA;AAChC,UAAA,OAAO;AAAA,YACL,SAAA,EAAW,KAAA;AAAA,YACX,OAAA;AAAA,YACA,WAAA;AAAA,YACA,aAAA,EAAe,IAAA;AAAA,YACf,iBAAiB,MAAA,CAAO,IAAA,EAAM,eAAe,CAAA,KAAM,cAAc,EAAA,GAAK,EAAA,CAAA;AAAA,YACtE,gBAAgB,IAAA,EAAM,cAAA,IAAkB,SAAA,CAAU,MAAA,CAAO,GAAG,CAAA,EAAG,cAAA;AAAA,YAC/D,WAAA,EAAa,IAAA,EAAM,WAAA,KAAgB,WAAA,GAAc,4CAAA,GAA+C,eAAA;AAAA,WAClG;AAAA,QACF,CAAC,CAAA;AAED,QAAA,MAAM,cAAA,GAAiB,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,WAAW,CAAA,CAAE,MAAA;AAC7E,QAAA,MAAM,YAAA,GAAe,aAAa,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,OAAA,KAAY,SAAS,CAAA,CAAE,MAAA;AACzE,QAAA,MAAM,eAAA,GAAkB,OAAO,MAAA,GAAS,cAAA;AACxC,QAAA,MAAM,aAAa,MAAA,CAAO,MAAA,GAAS,IAAK,cAAA,GAAiB,MAAA,CAAO,SAAU,GAAA,GAAM,GAAA;AAChF,QAAA,MAAM,oBAAoB,YAAA,GAAe,CAAA,GAAI,MAAA,GAAS,UAAA,IAAc,KAAK,KAAA,GAAQ,QAAA;AAEjF,QAAA,MAAM,OAAA,GAAU;AAAA,UACd,CAAA,kFAAA,CAAA;AAAA,UACA,CAAA,oCAAA,EAAuC,UAAA,CAAW,OAAA,CAAQ,CAAC,CAAC,CAAA,KAAA,EAAQ,cAAc,CAAA,CAAA,EAAI,MAAA,CAAO,MAAM,CAAA,qDAAA,EAAwD,YAAY,CAAA,+BAAA,EAAkC,iBAAA,CAAkB,aAAa,CAAA,EAAA,CAAA;AAAA,UACxO;AAAA,6GAAA,CAAA;AAAA,UACA,CAAA,qBAAA,CAAA;AAAA,UACA,GAAG,YAAA,CAAa,GAAA;AAAA,YACd,CAAC,CAAA,KACC,CAAA,EAAA,EAAK,CAAA,CAAE,SAAA,CAAU,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAClC,EAAE,OAAA,KAAY,WAAA,GACV,sBAAA,GACA,CAAA,CAAE,YAAY,SAAA,GACd,oBAAA,GACA,oCACN,CAAA,KAAA,EAAQ,EAAE,eAAe,CAAA,MAAA,EAAA,CAAU,CAAA,CAAE,cAAA,IAAkB,UAAK,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,OAAO,CAAA,CAAE,WAAA,IAAe,IAAI,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,EAAA;AAAA;AAClI,SACF;AAEA,QAAA,OAAO;AAAA,UACL,oBAAoB,MAAA,CAAO,MAAA;AAAA,UAC3B,oBAAA,EAAsB,cAAA;AAAA,UACtB,kBAAA,EAAoB,YAAA;AAAA,UACpB,qBAAA,EAAuB,eAAA;AAAA,UACvB,iBAAA;AAAA,UACA,aAAA,EAAe,IAAA;AAAA,UACf,MAAA,EAAQ,YAAA;AAAA,UACR,QAAA,EAAU,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,SAC7B;AAAA,MACF;AAAA,IACJ,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iGAAA,EAAmG,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjI;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF;;;ACnRO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(15000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n","import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\nfunction keywordMatchesText(keyword: string, lowerText: string): boolean {\n if (keyword.length <= 3) {\n const escaped = keyword.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');\n return new RegExp(`(?:^|[^a-z0-9\\\\u00C0-\\\\u1EF9])${escaped}(?:$|[^a-z0-9\\\\u00C0-\\\\u1EF9])`, 'i').test(lowerText);\n }\n return lowerText.includes(keyword);\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => keywordMatchesText(k, lower)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => keywordMatchesText(k, lowerContent)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","import { LlmTextFn } from '../config/researchConfig';\n\nexport type ClaimVerdict = 'supported' | 'refuted' | 'not_enough_evidence' | 'lexical_match_only';\n\nexport interface VerifiedClaim {\n claimText: string;\n sourceUrl?: string;\n verdict: ClaimVerdict;\n isSupported: boolean;\n isLlmVerified: boolean;\n confidenceScore: number;\n extractedQuote?: string;\n explanation?: string;\n}\n\nexport interface ClaimSweepReport {\n totalClaimsChecked: number;\n supportedClaimsCount: number;\n refutedClaimsCount: number;\n unverifiedClaimsCount: number;\n hallucinationRisk: 'low' | 'medium' | 'high';\n isLlmVerified: boolean;\n claims: VerifiedClaim[];\n reportMd: string;\n}\n\n/**\n * Non-semantic grammatical fillers ONLY.\n * NEVER include negation words ('không', 'chưa', 'not', 'never') or causal markers ('khi', 'nếu', 'thì', 'if', 'then')\n * because stripping them inverts semantic polarity and destroys conditional assertions.\n */\nconst CLAIM_STOPWORDS = new Set([\n 'the', 'and', 'for', 'with', 'that', 'this', 'from', 'into', 'are', 'was', 'were', 'have', 'has',\n 'will', 'would', 'through', 'their', 'these', 'those', 'which', 'while',\n 'của', 'trong', 'được', 'những', 'các', 'cho', 'với', 'và', 'hoặc', 'để',\n 'từ', 'đến', 'về', 'này', 'đó', 'một', 'như', 'sẽ', 'đang', 'đã', 'ra', 'vào', 'là',\n]);\n\nfunction extractSignificantTokens(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 3 && !CLAIM_STOPWORDS.has(w));\n}\n\nfunction tokenMatchesCorpus(token: string, lowerCorpus: string): boolean {\n if (lowerCorpus.includes(token)) return true;\n // Basic morphological stem check (e.g., eliminate -> eliminat, isolation -> isolat, races -> race)\n if (token.length >= 6) {\n const stem = token.replace(/(?:ing|tion|ions|ment|ments|ed|es|s)$/, '');\n if (stem.length >= 4 && lowerCorpus.includes(stem)) return true;\n }\n return false;\n}\n\n/**\n * Claim-Support Sweep & Fact Checker\n * Combines Deterministic Passage Retrieval (Passage Candidate Slicing)\n * with LLM Semantic Entailment (Natural Language Inference).\n */\nexport class ClaimVerifier {\n /**\n * Deterministic lexical match baseline.\n * Explicitly marks verdict as 'lexical_match_only' to prevent false sense of semantic verification.\n */\n verifyClaimsDeterministic(claims: string[], sourceCorpus: string): ClaimSweepReport {\n const verifiedList: VerifiedClaim[] = [];\n const normCorpus = sourceCorpus.normalize('NFC');\n const lowerCorpus = normCorpus.toLowerCase();\n const corpusSentences = normCorpus\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 25) return false;\n if (/^(title:|url source:|final url:|http|!\\[)/i.test(s)) return false;\n return true;\n });\n\n for (const claim of claims) {\n const claimTokens = extractSignificantTokens(claim);\n const matchCount = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerCorpus)).length;\n const matchRatio = claimTokens.length > 0 ? matchCount / claimTokens.length : 0;\n\n // Find best candidate supporting quote from corpus sentences via lexical overlap\n let bestQuote: string | undefined;\n let bestSentenceRatio = 0;\n for (const sent of corpusSentences) {\n const lowerSent = sent.toLowerCase();\n const sentMatches = claimTokens.filter((t) => tokenMatchesCorpus(t, lowerSent)).length;\n const sentRatio = claimTokens.length > 0 ? sentMatches / claimTokens.length : 0;\n if (sentRatio > bestSentenceRatio) {\n bestSentenceRatio = sentRatio;\n bestQuote = sent.slice(0, 240);\n }\n }\n\n const effectiveRatio = Math.max(matchRatio, bestSentenceRatio);\n const hasLexicalEvidence = effectiveRatio >= 0.55;\n\n verifiedList.push({\n claimText: claim,\n verdict: 'lexical_match_only',\n isSupported: hasLexicalEvidence,\n isLlmVerified: false,\n confidenceScore: Math.round(effectiveRatio * 100),\n extractedQuote: hasLexicalEvidence ? bestQuote : undefined,\n explanation: hasLexicalEvidence\n ? `Lexical token match found (${Math.round(effectiveRatio * 100)}% token overlap). Semantic entailment requires LLM verification.`\n : `Insufficient lexical overlap in harvest corpus (${Math.round(effectiveRatio * 100)}%).`,\n });\n }\n\n const supportedCount = verifiedList.filter((c) => c.isSupported).length;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = supportPct >= 80 ? 'low' : supportPct >= 50 ? 'medium' : 'high';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Verification Report (Lexical Scan Mode)`,\n `> **Notice:** *Scored via deterministic lexical token matching. True semantic entailment requires an LLM call.*`,\n `> **Lexical Coverage:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims with token matches) | **Hallucination Risk (Lexical):** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Evidence Status | Token Match | Supporting Quote | Semantic Status |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${c.isSupported ? '🟡 **LEXICAL MATCH**' : '⚠️ *UNVERIFIED / GAP*'} | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | *Awaiting LLM Entailment* |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: 0,\n unverifiedClaimsCount: claims.length - supportedCount,\n hallucinationRisk,\n isLlmVerified: false,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n\n /**\n * Primary verification interface.\n * If an LLM callback is provided, performs genuine Semantic Entailment (NLI).\n * Otherwise falls back to deterministic lexical retrieval with honest labeling.\n */\n async verifyClaims(\n claims: string[],\n sourceCorpus: string,\n options: { llm?: LlmTextFn } = {}\n ): Promise<ClaimSweepReport> {\n const detReport = this.verifyClaimsDeterministic(claims, sourceCorpus);\n if (!options.llm || claims.length === 0) {\n return detReport;\n }\n\n try {\n const normCorpus = sourceCorpus.normalize('NFC');\n const cleanSubstantiveText = normCorpus\n .replace(/```[\\s\\S]*?```/g, '\\n')\n .split('\\n')\n .filter((l) => !/^(title:|url source:|final url:|http|!\\[|#)/i.test(l.trim()))\n .join('\\n')\n .trim();\n\n const corpusSentences = cleanSubstantiveText\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => s.length >= 25 && !/^(cookie|privacy|sign in|all rights reserved)/i.test(s));\n\n // Collect candidate passages for each claim.\n // If cross-lingual (e.g. Vietnamese claim vs English corpus), lexical overlap alone might miss translated synonyms,\n // so we include top lexical matches AND the first substantive paragraphs of the reference document.\n const fallbackExcerpts = corpusSentences.slice(0, 8).join('\\n');\n\n const claimContexts = claims.map((claim, idx) => {\n const tokens = extractSignificantTokens(claim);\n const topSentences = corpusSentences\n .map((sent) => ({\n sent,\n overlap: tokens.filter((t) => tokenMatchesCorpus(t, sent.toLowerCase())).length,\n }))\n .filter((item) => item.overlap > 0)\n .sort((a, b) => b.overlap - a.overlap)\n .slice(0, 5)\n .map((item) => item.sent);\n\n const candidates = topSentences.length > 0\n ? `${topSentences.join('\\n')}\\n\\n[General Reference Excerpts]:\\n${fallbackExcerpts}`\n : fallbackExcerpts || 'No substantive text found.';\n\n return {\n idx,\n claim,\n candidatePassages: candidates,\n };\n });\n\n const prompt = [\n `You are a Rigorous Scientific & Pedagogical Fact-Checking System (Natural Language Inference).`,\n `Evaluate whether each technical/pedagogical claim is strictly SUPPORTED, directly REFUTED, or has NOT_ENOUGH_EVIDENCE in the harvested technical reference text.`,\n `Pay careful attention to NEGATION words (\"không\", \"never\", \"tránh\", \"do not\"), causal relationships, hardware pin constraints, and edge cases. Do not assume truth without textual evidence.`,\n `\\nHarvested Reference Excerpts for Claims:\\n`,\n claimContexts.map((c) => `[Claim ${c.idx + 1}]: \"${c.claim}\"\\n[Passage Candidates]: ${c.candidatePassages}`).join('\\n\\n'),\n `\\nReturn ONLY a valid JSON array of objects with the exact structure:`,\n `[{\"claimIndex\": 1, \"verdict\": \"supported\"|\"refuted\"|\"not_enough_evidence\", \"confidenceScore\": 95, \"extractedQuote\": \"exact quote from passage\", \"explanation\": \"1-sentence semantic reason\"}]`,\n ].join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an exacting academic fact-checker. Output strictly valid JSON array without commentary.',\n temperature: 0.1,\n jsonMode: true,\n });\n\n let parsed: any[] = [];\n const arrayMatch = raw.match(/\\[[\\s\\S]*\\]/);\n if (arrayMatch) {\n try {\n const res = JSON.parse(arrayMatch[0]);\n if (Array.isArray(res)) parsed = res;\n } catch {}\n }\n if (parsed.length === 0) {\n const objMatch = raw.match(/\\{[\\s\\S]*\\}/);\n if (objMatch) {\n try {\n const obj = JSON.parse(objMatch[0]);\n const candidateList = obj.claims || obj.results || obj.verifications || Object.values(obj).find(Array.isArray);\n if (Array.isArray(candidateList)) parsed = candidateList;\n } catch {}\n }\n }\n\n if (parsed.length > 0) {\n const verifiedList: VerifiedClaim[] = claims.map((claim, idx) => {\n const item = parsed.find((p: any) => p.claimIndex === idx + 1) || parsed[idx];\n const verdict: ClaimVerdict =\n item && ['supported', 'refuted', 'not_enough_evidence'].includes(item.verdict)\n ? item.verdict\n : detReport.claims[idx]?.isSupported\n ? 'supported'\n : 'not_enough_evidence';\n\n const isSupported = verdict === 'supported';\n return {\n claimText: claim,\n verdict,\n isSupported,\n isLlmVerified: true,\n confidenceScore: Number(item?.confidenceScore) || (isSupported ? 90 : 30),\n extractedQuote: item?.extractedQuote || detReport.claims[idx]?.extractedQuote,\n explanation: item?.explanation || (isSupported ? 'Semantically entailed by reference corpus.' : 'Not verified.'),\n };\n });\n\n const supportedCount = verifiedList.filter((c) => c.verdict === 'supported').length;\n const refutedCount = verifiedList.filter((c) => c.verdict === 'refuted').length;\n const unverifiedCount = claims.length - supportedCount;\n const supportPct = claims.length > 0 ? (supportedCount / claims.length) * 100 : 100;\n const hallucinationRisk = refutedCount > 0 ? 'high' : supportPct >= 75 ? 'low' : 'medium';\n\n const mdLines = [\n `# 🔍 Claim-Support Sweep & Semantic Verification Report (LLM NLI Evaluated)`,\n `> **Semantic Verification Rate:** \\`${supportPct.toFixed(1)}%\\` (${supportedCount}/${claims.length} claims supported) | **Refuted / Contradictions:** \\`${refutedCount}\\` | **Hallucination Risk:** \\`${hallucinationRisk.toUpperCase()}\\``,\n `\\n| Pedagogical / Technical Claim | Semantic Verdict | Confidence | Supporting Quote / Evidence | Explanation |`,\n `|---|---|---|---|---|`,\n ...verifiedList.map(\n (c) =>\n `| ${c.claimText.replace(/\\|/g, '/')} | ${\n c.verdict === 'supported'\n ? '✅ **SUPPORTED**'\n : c.verdict === 'refuted'\n ? '❌ **REFUTED**'\n : '⚠️ *NOT ENOUGH EVIDENCE*'\n } | \\`${c.confidenceScore}%\\` | ${(c.extractedQuote || '—').replace(/\\|/g, '/')} | ${(c.explanation || '').replace(/\\|/g, '/')} |`\n ),\n ];\n\n return {\n totalClaimsChecked: claims.length,\n supportedClaimsCount: supportedCount,\n refutedClaimsCount: refutedCount,\n unverifiedClaimsCount: unverifiedCount,\n hallucinationRisk,\n isLlmVerified: true,\n claims: verifiedList,\n reportMd: mdLines.join('\\n'),\n };\n }\n } catch (e: any) {\n console.warn('[ClaimVerifier] LLM semantic verification failed, falling back to deterministic lexical report:', e?.message || e);\n }\n\n return detReport;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
@@ -1,6 +1,6 @@
1
1
  import '../chunk-TYQEC24G.js';
2
2
  export { ClaimVerifier } from '../chunk-32B5PVTQ.js';
3
- export { EvidenceScorer, ProvenanceTracker, extractTopSentences } from '../chunk-UHKDJZNL.js';
4
- import '../chunk-QQZQNBJC.js';
3
+ export { EvidenceScorer, ProvenanceTracker, extractTopSentences } from '../chunk-PFECHAAR.js';
4
+ import '../chunk-JV6Z6WUQ.js';
5
5
  //# sourceMappingURL=index.js.map
6
6
  //# sourceMappingURL=index.js.map
@@ -255,7 +255,7 @@ var AcademicSearchEngine = class {
255
255
  }
256
256
  const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {
257
257
  headers,
258
- signal: AbortSignal.timeout(6e3)
258
+ signal: AbortSignal.timeout(12e3)
259
259
  });
260
260
  if (res.ok) {
261
261
  const data = await res.json();
@@ -286,7 +286,7 @@ var AcademicSearchEngine = class {
286
286
  try {
287
287
  const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {
288
288
  headers: { "User-Agent": "OrchableComposer/1.0 (mailto:team@orchable.app)" },
289
- signal: AbortSignal.timeout(6e3)
289
+ signal: AbortSignal.timeout(12e3)
290
290
  });
291
291
  if (res.ok) {
292
292
  const data = await res.json();
@@ -952,7 +952,7 @@ var WebScraper = class {
952
952
  }
953
953
  const res = await fetch(jinaUrl, {
954
954
  headers,
955
- signal: AbortSignal.timeout(8e3)
955
+ signal: AbortSignal.timeout(15e3)
956
956
  });
957
957
  if (res.ok) {
958
958
  const markdown = await res.text();
@@ -994,7 +994,7 @@ var WebScraper = class {
994
994
  try {
995
995
  const res = await fetch(targetUrl, {
996
996
  headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)" },
997
- signal: AbortSignal.timeout(1e4)
997
+ signal: AbortSignal.timeout(15e3)
998
998
  });
999
999
  if (res.ok) {
1000
1000
  const rawHtml = await res.text();
@@ -2349,7 +2349,7 @@ var SocialPulseHarvester = class {
2349
2349
  });
2350
2350
  const res = await fetch(`https://hn.algolia.com/api/v1/search?${params.toString()}`, {
2351
2351
  headers: { "User-Agent": "OrchableResearchKit/1.3" },
2352
- signal: AbortSignal.timeout(6500)
2352
+ signal: AbortSignal.timeout(12e3)
2353
2353
  });
2354
2354
  if (res.ok) {
2355
2355
  const data = await res.json();
@@ -2396,7 +2396,7 @@ var SocialPulseHarvester = class {
2396
2396
  Accept: "application/vnd.github+json",
2397
2397
  "User-Agent": "OrchableResearchKit/1.3"
2398
2398
  },
2399
- signal: AbortSignal.timeout(6500)
2399
+ signal: AbortSignal.timeout(12e3)
2400
2400
  });
2401
2401
  if (res.ok) {
2402
2402
  const data = await res.json();