@thanh01.pmt/research-kit 1.4.0 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/academic/index.cjs +17 -16
- package/dist/academic/index.cjs.map +1 -1
- package/dist/academic/index.d.cts +1 -1
- package/dist/academic/index.d.ts +1 -1
- package/dist/academic/index.js +3 -3
- package/dist/agent/index.cjs +287 -126
- package/dist/agent/index.cjs.map +1 -1
- package/dist/agent/index.d.cts +4 -4
- package/dist/agent/index.d.ts +4 -4
- package/dist/agent/index.js +7 -7
- package/dist/{catalogBuilder-D-UiM37y.d.ts → catalogBuilder-BN3VwEsE.d.ts} +15 -2
- package/dist/{catalogBuilder-BBCa9jqI.d.cts → catalogBuilder-mba5BIHD.d.cts} +15 -2
- package/dist/{chunk-RYLZYZRF.js → chunk-5HSLUAM6.js} +11 -3
- package/dist/chunk-5HSLUAM6.js.map +1 -0
- package/dist/{chunk-RAMDHDRJ.js → chunk-6QW5TFDJ.js} +70 -342
- package/dist/chunk-6QW5TFDJ.js.map +1 -0
- package/dist/chunk-BPZLZKVJ.js +1012 -0
- package/dist/chunk-BPZLZKVJ.js.map +1 -0
- package/dist/{chunk-AKEI7H2C.js → chunk-EWIAA2CC.js} +4 -4
- package/dist/{chunk-AKEI7H2C.js.map → chunk-EWIAA2CC.js.map} +1 -1
- package/dist/{chunk-QQZQNBJC.js → chunk-JV6Z6WUQ.js} +4 -4
- package/dist/{chunk-QQZQNBJC.js.map → chunk-JV6Z6WUQ.js.map} +1 -1
- package/dist/{chunk-4O3FXMXO.js → chunk-LTXXARCA.js} +5 -5
- package/dist/{chunk-4O3FXMXO.js.map → chunk-LTXXARCA.js.map} +1 -1
- package/dist/{chunk-UHKDJZNL.js → chunk-PFECHAAR.js} +3 -3
- package/dist/{chunk-UHKDJZNL.js.map → chunk-PFECHAAR.js.map} +1 -1
- package/dist/{chunk-MFRQ2VJZ.js → chunk-QLBHTCV6.js} +98 -38
- package/dist/chunk-QLBHTCV6.js.map +1 -0
- package/dist/{chunk-SDDZFFL6.js → chunk-SB7WYK7A.js} +15 -14
- package/dist/chunk-SB7WYK7A.js.map +1 -0
- package/dist/{chunk-SHBDLP64.js → chunk-SEHHDO7X.js} +5 -5
- package/dist/{chunk-SHBDLP64.js.map → chunk-SEHHDO7X.js.map} +1 -1
- package/dist/evidence/index.cjs.map +1 -1
- package/dist/evidence/index.js +2 -2
- package/dist/harvester/index.cjs +225 -92
- package/dist/harvester/index.cjs.map +1 -1
- package/dist/harvester/index.d.cts +2 -2
- package/dist/harvester/index.d.ts +2 -2
- package/dist/harvester/index.js +5 -5
- package/dist/{index-CGa7lf3L.d.ts → index-9Z-uMwdI.d.ts} +13 -5
- package/dist/{index-DrjfrbGw.d.cts → index-eTcF4XVo.d.cts} +13 -5
- package/dist/index.cjs +2578 -2348
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +5 -5
- package/dist/index.d.ts +5 -5
- package/dist/index.js +19 -19
- package/dist/{literatureReview-Bvlqk4DB.d.cts → literatureReview-BUtPL7bj.d.cts} +1 -0
- package/dist/{literatureReview-Bn2iEGRO.d.ts → literatureReview-CHz-JfSR.d.ts} +1 -0
- package/dist/pipeline/index.cjs +326 -132
- package/dist/pipeline/index.cjs.map +1 -1
- package/dist/pipeline/index.d.cts +15 -3
- package/dist/pipeline/index.d.ts +15 -3
- package/dist/pipeline/index.js +7 -7
- package/dist/{socialPulseHarvester-CN4MwrpY.d.cts → socialPulseHarvester-BCFxGwx2.d.cts} +4 -1
- package/dist/{socialPulseHarvester-IbdT3zD1.d.ts → socialPulseHarvester-DjMvBufT.d.ts} +4 -1
- package/package.json +1 -1
- package/dist/chunk-2RMBLKP5.js +0 -581
- package/dist/chunk-2RMBLKP5.js.map +0 -1
- package/dist/chunk-MFRQ2VJZ.js.map +0 -1
- package/dist/chunk-RAMDHDRJ.js.map +0 -1
- package/dist/chunk-RYLZYZRF.js.map +0 -1
- package/dist/chunk-SDDZFFL6.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/harvester/domainClassifier.ts","../src/harvester/multiSourceSearch.ts","../src/harvester/noiseFilter.ts","../src/agent/evidenceLedger.ts","../src/harvester/healthAuditor.ts"],"names":[],"mappings":";;;AAYA,IAAM,iBAAA,GAAoB;AAAA,EACxB,yHAAA;AAAA,EACA,0KAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAEA,IAAM,iBAAA,GAAoB;AAAA,EACxB,mLAAA;AAAA,EACA;AACF,CAAA;AAMO,SAAS,wBAAA,CAAyB,KAAA,EAAe,OAAA,EAAiC,MAAA,EAAkC;AACzH,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,IAE9B,MAAA,CAAO,OAAO,EACd,IAAA,CAAK,GAAG,EACR,WAAA,EAAY;AAEf,EAAA,IAAI,sCAAA,CAAuC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,OAAA;AAClE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AAC1D,EAAA,IAAI,yEAAA,CAA0E,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AACrG,EAAA,IAAI,qDAAA,CAAsD,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AACjF,EAAA,IAAI,mEAAA,CAAoE,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,YAAA;AAC/F,EAAA,IAAI,2CAAA,CAA4C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACvE,EAAA,IAAI,oCAAA,CAAqC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,QAAA;AAChE,EAAA,IAAI,sBAAA,CAAuB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,UAAA;AAClD,EAAA,IAAI,kCAAA,CAAmC,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9D,EAAA,IAAI,kBAAA,CAAmB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAC9C,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,IAAA;AACjD,EAAA,IAAI,4CAAA,CAA6C,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,KAAA;AACxE,EAAA,IAAI,8BAAA,CAA+B,IAAA,CAAK,QAAQ,CAAA,EAAG,OAAO,MAAA;AAE1D,EAAA,IAAI,MAAA,KAAW,YAAY,OAAO,KAAA;AAClC,EAAA,OAAO,MAAA;AACT;AAKO,SAAS,uBAAA,CACd,KAAA,EACA,cAAA,EACA,OAAA,EAC4B;AAC5B,EAAA,IAAI,cAAA,IAAkB,CAAC,UAAA,EAAY,UAAA,EAAY,UAAA,EAAY,UAAU,CAAA,CAAE,QAAA,CAAS,cAAA,CAAe,WAAA,EAAa,CAAA,EAAG;AAC7G,IAAA,MAAM,MAAA,GAAS,eAAe,WAAA,EAAY;AAC1C,IAAA,OAAO;AAAA,MACL,MAAA;AAAA,MACA,UAAA,EAAY,CAAA;AAAA,MACZ,SAAA,EAAW,qCAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,MAAM,CAAA;AAAA,MACpD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,MAAM;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,GACjC,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,GAAG,CAAA;AAGX,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,IAAA;AAAA,MACZ,SAAA,EAAW,uGAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,6EAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,IAAI,iBAAA,CAAkB,KAAK,CAAC,EAAA,KAAO,GAAG,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG;AACrD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,UAAA;AAAA,MACR,UAAA,EAAY,GAAA;AAAA,MACZ,SAAA,EAAW,iFAAA;AAAA,MACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,MACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,KAC1E;AAAA,EACF;AAGA,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ,UAAA;AAAA,IACR,UAAA,EAAY,IAAA;AAAA,IACZ,SAAA,EAAW,+FAAA;AAAA,IACX,qBAAA,EAAuB,uBAAuB,UAAU,CAAA;AAAA,IACxD,mBAAA,EAAqB,wBAAA,CAAyB,KAAA,EAAO,OAAA,EAAS,UAAU;AAAA,GAC1E;AACF;AAEA,SAAS,uBAAuB,MAAA,EAAmC;AACjE,EAAA,QAAQ,MAAA;AAAQ,IACd,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,sBAAA,EAAwB,yBAAA,EAA2B,2BAA2B,CAAA;AAAA,IACxF,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,8BAAA,EAAgC,qBAAA,EAAuB,yBAAyB,CAAA;AAAA,IAC1F,KAAK,UAAA;AACH,MAAA,OAAO,CAAC,0BAAA,EAA4B,gBAAA,EAAkB,yBAAyB,CAAA;AAAA,IACjF,KAAK,UAAA;AAAA,IACL;AACE,MAAA,OAAO,CAAC,uBAAA,EAAyB,sBAAA,EAAwB,yBAAyB,CAAA;AAAA;AAExF;;;AC5GA,SAAS,0BAAA,CAA2B,KAAa,YAAA,EAAkC;AACjF,EAAA,IAAI,CAAC,YAAA,IAAgB,YAAA,CAAa,MAAA,KAAW,GAAG,OAAO,IAAA;AACvD,EAAA,IAAI;AACF,IAAA,MAAM,WAAW,IAAI,GAAA,CAAI,GAAG,CAAA,CAAE,SAAS,WAAA,EAAY;AACnD,IAAA,OAAO,YAAA,CAAa,IAAA,CAAK,CAAC,CAAA,KAAM;AAC9B,MAAA,MAAM,MAAA,GAAS,CAAA,CAAE,WAAA,EAAY,CAAE,IAAA,EAAK,CAAE,OAAA,CAAQ,cAAA,EAAgB,EAAE,CAAA,CAAE,OAAA,CAAQ,OAAA,EAAS,EAAE,CAAA;AACrF,MAAA,OAAO,aAAa,MAAA,IAAU,QAAA,CAAS,QAAA,CAAS,CAAA,CAAA,EAAI,MAAM,CAAA,CAAE,CAAA;AAAA,IAC9D,CAAC,CAAA;AAAA,EACH,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,KAAA;AAAA,EACT;AACF;AAKO,IAAM,0BAAN,MAA8B;AAAA,EAC3B,SAAA;AAAA,EACA,MAAA;AAAA,EACA,SAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,aAAoC,EAAC;AAAA,EAE7C,aAAA,GAAuC;AACrC,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,UAAU,CAAA;AAAA,EAC5B;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,KAAA,EACA,MAAA,EACA,WAAA,EACA;AACA,IAAA,MAAM,MAAA,GAA8B;AAAA,MAClC,MAAA;AAAA,MACA,KAAA;AAAA,MACA,MAAA;AAAA,MACA,SAAA,EAAA,iBAAW,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACpC;AACA,IAAA,IAAA,CAAK,UAAA,CAAW,KAAK,MAAM,CAAA;AAC3B,IAAA,WAAA,EAAa,KAAK,MAAM,CAAA;AAAA,EAC1B;AAAA,EAEA,WAAA,CACE,OAAA,GAWI,EAAC,EACL;AACA,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,MAAA,GACH,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,WAAW,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,WAAA,GAAc,MAAA,CAAA;AAC/F,IAAA,IAAA,CAAK,SAAA,GACH,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,cAAc,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,cAAA,GAAiB,MAAA,CAAA;AACxG,IAAA,IAAA,CAAK,gBACH,OAAA,CAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,SAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,IAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,OAAA,CAAQ,cAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,GAAA,CAAI,oBAAA,IAAwB,OAAA,CAAQ,GAAA,CAAI,wBAAA,GAA2B,MAAA,CAAA,IACpG,cAAA;AACF,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,WAAA,IAAe,OAAA,CAAQ,GAAA,CAAI,YAAA,GAAe,MAAA,CAAA;AAExG,IAAA,MAAM,IAAA,GAAO,QAAQ,GAAA,CAAI,mBAAA;AACzB,IAAA,MAAM,QAAA,GAAW,QAAQ,GAAA,CAAI,uBAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB;AAAA,MACpB,GAAI,OAAA,CAAQ,cAAA,IAAkB,EAAC;AAAA,MAC/B,GAAI,QAAQ,QAAA,GAAW,EAAE,uBAAuB,IAAA,EAAM,yBAAA,EAA2B,QAAA,EAAS,GAAI;AAAC,KACjG;AAEA,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,iBAAiB,IAAI,oBAAA,CAAqB,EAAE,gBAAA,EAAkB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EAC5F;AAAA,EAEA,iBAAiB,OAAA,EAA8B;AAC7C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,IAAA,EAAuB;AAChC,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,SAAS,IAAA,CAAK,GAAA;AAC/C,IAAA,IAAI,IAAA,CAAK,MAAA,KAAW,MAAA,EAAW,IAAA,CAAK,YAAY,IAAA,CAAK,MAAA;AACrD,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAC7D,IAAA,IAAI,IAAA,CAAK,UAAA,KAAe,MAAA,EAAW,IAAA,CAAK,gBAAgB,IAAA,CAAK,UAAA;AAAA,EAC/D;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,UAAA,CAAW,MAAc,OAAA,EAAkC;AACzD,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAA,CAAK,iBAAiB,EAAE,GAAG,IAAA,CAAK,cAAA,EAAgB,GAAG,OAAA,EAAQ;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,MAAM,MAAA,CAAO,KAAA,EAAe,OAAA,GAA8B,EAAC,EAAyB;AAClF,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,eAAA;AAG1B,IAAA,IAAI,OAAA,KAAY,CAAC,SAAA,IAAa,SAAA,KAAc,QAAA,CAAA,EAAW;AACrD,MAAA,IAAI;AACF,QAAA,MAAM,aAAA,GAAgB,MAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,EAAO,EAAE,KAAA,EAAO,YAAA,EAAc,OAAA,CAAQ,YAAA,EAAc,CAAA;AAC/F,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,aAAa,CAAA,EAAG;AAChC,UAAA,OAAO,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YAC/B,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,SAAS,CAAA,CAAE,OAAA;AAAA,YACX,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yDAAA,EAA2D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzF;AAAA,IACF;AAGA,IAAA,IAAI,cAAc,UAAA,EAAY;AAC5B,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,aAAa,KAAA,EAAO,EAAE,OAAO,CAAA;AACtE,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,YACxB,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,GAAA,EAAK,CAAA,CAAE,GAAA,IAAO,CAAA,CAAE,MAAA,KAAW,CAAA,CAAE,GAAA,GAAM,CAAA,gBAAA,EAAmB,CAAA,CAAE,GAAG,CAAA,CAAA,GAAK,CAAA,qBAAA,EAAwB,EAAE,EAAE,CAAA,CAAA,CAAA;AAAA,YAC5F,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,QAAA,IAAY,EAAA;AAAA,YACjC,OAAO,CAAA,CAAE,aAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACnF;AAAA,IACF;AAEA,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,SAAS,OAAA,CAAQ,OAAA,EAAS,GAAA,IAAO,OAAA,CAAQ,UAAU,IAAA,CAAK,MAAA;AAC9D,IAAA,MAAM,YAAY,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,OAAA,CAAQ,aAAa,IAAA,CAAK,SAAA;AACvE,IAAA,MAAM,aAAA,GACJ,QAAQ,OAAA,EAAS,UAAA,IACjB,QAAQ,OAAA,EAAS,UAAA,IACjB,OAAA,CAAQ,aAAA,IACR,IAAA,CAAK,aAAA;AACP,IAAA,MAAM,cAAA,GAAiB,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AACtD,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,WAAA,IAAe,IAAA,CAAK,WAAA;AAGhD,IAAA,IAAI,SAAA,KAAc,aAAa,WAAA,EAAa;AAC1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA;AAAA,QAC3B,KAAA;AAAA,QACA,WAAA;AAAA,QACA,KAAA;AAAA,QACA,OAAA,CAAQ,cAAA;AAAA,QACR,OAAA,CAAQ,SAAA;AAAA,QACR,OAAA,CAAQ;AAAA,OACV;AACA,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAEA,IAAA,IAAI,SAAA,KAAc,gBAAgB,aAAA,EAAe;AAC/C,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ,gBAAA;AAAA,QAChB,cAAc,OAAA,CAAQ;AAAA,OACvB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,SAAA,KAAc,SAAS,MAAA,EAAQ;AACjC,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,EAAO,QAAQ,KAAA,EAAO,OAAA,CAAQ,YAAA,EAAc,OAAA,CAAQ,SAAS,CAAA;AACjG,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAEA,IAAA,IAAI,SAAA,KAAc,YAAY,SAAA,EAAW;AACvC,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAA,EAAO,OAAA,CAAQ,SAAA,EAAW,OAAA,CAAQ,YAAY,CAAA;AAC1G,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAEA,IAAA,IAAI,SAAA,KAAc,YAAY,SAAA,EAAW;AACvC,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAA,EAAO,OAAA,CAAQ,SAAA,EAAW,OAAA,CAAQ,YAAY,CAAA;AAC1G,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAEA,IAAA,IAAI,cAAc,YAAA,EAAc;AAC9B,MAAA,MAAM,UAAU,MAAM,IAAA,CAAK,gBAAgB,KAAA,EAAO,KAAA,EAAO,QAAQ,YAAY,CAAA;AAC7E,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAIA,IAAA,IAAI,SAAA,IAAa,cAAc,QAAA,EAAU;AACvC,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAA,EAAO,OAAA,CAAQ,SAAA,EAAW,OAAA,CAAQ,YAAY,CAAA;AAC1G,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAGA,IAAA,IAAI,MAAA,IAAU,cAAc,KAAA,EAAO;AACjC,MAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,EAAO,QAAQ,KAAA,EAAO,OAAA,CAAQ,YAAA,EAAc,OAAA,CAAQ,SAAS,CAAA;AACjG,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAGA,IAAA,IAAI,SAAA,IAAa,cAAc,QAAA,EAAU;AACvC,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,WAAA,CAAY,KAAA,EAAO,WAAW,KAAA,EAAO,OAAA,CAAQ,SAAA,EAAW,OAAA,CAAQ,YAAY,CAAA;AAC1G,MAAA,IAAI,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG,OAAO,UAAA;AAAA,IACpC;AAGA,IAAA,IAAI,aAAA,IAAiB,cAAc,YAAA,EAAc;AAC/C,MAAA,MAAM,SAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,KAAA,EAAO,eAAe,KAAA,EAAO;AAAA,QACrE,IAAA,EAAM,cAAA;AAAA,QACN,QAAQ,OAAA,CAAQ,gBAAA;AAAA,QAChB,cAAc,OAAA,CAAQ;AAAA,OACvB,CAAA;AACD,MAAA,IAAI,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG,OAAO,MAAA;AAAA,IAChC;AAGA,IAAA,IAAI,WAAA,IAAe,cAAc,SAAA,EAAW;AAC1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,YAAA;AAAA,QAC3B,KAAA;AAAA,QACA,WAAA;AAAA,QACA,KAAA;AAAA,QACA,OAAA,CAAQ,cAAA;AAAA,QACR,OAAA,CAAQ,SAAA;AAAA,QACR,OAAA,CAAQ;AAAA,OACV;AACA,MAAA,IAAI,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG,OAAO,SAAA;AAAA,IACnC;AAGA,IAAA,IAAI,cAAc,YAAA,EAAc;AAC9B,MAAA,MAAM,UAAU,MAAM,IAAA,CAAK,gBAAgB,KAAA,EAAO,KAAA,EAAO,QAAQ,YAAY,CAAA;AAC7E,MAAA,IAAI,OAAA,CAAQ,MAAA,GAAS,CAAA,EAAG,OAAO,OAAA;AAAA,IACjC;AAEA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,WAAA,CACZ,KAAA,EACA,SAAA,EACA,KAAA,EACA,WACA,YAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B;AAAA,QAChC,OAAA,EAAS,SAAA;AAAA,QACT,KAAA;AAAA,QACA,YAAA,EAAc,UAAA;AAAA,QACd,cAAA,EAAgB,IAAA;AAAA,QAChB,WAAA,EAAa;AAAA,OACf;AACA,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,IAAA,CAAK,UAAA,GAAa,SAAA;AAAA,MACpB;AACA,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,GAAS,CAAA,EAAG;AAC3C,QAAA,IAAA,CAAK,eAAA,GAAkB,YAAA;AAAA,MACzB;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,+BAAA,EAAiC;AAAA,QACvD,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,QAC9C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,YACtB,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAClF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,gBACJ,KAAA,EACA,GAAA,EACA,QAAgB,CAAA,EAChB,OAAA,GAII,EAAC,EACiB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,OAAA,CAAQ,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AACpD,MAAA,MAAM,MAAA,GAAS,QAAQ,MAAA,IAAU,MAAA;AACjC,MAAA,IAAI,cAAA,GAAiB,KAAA;AACrB,MAAA,IAAI,OAAA,CAAQ,YAAA,IAAgB,OAAA,CAAQ,YAAA,CAAa,WAAW,CAAA,EAAG;AAC7D,QAAA,cAAA,GAAiB,GAAG,KAAK,CAAA,MAAA,EAAS,OAAA,CAAQ,YAAA,CAAa,CAAC,CAAC,CAAA,CAAA;AAAA,MAC3D;AACA,MAAA,IAAI,SAAA,GAAY,CAAA,8BAAA,EAAiC,kBAAA,CAAmB,cAAc,CAAC,CAAA,WAAA,CAAA;AACnF,MAAA,IAAI,WAAW,QAAA,EAAU;AACvB,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,cAAc,CAAC,CAAA,uBAAA,CAAA;AAAA,MACnF,CAAA,MAAA,IAAW,WAAW,QAAA,EAAU;AAC9B,QAAA,SAAA,GAAY,CAAA,gCAAA,EAAmC,kBAAA,CAAmB,cAAc,CAAC,CAAA,WAAA,CAAA;AAAA,MACnF;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,QAC5D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,UAC5B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,IAAA;AAAA,UACA,GAAA,EAAK,SAAA;AAAA,UACL,MAAA,EAAQ;AAAA,SACT,CAAA;AAAA,QACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,IAAI,IAAA;AACJ,QAAA,IAAI;AACF,UAAA,IAAI,OAAO,GAAA,CAAI,IAAA,KAAS,UAAA,EAAY;AAClC,YAAA,IAAA,GAAO,MAAM,IAAI,IAAA,EAAK;AAAA,UACxB,CAAA,MAAA,IAAW,OAAO,GAAA,CAAI,IAAA,KAAS,UAAA,EAAY;AACzC,YAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,YAAA,IAAA,GAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,UAC3B;AAAA,QACF,CAAA,CAAA,MAAQ;AACN,UAAA,IAAA,GAAO,IAAA;AAAA,QACT;AAEA,QAAA,MAAM,OAAoB,EAAC;AAC3B,QAAA,IAAI,IAAA,IAAQ,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AACxC,UAAA,KAAA,IAAS,MAAM,CAAA,EAAG,GAAA,GAAM,IAAA,CAAK,OAAA,CAAQ,QAAQ,GAAA,EAAA,EAAO;AAClD,YAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CAAQ,GAAG,CAAA;AAC7B,YAAA,MAAM,MAAA,GAAS,IAAA,CAAK,IAAA,IAAQ,IAAA,CAAK,GAAA;AACjC,YAAA,IAAI,CAAC,MAAA,IAAU,0BAAA,CAA2B,MAAA,EAAQ,OAAA,CAAQ,YAAY,CAAA,EAAG;AACvE,cAAA,IAAA,CAAK,IAAA,CAAK;AAAA,gBACR,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,GAAA,EAAK,MAAA;AAAA,gBACL,OAAA,EAAS,IAAA,CAAK,WAAA,IAAe,IAAA,CAAK,OAAA,IAAW,EAAA;AAAA,gBAC7C,OAAO,IAAA,CAAK,IAAA,GAAO,IAAI,IAAA,CAAK,IAAA,GAAO,KAAK,GAAA,GAAM,CAAA,CAAA;AAAA,gBAC9C,MAAA,EAAQ;AAAA,eACT,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AACA,QAAA,IAAI,KAAK,MAAA,GAAS,CAAA,SAAU,IAAA,CAAK,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,MACjD;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,uDAAA,EAAyD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACvF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAM,YAAA,CACJ,KAAA,EACA,aACA,KAAA,EACA,aAAA,EACA,WACA,YAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,SAAA,GAAY,WAAA,CAAY,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAA;AAC/C,MAAA,IAAI,cAAA,GAAiB,KAAA;AACrB,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG;AAC7C,QAAA,cAAA,GAAiB,CAAA,EAAG,KAAK,CAAA,MAAA,EAAS,YAAA,CAAa,CAAC,CAAC,CAAA,CAAA;AAAA,MACnD;AACA,MAAA,IAAI,YAAY,CAAA,EAAG,SAAS,CAAA,UAAA,EAAa,kBAAA,CAAmB,cAAc,CAAC,CAAA,YAAA,CAAA;AAC3E,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,SAAA,IAAa,CAAA,YAAA,EAAe,kBAAA,CAAmB,SAAS,CAAC,CAAA,CAAA;AAAA,MAC3D;AACA,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,iDAAA;AAAA,QACd,GAAI,IAAA,CAAK,cAAA,IAAkB,EAAC;AAAA,QAC5B,GAAI,iBAAiB;AAAC,OACxB;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QACT,MAAA,CAAO,CAAC,MAAW,CAAC,CAAA,CAAE,OAAO,0BAAA,CAA2B,CAAA,CAAE,KAAK,YAAY,CAAC,EAC5E,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YAChB,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,OAAA,IAAW,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YACnC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACN;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,mDAAA,EAAqD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACnF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,QAAA,CACZ,KAAA,EACA,MAAA,EACA,KAAA,EACA,cACA,SAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAA4B;AAAA,QAChC,KAAA;AAAA,QACA,UAAA,EAAY,KAAA;AAAA,QACZ,aAAA,EAAe;AAAA,OACjB;AACA,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,GAAS,CAAA,EAAG;AAC3C,QAAA,IAAA,CAAK,cAAA,GAAiB,YAAA;AAAA,MACxB;AACA,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,GAAA,uBAAU,IAAA,EAAK;AACrB,QAAA,IAAI,cAAc,KAAA,EAAO,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IAC7C,cAAc,MAAA,EAAQ,GAAA,CAAI,QAAQ,GAAA,CAAI,OAAA,KAAY,CAAC,CAAA;AAAA,aAAA,IACnD,cAAc,OAAA,EAAS,GAAA,CAAI,SAAS,GAAA,CAAI,QAAA,KAAa,CAAC,CAAA;AAAA,aAAA,IACtD,cAAc,MAAA,EAAQ,GAAA,CAAI,YAAY,GAAA,CAAI,WAAA,KAAgB,CAAC,CAAA;AACpE,QAAA,IAAA,CAAK,kBAAA,GAAqB,IAAI,WAAA,EAAY;AAAA,MAC5C;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,2BAAA,EAA6B;AAAA,QACnD,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,MAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YACnC,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,GAAA;AAAA,YACP,OAAA,EAAS,CAAA,CAAE,IAAA,IAAQ,CAAA,CAAE,OAAA,IAAW,EAAA;AAAA,YAChC,OAAO,CAAA,CAAE,KAAA;AAAA,YACT,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC/E;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,WAAA,CACZ,KAAA,EACA,SAAA,EACA,KAAA,EACA,WACA,YAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,IAAI,cAAA,GAAiB,KAAA;AACrB,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG;AAC7C,QAAA,cAAA,GAAiB,CAAA,EAAG,KAAK,CAAA,MAAA,EAAS,YAAA,CAAa,CAAC,CAAC,CAAA,CAAA;AAAA,MACnD;AACA,MAAA,MAAM,IAAA,GAA4B,EAAE,CAAA,EAAG,cAAA,EAAgB,KAAK,KAAA,EAAM;AAClE,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,MAAM,MAAA,GAA0C,EAAE,GAAA,EAAK,OAAA,EAAS,MAAM,OAAA,EAAS,KAAA,EAAO,OAAA,EAAS,IAAA,EAAM,OAAA,EAAQ;AAC7G,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AACrB,UAAA,IAAA,CAAK,GAAA,GAAM,OAAO,SAAS,CAAA;AAAA,QAC7B;AAAA,MACF;AACA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,kCAAA,EAAoC;AAAA,QAC1D,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,WAAA,EAAa,SAAA;AAAA,UACb,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QACzB,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,QAAQ,IAAA,EAAM,OAAO,KAAK,IAAA,CAAK,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC3D,UAAA,OAAO,IAAA,CAAK,QACT,MAAA,CAAO,CAAC,MAAW,CAAC,CAAA,CAAE,QAAQ,0BAAA,CAA2B,CAAA,CAAE,MAAM,YAAY,CAAC,EAC9E,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,MAAY;AAAA,YAChB,KAAA,EAAO,EAAE,KAAA,IAAS,UAAA;AAAA,YAClB,KAAK,CAAA,CAAE,IAAA;AAAA,YACP,OAAA,EAAS,EAAE,OAAA,IAAW,EAAA;AAAA,YACtB,MAAA,EAAQ;AAAA,WACV,CAAE,CAAA;AAAA,QACN;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,kDAAA,EAAoD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAClF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AAAA,EAEA,MAAc,eAAA,CACZ,KAAA,EACA,KAAA,EACA,YAAA,EACsB;AACtB,IAAA,IAAI;AACF,MAAA,IAAI,cAAA,GAAiB,KAAA;AACrB,MAAA,IAAI,YAAA,IAAgB,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG;AAC7C,QAAA,cAAA,GAAiB,CAAA,EAAG,KAAK,CAAA,MAAA,EAAS,YAAA,CAAa,CAAC,CAAC,CAAA,CAAA;AAAA,MACnD;AACA,MAAA,MAAM,MAAA,GAAS,CAAA,oCAAA,EAAuC,kBAAA,CAAmB,cAAc,CAAC,CAAA,CAAA;AACxF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,MAAA,EAAQ;AAAA,QAC9B,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,MAAM,OAAoB,EAAC;AAG3B,QAAA,MAAM,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,2BAA2B,CAAA;AAC3D,QAAA,KAAA,MAAW,KAAA,IAAS,YAAA,CAAa,KAAA,CAAM,CAAC,CAAA,EAAG;AACzC,UAAA,IAAI,IAAA,CAAK,UAAU,KAAA,EAAO;AAC1B,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,6EAA6E,CAAA;AAC5G,UAAA,IAAI,CAAC,UAAA,EAAY;AACjB,UAAA,MAAM,OAAA,GAAU,UAAA,CAAW,CAAC,CAAA,EAAG,MAAK,IAAK,EAAA;AACzC,UAAA,MAAM,QAAA,GACJ,QAAQ,UAAA,CAAW,2BAA2B,KAAK,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GACvE,kBAAA,CAAmB,OAAA,CAAQ,MAAM,OAAO,CAAA,CAAE,CAAC,CAAA,EAAG,KAAA,CAAM,GAAG,CAAA,CAAE,CAAC,CAAA,IAAK,EAAE,CAAA,GACjE,OAAA;AACN,UAAA,MAAM,QAAA,GAAW,WAAW,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,KAAA;AAClE,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gFAAgF,CAAA;AACjH,UAAA,MAAM,OAAA,GAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,EAAA,GAAK,EAAA;AAEvF,UAAA,IAAI,QAAA,IAAY,CAAC,QAAA,CAAS,QAAA,CAAS,gBAAgB,CAAA,IAAK,QAAA,CAAS,UAAA,CAAW,MAAM,CAAA,EAAG;AACnF,YAAA,IAAI,0BAAA,CAA2B,QAAA,EAAU,YAAY,CAAA,EAAG;AACtD,cAAA,IAAA,CAAK,IAAA,CAAK;AAAA,gBACR,KAAA,EAAO,QAAA;AAAA,gBACP,GAAA,EAAK,QAAA;AAAA,gBACL,OAAA,EAAS,OAAA;AAAA,gBACT,MAAA,EAAQ;AAAA,eACT,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAGA,QAAA,IAAI,IAAA,CAAK,WAAW,CAAA,EAAG;AACrB,UAAA,MAAM,WAAA,GACJ,oJAAA;AACF,UAAA,IAAI,KAAA;AACJ,UAAA,OAAA,CAAQ,KAAA,GAAQ,YAAY,IAAA,CAAK,IAAI,OAAO,IAAA,IAAQ,IAAA,CAAK,SAAS,KAAA,EAAO;AACvE,YAAA,MAAM,QAAA,GAAW,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,KAAA;AAC7D,YAAA,MAAM,MAAA,GAAS,KAAA,CAAM,CAAC,CAAA,EAAG,IAAA,EAAK;AAC9B,YAAA,MAAM,WAAW,MAAA,EAAQ,UAAA,CAAW,2BAA2B,CAAA,GAC3D,kBAAA,CAAmB,OAAO,KAAA,CAAM,OAAO,CAAA,CAAE,CAAC,GAAG,KAAA,CAAM,GAAG,EAAE,CAAC,CAAA,IAAK,EAAE,CAAA,GAChE,MAAA;AACJ,YAAA,MAAM,OAAA,GAAU,MAAM,CAAC,CAAA,EAAG,QAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,IAAA,EAAK,IAAK,EAAA;AAE5D,YAAA,IAAI,QAAA,IAAY,CAAC,QAAA,CAAS,QAAA,CAAS,gBAAgB,CAAA,EAAG;AACpD,cAAA,IAAI,0BAAA,CAA2B,QAAA,EAAU,YAAY,CAAA,EAAG;AACtD,gBAAA,IAAA,CAAK,IAAA,CAAK;AAAA,kBACR,KAAA,EAAO,QAAA;AAAA,kBACP,GAAA,EAAK,QAAA;AAAA,kBACL,OAAA,EAAS,OAAA;AAAA,kBACT,MAAA,EAAQ;AAAA,iBACT,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,QAAA,IAAI,IAAA,CAAK,MAAA,GAAS,CAAA,EAAG,OAAO,IAAA;AAAA,MAC9B;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,sDAAA,EAAwD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACtF;AACA,IAAA,OAAO,EAAC;AAAA,EACV;AACF;;;ACtoBO,IAAM,iBAAA,uBAAwB,GAAA,CAAI;AAAA,EACvC,WAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,UAAA;AAAA,EACA,gBAAA;AAAA,EACA,YAAA;AAAA,EACA,YAAA;AAAA,EACA,UAAA;AAAA,EACA;AACF,CAAC;AAEM,IAAM,iCAAA,GAAoC;AAAA,EAC/C,mDAAA;AAAA,EACA,sGAAA;AAAA,EACA,kGAAA;AAAA,EACA;AACF;AAMO,SAAS,oBAAoB,KAAA,EAIxB;AACV,EAAA,IAAI,MAAM,GAAA,EAAK;AACb,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,IAAI,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,QAAA,CAAS,WAAA,EAAY,CAAE,OAAA,CAAQ,QAAA,EAAU,EAAE,CAAA;AAC/E,MAAA,IAAI,kBAAkB,GAAA,CAAI,QAAQ,CAAA,IAAK,CAAC,GAAG,iBAAiB,CAAA,CAAE,IAAA,CAAK,CAAC,MAAM,QAAA,CAAS,QAAA,CAAS,IAAI,CAAC,CAAA,CAAE,CAAC,CAAA,EAAG;AACrG,QAAA,OAAO,IAAA;AAAA,MACT;AAAA,IACF,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW,GAAG,KAAA,CAAM,KAAA,IAAS,EAAE,CAAA,CAAA,EAAI,KAAA,CAAM,WAAW,EAAE,CAAA,CAAA;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,IAAA,EAAK,EAAG,OAAO,KAAA;AAE7B,EAAA,KAAA,MAAW,WAAW,iCAAA,EAAmC;AACvD,IAAA,IAAI,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC1B,MAAA,OAAO,IAAA;AAAA,IACT;AAAA,EACF;AAEA,EAAA,OAAO,KAAA;AACT;AAeO,SAAS,yBAAyB,QAAA,EAAuC;AAC9E,EAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,IAAA,EAAK,CAAE,SAAS,EAAA,EAAI;AAC5C,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,CAAA;AAAA,MACP,mBAAA,EAAqB,KAAA;AAAA,MACrB,WAAA,EAAa,CAAA;AAAA,MACb,oBAAA,EAAsB,CAAA;AAAA,MACtB,YAAA,EAAc,KAAA;AAAA,MACd,OAAA,EAAS,CAAC,gCAAgC;AAAA,KAC5C;AAAA,EACF;AAEA,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,cAAc,QAAA,CAAS,MAAA;AAG7B,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACzD,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,KAAA,CAAM,YAAY,KAAK,EAAC;AACpD,EAAA,MAAM,iBAAiB,UAAA,CAAW,MAAA,CAAO,CAAC,GAAA,EAAK,CAAA,KAAM,MAAM,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA,GAAI,UAAA,CAAW,OAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,QAAQ,CAAC,CAAA;AACzH,EAAA,MAAM,WAAA,GAAc,KAAK,GAAA,CAAI,CAAA,EAAG,iBAAiB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,WAAW,CAAC,CAAA;AAGzE,EAAA,MAAM,QAAA,GAAW,QAAA,CAAS,KAAA,CAAM,iBAAiB,KAAK,EAAC;AACvD,EAAA,MAAM,YAAA,GAAe,SAAS,MAAA,IAAU,CAAA;AAGxC,EAAA,MAAM,eAAe,QAAA,CAAS,KAAA;AAAA,IAC5B;AAAA,OACG,EAAC;AACN,EAAA,MAAM,oBAAA,GAAuB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAI,aAAa,MAAA,GAAS,EAAA,GAAM,IAAA,CAAK,GAAA,CAAI,KAAK,QAAA,CAAS,KAAA,CAAM,KAAK,CAAA,CAAE,MAAM,CAAC,CAAA;AAEjH,EAAA,IAAI,KAAA,GAAQ,CAAA;AACZ,EAAA,IAAI,cAAc,IAAA,EAAM;AACtB,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAA,IAAW,cAAc,IAAA,EAAM;AAC7B,IAAA,KAAA,IAAS,CAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,kCAAkC,CAAA;AAAA,EACjD;AAEA,EAAA,IAAI,YAAA,EAAc;AAChB,IAAA,KAAA,IAAS,GAAA;AAAA,EACX,CAAA,MAAO;AACL,IAAA,OAAA,CAAQ,KAAK,6CAA6C,CAAA;AAAA,EAC5D;AAEA,EAAA,IAAI,uBAAuB,IAAA,EAAM;AAC/B,IAAA,KAAA,IAAS,GAAA;AAAA,EACX;AAEA,EAAA,MAAM,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,EAAE,CAAA,GAAI,EAAE,CAAC,CAAA;AACxE,EAAA,OAAO;AAAA,IACL,KAAA,EAAO,UAAA;AAAA,IACP,qBAAqB,UAAA,IAAc,CAAA;AAAA,IACnC,WAAA;AAAA,IACA,oBAAA;AAAA,IACA,YAAA;AAAA,IACA;AAAA,GACF;AACF;;;AC5HA,SAAS,gBAAgB,MAAA,EAAwB;AAC/C,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,MAAA,CAAO,MAAM,CAAA;AAC/B,IAAA,CAAA,CAAE,IAAA,GAAO,EAAA;AAET,IAAA,KAAA,MAAW,KAAA,IAAS,CAAC,YAAA,EAAc,YAAA,EAAc,gBAAgB,UAAA,EAAY,aAAA,EAAe,KAAK,CAAA,EAAG;AAClG,MAAA,CAAA,CAAE,YAAA,CAAa,OAAO,KAAK,CAAA;AAAA,IAC7B;AACA,IAAA,OAAO,EAAE,QAAA,EAAS,CAAE,QAAQ,KAAA,EAAO,EAAE,EAAE,WAAA,EAAY;AAAA,EACrD,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,OAAO,IAAA,EAAK,CAAE,QAAQ,KAAA,EAAO,EAAE,EAAE,WAAA,EAAY;AAAA,EACtD;AACF;AAEO,SAAS,mBAAmB,GAAA,EAAqB;AACtD,EAAA,IAAI;AACF,IAAA,IAAI,IAAA,GAAO,CAAA;AACX,IAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,IAAA,EAAK,CAAE,OAAA,CAAQ,eAAA,EAAiB,EAAE,CAAA,CAAE,OAAA,CAAQ,WAAA,EAAa,EAAE,CAAA,CAAE,WAAA,EAAY;AAC3F,IAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,QAAQ,CAAA,EAAA,EAAK;AACrC,MAAA,IAAA,GAAQ,IAAA,GAAO,EAAA,GAAK,KAAA,CAAM,UAAA,CAAW,CAAC,CAAA,KAAO,CAAA;AAAA,IAC/C;AACA,IAAA,OAAO,CAAA,IAAA,EAAO,KAAK,QAAA,CAAS,EAAE,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAClD,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,CAAA,IAAA,EAAO,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,CAAA;AAAA,EACvD;AACF;AAOO,IAAM,iBAAN,MAAqB;AAAA,EAClB,QAAsB,EAAC;AAAA,EACvB,QAAA,uBAAe,GAAA,EAAwB;AAAA,EACvC,OAAA,uBAAc,GAAA,EAAwB;AAAA,EAEtC,UAAA,GAAqB;AAC3B,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,MAAA,GAAS,CAAA;AACpC,IAAA,OAAO,OAAO,MAAA,CAAO,OAAO,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,CACE,GAAA,EACA,cAAA,EACA,cAAA,GAA2B,EAAC,EACX;AACjB,IAAA,MAAM,GAAA,GAAM,eAAA,CAAgB,GAAA,CAAI,GAAG,CAAA;AACnC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AAEtC,IAAA,MAAM,iBAAiB,KAAA,CAAM,IAAA;AAAA,MAC3B,IAAI,GAAA,CAAI;AAAA,QACN,GAAG,cAAA;AAAA,QACH,GAAI,GAAA,CAAI,WAAA,IAAe,EAAC;AAAA,QACxB,GAAA,CAAI,eAAA,CAAgB,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAK,CAAE,KAAA,CAAM,GAAG,GAAG;AAAA,OAC9F,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,IAAK,EAAE,IAAA,EAAK,CAAE,MAAA,GAAS,EAAE,CAAC;AAAA,KAC5C,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA;AAEZ,IAAA,MAAM,UAAA,GACJ,GAAA,CAAI,aAAA,KAAkB,SAAA,GAAY,SAAA,GAAY,KAAA;AAEhD,IAAA,IAAI,QAAA,EAAU;AACZ,MAAA,QAAA,CAAS,KAAA,GAAQ,GAAA,CAAI,KAAA,IAAS,QAAA,CAAS,KAAA;AACvC,MAAA,QAAA,CAAS,cAAA,GAAiB,IAAA,CAAK,GAAA,CAAI,QAAA,CAAS,gBAAgB,cAAc,CAAA;AAC1E,MAAA,QAAA,CAAS,WAAW,GAAA,CAAI,iBAAA,EAAmB,MAAM,CAAA,EAAG,CAAC,KAAK,QAAA,CAAS,QAAA;AACnE,MAAA,QAAA,CAAS,WAAA,GAAc,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,iBAAiB,QAAA,CAAS,WAAA;AAC7E,MAAA,QAAA,CAAS,cAAc,GAAA,CAAI,mBAAA,IAAuB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAChE,MAAA,QAAA,CAAS,UAAU,GAAA,CAAI,eAAA,IAAmB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AACxD,MAAA,QAAA,CAAS,cAAc,IAAA,CAAK,GAAA,CAAI,SAAS,WAAA,EAAa,GAAA,CAAI,YAAY,CAAC,CAAA;AACvE,MAAA,OAAO,IAAA,CAAK,iBAAiB,QAAQ,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,IAAA,GAAmB;AAAA,MACvB,EAAA,EAAI,KAAK,UAAA,EAAW;AAAA,MACpB,WAAA,EAAa,kBAAA,CAAmB,GAAA,CAAI,GAAG,CAAA;AAAA,MACvC,UAAA;AAAA,MACA,KAAA,EAAO,IAAI,KAAA,IAAS,mBAAA;AAAA,MACpB,KAAK,GAAA,CAAI,GAAA;AAAA,MACT,cAAA,EAAgB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,cAAc,CAAC,CAAC,CAAA;AAAA,MACpE,WAAW,GAAA,CAAI,iBAAA,IAAqB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,MAClD,WAAA,EAAa,cAAA;AAAA,MACb,aAAa,GAAA,CAAI,mBAAA,IAAuB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,MACtD,SAAS,GAAA,CAAI,eAAA,IAAmB,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,MAC9C,WAAA,EAAa,IAAI,QAAA,IAAY,MAAA,CAAO,WAAW,GAAA,CAAI,eAAA,IAAmB,IAAI,OAAO,CAAA;AAAA,MACjF,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACrC;AAEA,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AACpB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAA,EAAK,IAAI,CAAA;AAC3B,IAAA,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,IAAI,CAAA;AAC9B,IAAA,OAAO,IAAA,CAAK,iBAAiB,IAAI,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,CAAa,GAAA,EAAgB,cAAA,GAAiB,CAAA,EAAoB;AAChE,IAAA,MAAM,GAAA,GAAM,eAAA,CAAgB,GAAA,CAAI,GAAG,CAAA;AACnC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AACtC,IAAA,IAAI,QAAA,EAAU;AACZ,MAAA,OAAO,IAAA,CAAK,iBAAiB,QAAQ,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,OAAA,GAAA,CAAW,IAAI,OAAA,IAAW,EAAA,EAAI,QAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAC9D,IAAA,MAAM,IAAA,GAAmB;AAAA,MACvB,EAAA,EAAI,KAAK,UAAA,EAAW;AAAA,MACpB,WAAA,EAAa,kBAAA,CAAmB,GAAA,CAAI,GAAG,CAAA;AAAA,MACvC,UAAA,EAAY,GAAA,CAAI,MAAA,KAAW,UAAA,GAAa,UAAA,GAAa,KAAA;AAAA,MACrD,KAAA,EAAO,IAAI,KAAA,IAAS,eAAA;AAAA,MACpB,KAAK,GAAA,CAAI,GAAA;AAAA,MACT,cAAA,EAAgB,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,cAAc,CAAC,CAAC,CAAA;AAAA,MACpE,UAAU,EAAC;AAAA,MACX,WAAA,EAAa,UAAU,CAAC,OAAA,CAAQ,MAAM,CAAA,EAAG,GAAG,CAAC,CAAA,GAAI,EAAC;AAAA,MAClD,YAAY,EAAC;AAAA,MACb,QAAQ,EAAC;AAAA,MACT,WAAA,EAAa,MAAA,CAAO,UAAA,CAAW,OAAA,EAAS,OAAO,CAAA;AAAA,MAC/C,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACrC;AAEA,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AACpB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAA,EAAK,IAAI,CAAA;AAC3B,IAAA,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,IAAI,CAAA;AAC9B,IAAA,OAAO,IAAA,CAAK,iBAAiB,IAAI,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,iBAAiB,KAAA,EAAuC;AACtD,IAAA,MAAM,GAAA,GACJ,KAAA,CAAM,GAAA,IACN,KAAA,CAAM,MAAA,KACL,KAAA,CAAM,GAAA,GAAM,CAAA,gBAAA,EAAmB,KAAA,CAAM,GAAG,CAAA,CAAA,GAAK,CAAA,qBAAA,EAAwB,MAAM,EAAE,CAAA,CAAA,CAAA;AAChF,IAAA,MAAM,GAAA,GAAM,gBAAgB,GAAG,CAAA;AAC/B,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AACtC,IAAA,IAAI,QAAA,EAAU;AACZ,MAAA,OAAO,IAAA,CAAK,iBAAiB,QAAQ,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,cAAA,GAAiB,CAAC,KAAA,CAAM,IAAA,EAAM,KAAA,CAAM,QAAQ,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,IAAA,CAAK,UAAK,EAAE,IAAA,EAAK;AACrF,IAAA,MAAM,aAAA,GAAgB,MAAM,aAAA,IAAiB,EAAA,GAAK,IAAI,KAAA,CAAM,aAAA,IAAiB,KAAK,CAAA,GAAI,CAAA;AAEtF,IAAA,MAAM,IAAA,GAAmB;AAAA,MACvB,EAAA,EAAI,KAAK,UAAA,EAAW;AAAA,MACpB,WAAA,EAAa,mBAAmB,GAAG,CAAA;AAAA,MACnC,UAAA,EAAY,UAAA;AAAA,MACZ,OAAO,KAAA,CAAM,KAAA;AAAA,MACb,GAAA;AAAA,MACA,aAAA,EAAe,CAAC,KAAA,CAAM,OAAA,EAAS,MAAM,CAAA,EAAG,CAAC,EAAE,IAAA,CAAK,IAAI,GAAG,KAAA,CAAM,KAAA,EAAO,MAAM,IAAI,CAAA,CAC3E,OAAO,OAAO,CAAA,CACd,KAAK,QAAK,CAAA;AAAA,MACb,eAAe,KAAA,CAAM,IAAA,GAAO,MAAA,CAAO,KAAA,CAAM,IAAI,CAAA,GAAI,MAAA;AAAA,MACjD,cAAA,EAAgB,aAAA;AAAA,MAChB,QAAA,EAAU,KAAA,CAAM,aAAA,IAAiB,EAAC;AAAA,MAClC,WAAA,EAAa,cAAA,GAAiB,CAAC,cAAA,CAAe,KAAA,CAAM,CAAA,EAAG,GAAG,CAAC,CAAA,GAAI,CAAC,CAAA,gBAAA,EAAmB,KAAA,CAAM,KAAK,CAAA,CAAE,CAAA;AAAA,MAChG,YAAY,EAAC;AAAA,MACb,QAAQ,EAAC;AAAA,MACT,aAAa,MAAA,CAAO,UAAA,CAAW,cAAA,IAAkB,KAAA,CAAM,OAAO,OAAO,CAAA;AAAA,MACrE,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACrC;AAEA,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AACpB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAA,EAAK,IAAI,CAAA;AAC3B,IAAA,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,IAAI,CAAA;AAC9B,IAAA,OAAO,IAAA,CAAK,iBAAiB,IAAI,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAmB,KAAA,EAAyC;AAC1D,IAAA,MAAM,GAAA,GAAM,eAAA,CAAgB,KAAA,CAAM,GAAG,CAAA;AACrC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AACtC,IAAA,IAAI,QAAA,EAAU;AACZ,MAAA,OAAO,IAAA,CAAK,iBAAiB,QAAQ,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,IAAA,GAAmB;AAAA,MACvB,EAAA,EAAI,KAAK,UAAA,EAAW;AAAA,MACpB,WAAA,EAAa,kBAAA,CAAmB,KAAA,CAAM,GAAG,CAAA;AAAA,MACzC,UAAA,EAAY,cAAA;AAAA,MACZ,OAAO,KAAA,CAAM,KAAA;AAAA,MACb,KAAK,KAAA,CAAM,GAAA;AAAA,MACX,aAAA,EAAe,CAAA,EAAG,KAAA,CAAM,QAAA,CAAS,WAAA,EAAa,CAAA,EAAG,KAAA,CAAM,MAAA,GAAS,CAAA,GAAA,EAAM,KAAA,CAAM,MAAM,MAAM,EAAE,CAAA,CAAA;AAAA,MAC1F,eAAe,KAAA,CAAM,SAAA;AAAA,MACrB,cAAA,EAAgB,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,GAAA,CAAI,EAAA,EAAI,KAAA,CAAM,eAAe,CAAC,CAAA;AAAA,MAC/D,QAAA,EAAU,CAAC,KAAA,CAAM,QAAA,CAAS,aAAa,CAAA;AAAA,MACvC,aAAa,CAAC,KAAA,CAAM,QAAQ,KAAA,CAAM,CAAA,EAAG,GAAG,CAAC,CAAA;AAAA,MACzC,YAAY,EAAC;AAAA,MACb,QAAQ,EAAC;AAAA,MACT,WAAA,EAAa,MAAA,CAAO,UAAA,CAAW,KAAA,CAAM,SAAS,OAAO,CAAA;AAAA,MACrD,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACrC;AAEA,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AACpB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAA,EAAK,IAAI,CAAA;AAC3B,IAAA,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,IAAI,CAAA;AAC9B,IAAA,OAAO,IAAA,CAAK,iBAAiB,IAAI,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,QAAA,EAMI;AAClB,IAAA,MAAM,GAAA,GAAM,eAAA,CAAgB,QAAA,CAAS,GAAG,CAAA;AACxC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AACtC,IAAA,IAAI,QAAA,EAAU;AACZ,MAAA,OAAO,IAAA,CAAK,iBAAiB,QAAQ,CAAA;AAAA,IACvC;AAEA,IAAA,MAAM,OAAA,GAAU,CAAA,EAAG,QAAA,CAAS,WAAW,eAAe,QAAA,CAAS,QAAQ,CAAA,EAAG,QAAA,CAAS,OAAA,GAAU,CAAA,WAAA,EAAc,QAAA,CAAS,OAAO,KAAK,EAAE,CAAA,CAAA,CAAA;AAClI,IAAA,MAAM,IAAA,GAAmB;AAAA,MACvB,EAAA,EAAI,KAAK,UAAA,EAAW;AAAA,MACpB,WAAA,EAAa,kBAAA,CAAmB,QAAA,CAAS,GAAG,CAAA;AAAA,MAC5C,UAAA,EAAY,UAAA;AAAA,MACZ,OAAO,QAAA,CAAS,KAAA;AAAA,MAChB,KAAK,QAAA,CAAS,GAAA;AAAA,MACd,eAAe,QAAA,CAAS,QAAA;AAAA,MACxB,cAAA,EAAgB,CAAA;AAAA,MAChB,QAAA,EAAU,CAAC,QAAA,CAAS,QAAQ,CAAA;AAAA,MAC5B,aAAa,CAAC,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,GAAG,CAAC,CAAA;AAAA,MACnC,YAAY,EAAC;AAAA,MACb,QAAQ,EAAC;AAAA,MACT,WAAA,EAAa,MAAA,CAAO,UAAA,CAAW,OAAA,EAAS,OAAO,CAAA;AAAA,MAC/C,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACrC;AAEA,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AACpB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,GAAA,EAAK,IAAI,CAAA;AAC3B,IAAA,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,IAAI,CAAA;AAC9B,IAAA,OAAO,IAAA,CAAK,iBAAiB,IAAI,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,iBAAiB,IAAA,EAAmC;AAClD,IAAA,MAAM,UAAA,GAAa,IAAA,CAAK,WAAA,CAAY,CAAC,KAAK,IAAA,CAAK,KAAA;AAC/C,IAAA,OAAO;AAAA,MACL,IAAI,IAAA,CAAK,EAAA;AAAA,MACT,WAAA,EAAa,IAAA,CAAK,WAAA,IAAe,kBAAA,CAAmB,KAAK,GAAG,CAAA;AAAA,MAC5D,YAAY,IAAA,CAAK,UAAA;AAAA,MACjB,KAAA,EAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,MAC9B,KAAK,IAAA,CAAK,GAAA;AAAA,MACV,gBAAgB,IAAA,CAAK,cAAA;AAAA,MACrB,QAAA,EAAU,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAAA,MAClC,cAAA,EAAgB,KAAK,UAAA,CAAW,MAAA;AAAA,MAChC,UAAA,EAAY,KAAK,MAAA,CAAO,MAAA;AAAA,MACxB,YAAA,EAAc,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,GAAG;AAAA,KACvC;AAAA,EACF;AAAA,EAEA,QAAA,GAAyB;AACvB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,KAAK,CAAA;AAAA,EACvB;AAAA,EAEA,gBAAA,CAAiB,WAAW,CAAA,EAAiB;AAC3C,IAAA,OAAO,KAAK,KAAA,CAAM,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,kBAAkB,QAAQ,CAAA;AAAA,EAC9D;AAAA,EAEA,WAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,MAAM,GAAA,CAAI,CAAC,MAAM,IAAA,CAAK,gBAAA,CAAiB,CAAC,CAAC,CAAA;AAAA,EACvD;AAAA,EAEA,QAAQ,EAAA,EAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,EAAA,CAAG,aAAa,CAAA;AAAA,EAC1C;AAAA,EAEA,kBAAA,GAA6B;AAC3B,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,UAAA,CAAW,MAAA,EAAQ,CAAC,CAAA;AAAA,EACnE;AAAA,EAEA,cAAA,GAAyB;AACvB,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,MAAA,CAAO,MAAA,EAAQ,CAAC,CAAA;AAAA,EAC/D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,oBAAA,CAAqB,WAAW,EAAA,EAAY;AAC1C,IAAA,MAAM,SAAS,CAAC,GAAG,IAAA,CAAK,KAAK,EAC1B,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,EAAE,cAAA,GAAiB,CAAA,CAAE,cAAc,CAAA,CAClD,KAAA,CAAM,GAAG,QAAQ,CAAA;AAEpB,IAAA,IAAI,MAAA,CAAO,WAAW,CAAA,EAAG;AACvB,MAAA,OAAO,iDAAA;AAAA,IACT;AAEA,IAAA,OAAO,MAAA,CACJ,GAAA,CAAI,CAAC,IAAA,KAAS;AACb,MAAA,MAAM,KAAA,GAAkB;AAAA,QACtB,CAAA,CAAA,EAAI,IAAA,CAAK,EAAE,CAAA,GAAA,EAAM,IAAA,CAAK,UAAA,CAAW,WAAA,EAAa,CAAA,YAAA,EAAY,IAAA,CAAK,cAAc,CAAA,YAAA,EAAe,KAAK,KAAK,CAAA,CAAA;AAAA,QACtG,CAAA,KAAA,EAAQ,KAAK,GAAG,CAAA;AAAA,OAClB;AACA,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,KAAA,CAAM,IAAA,CAAK,CAAA,eAAA,EAAkB,IAAA,CAAK,aAAa,CAAA,CAAE,CAAA;AAAA,MACnD;AACA,MAAA,IAAI,IAAA,CAAK,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAC5B,QAAA,KAAA,CAAM,KAAK,CAAA,UAAA,EAAa,IAAA,CAAK,SAAS,IAAA,CAAK,KAAK,CAAC,CAAA,CAAE,CAAA;AAAA,MACrD;AACA,MAAA,IAAI,IAAA,CAAK,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAC/B,QAAA,KAAA,CAAM,IAAA,CAAK,CAAA;AAAA,EAAuB,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,MACtF;AACA,MAAA,IAAI,IAAA,CAAK,UAAA,CAAW,MAAA,GAAS,CAAA,EAAG;AAC9B,QAAA,KAAA,CAAM,IAAA;AAAA,UACJ,CAAA;AAAA,CAAA,GACE,IAAA,CAAK,UAAA,CACF,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CACV,GAAA,CAAI,CAAC,EAAA,KAAO,CAAA,MAAA,EAAS,EAAA,CAAG,QAAA,IAAY,MAAM;AAAA,EAAK,EAAA,CAAG,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAC;AAAA,MAAA,CAAU,CAAA,CAC9E,KAAK,IAAI;AAAA,SAChB;AAAA,MACF;AACA,MAAA,IAAI,IAAA,CAAK,MAAA,CAAO,MAAA,GAAS,CAAA,EAAG;AAC1B,QAAA,KAAA,CAAM,IAAA,CAAK,CAAA;AAAA,EAAsB,IAAA,CAAK,OAAO,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,IAAA,CAAK,MAAM,CAAC,CAAA,CAAE,CAAA;AAAA,MACzE;AACA,MAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,IACxB,CAAC,CAAA,CACA,IAAA,CAAK,aAAa,CAAA;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAA6B;AAC3B,IAAA,OAAO,KAAK,KAAA,CACT,GAAA;AAAA,MACC,CAAC,CAAA,KACC,CAAA,EAAG,CAAA,CAAE,KAAK;AAAA,EAAK,CAAA,CAAE,WAAA,CAAY,IAAA,CAAK,IAAI,CAAC;AAAA,EAAK,CAAA,CAAE,UAAA,CAAW,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC;AAAA,EAAK,CAAA,CAAE,MAAA,CAAO,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KAClH,CACC,KAAK,MAAM,CAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,mBAAmB,eAAA,EAGjB;AACA,IAAA,MAAM,UAAU,CAAC,GAAG,eAAA,CAAgB,QAAA,CAAS,uBAAuB,CAAC,CAAA;AACrE,IAAA,MAAM,QAAA,uBAAe,GAAA,EAAY;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,KAAA,MAAW,KAAK,OAAA,EAAS;AACvB,MAAA,MAAM,GAAA,GAAM,CAAA,CAAE,CAAC,CAAA,CAAG,WAAA,EAAY;AAC9B,MAAA,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,GAAG,CAAA,EAAG;AACzB,QAAA,QAAA,CAAS,IAAI,GAAG,CAAA;AAAA,MAClB,CAAA,MAAO;AACL,QAAA,UAAA,CAAW,IAAI,GAAG,CAAA;AAAA,MACpB;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,gBAAA,EAAkB,KAAA,CAAM,IAAA,CAAK,QAAQ,CAAA;AAAA,MACrC,kBAAA,EAAoB,KAAA,CAAM,IAAA,CAAK,UAAU;AAAA,KAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,CAAoB,gBAAgB,SAAA,EAA+B;AACjE,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,MAC/B,YAAY,IAAA,CAAK,EAAA;AAAA,MACjB,WAAW,IAAA,CAAK,GAAA;AAAA,MAChB,YAAY,IAAA,CAAK,UAAA;AAAA,MACjB,MAAA,EAAQ,KAAK,UAAA,IAAc,aAAA;AAAA,MAC3B,gBAAgB,IAAA,CAAK,cAAA;AAAA,MACrB,UAAU,IAAA,CAAK;AAAA,KACjB,CAAE,CAAA;AAAA,EACJ;AACF;;;ACzXO,IAAM,gBAAN,MAAoB;AAAA,EACzB,cAAc,GAAA,EAAyC;AACrD,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,MAAM,WAAqB,EAAC;AAE5B,IAAA,IAAI,CAAC,GAAA,CAAI,eAAA,IAAmB,GAAA,CAAI,eAAA,CAAgB,SAAS,EAAA,EAAI;AAC3D,MAAA,MAAA,CAAO,KAAK,2DAA2D,CAAA;AAAA,IACzE;AAEA,IAAA,IAAI,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,KAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,mBAAmB,CAAA,IAAK,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,eAAe,CAAA,EAAG;AACvJ,MAAA,MAAA,CAAO,KAAK,kDAAkD,CAAA;AAAA,IAChE;AAEA,IAAA,IAAI,GAAA,CAAI,sBAAsB,MAAA,KAAW,CAAA,IAAK,CAAC,GAAA,CAAI,eAAA,CAAgB,QAAA,CAAS,GAAG,CAAA,EAAG;AAChF,MAAA,QAAA,CAAS,KAAK,kEAAkE,CAAA;AAAA,IAClF;AAEA,IAAA,MAAM,MAAA,GAAS,OAAO,MAAA,KAAW,CAAA;AACjC,IAAA,MAAM,QAAQ,MAAA,GAAU,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,KAAK,GAAA,GAAO,EAAA;AAE1D,IAAA,OAAO,EAAE,MAAA,EAAQ,KAAA,EAAO,MAAA,EAAQ,QAAA,EAAS;AAAA,EAC3C;AACF","file":"chunk-BPZLZKVJ.js","sourcesContent":["import { CourseResearchContext } from '../config/researchConfig';\n\nexport type TechnicalDomain = 'hardware' | 'software' | 'platform' | 'academic';\n\nexport interface DomainClassificationResult {\n domain: TechnicalDomain;\n confidence: number;\n rationale: string;\n recommendedExtractors: string[];\n primaryCodeLanguage: string;\n}\n\nconst HARDWARE_PATTERNS = [\n /\\b(esp32|esp8266|arduino|raspberry\\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\\s*prime|mindstorms|ev3|wedo|vex)\\b/i,\n /\\b(sensor|sensors|circuit|circuits|gpio|breadboard|microcontroller|firmware|embedded|iot|led|servo|ultrasonic|ldr|dht11|dht22|i2c|spi|uart|pwm|adc|actuator|robotics)\\b/i,\n /(cảm biến|vi điều khiển|mạch điện|linh kiện|điện tử|nhúng|động cơ servo|đèn led|bảng mạch)/i,\n];\n\nconst PLATFORM_PATTERNS = [\n /\\b(supabase|firebase|aws|amazon web services|gcp|google cloud|azure|cloudflare|vercel|netlify|docker|kubernetes|k8s|terraform|backend-as-a-service|baas|ci\\/cd|github actions)\\b/i,\n /(điện toán đám mây|hạ tầng cloud|triển khai hệ thống|container hóa)/i,\n];\n\nconst ACADEMIC_PATTERNS = [\n /\\b(theorem|complexity|np-hard|np-complete|pedagogy|bloom|constructivism|formal verification|computational theory|automata|turing|lambda calculus|type theory|big-o|asymptotic)\\b/i,\n /(lý thuyết tính toán|độ phức tạp thuật toán|chứng minh hình thức|sư phạm|tải nhận thức)/i,\n];\n\n/**\n * Infers the primary code fence language from topic and optional course context.\n * Never silently defaults to 'swift' unless Swift is actually present.\n */\nexport function inferPrimaryCodeLanguage(topic: string, context?: CourseResearchContext, domain?: TechnicalDomain): string {\n const combined = [\n topic,\n context?.courseTitle,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ')\n .toLowerCase();\n\n if (/\\b(swift|swiftui|xcode|playground)\\b/.test(combined)) return 'swift';\n if (/\\b(lua|roblox|lovr|love2d)\\b/.test(combined)) return 'lua';\n if (/\\b(python|pygame|jupyter|pandas|numpy|pytorch|tensorflow|micropython)\\b/.test(combined)) return 'python';\n if (/\\b(typescript|tsx|nextjs|next\\.js|angular|nestjs)\\b/.test(combined)) return 'typescript';\n if (/\\b(javascript|nodejs|node\\.js|react|vue|svelte|p5\\.js|makecode)\\b/.test(combined)) return 'javascript';\n if (/\\b(c\\+\\+|cpp|arduino|ino|esp-idf|stm32)\\b/.test(combined)) return 'cpp';\n if (/\\b(c#|csharp|unity|\\.net|dotnet)\\b/.test(combined)) return 'csharp';\n if (/\\b(gdscript|godot)\\b/.test(combined)) return 'gdscript';\n if (/\\b(java|spring|android|kotlin)\\b/.test(combined)) return 'java';\n if (/\\b(rust|cargo)\\b/.test(combined)) return 'rust';\n if (/\\b(golang|\\bgo\\b)\\b/.test(combined)) return 'go';\n if (/\\b(sql|postgres|postgresql|mysql|sqlite)\\b/.test(combined)) return 'sql';\n if (/\\b(scratch|mblock|blockly)\\b/.test(combined)) return 'text';\n\n if (domain === 'hardware') return 'cpp';\n return 'text';\n}\n\n/**\n * Domain Classifier supporting English & Vietnamese CS/STEM/EdTech topics and CourseResearchContext\n */\nexport function classifyTechnicalDomain(\n topic: string,\n explicitDomain?: string,\n context?: CourseResearchContext\n): DomainClassificationResult {\n if (explicitDomain && ['hardware', 'software', 'platform', 'academic'].includes(explicitDomain.toLowerCase())) {\n const domain = explicitDomain.toLowerCase() as TechnicalDomain;\n return {\n domain,\n confidence: 1.0,\n rationale: 'Explicitly configured by user flag.',\n recommendedExtractors: getExtractorsForDomain(domain),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, domain),\n };\n }\n\n const combined = [\n topic,\n context?.courseTitle,\n context?.positioning,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ');\n\n // 1. Hardware / Physical Computing / Robotics Domain\n if (HARDWARE_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'hardware',\n confidence: 0.95,\n rationale: 'Topic or context contains microcontrollers, sensors, robotics kits, or physical electronics keywords.',\n recommendedExtractors: getExtractorsForDomain('hardware'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'hardware'),\n };\n }\n\n // 2. Platform / Cloud / Infrastructure Domain\n if (PLATFORM_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'platform',\n confidence: 0.9,\n rationale: 'Topic represents a cloud infrastructure, hosting, DevOps, or BaaS platform.',\n recommendedExtractors: getExtractorsForDomain('platform'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'platform'),\n };\n }\n\n // 3. Academic / Theoretical CS Domain\n if (ACADEMIC_PATTERNS.some((re) => re.test(combined))) {\n return {\n domain: 'academic',\n confidence: 0.9,\n rationale: 'Topic focuses on theoretical foundations, pedagogical models, or formal proofs.',\n recommendedExtractors: getExtractorsForDomain('academic'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'academic'),\n };\n }\n\n // 4. Default: Software / Programming / Game Development Domain\n return {\n domain: 'software',\n confidence: 0.85,\n rationale: 'Topic is a programming language, game engine, client/server library, or software application.',\n recommendedExtractors: getExtractorsForDomain('software'),\n primaryCodeLanguage: inferPrimaryCodeLanguage(topic, context, 'software'),\n };\n}\n\nfunction getExtractorsForDomain(domain: TechnicalDomain): string[] {\n switch (domain) {\n case 'hardware':\n return ['PinoutTableExtractor', 'DatasheetSpecsExtractor', 'CircuitSchematicExtractor'];\n case 'platform':\n return ['ArchitectureDiagramExtractor', 'CLICommandExtractor', 'SDKIntegrationExtractor'];\n case 'academic':\n return ['SemanticScholarExtractor', 'ArXivExtractor', 'TheoremFormulaExtractor'];\n case 'software':\n default:\n return ['APISignatureExtractor', 'CodeExampleExtractor', 'DependencyTreeExtractor'];\n }\n}\n","import { CustomSearchAdapter, ResearchApiKeys } from '../config/researchConfig';\nimport { AcademicSearchEngine } from '../academic/semanticScholar';\n\nexport interface SearchHit {\n title: string;\n url: string;\n content: string;\n score?: number;\n engine: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n}\n\nexport interface EngineFailureReason {\n engine: string;\n error: string;\n status?: number;\n timestamp: string;\n}\n\nexport type SearchTimeRange = 'day' | 'week' | 'month' | 'year';\n\nexport interface MultiSearchOptions {\n limit?: number;\n timeRange?: SearchTimeRange;\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n brightDataEngine?: 'google' | 'bing' | 'yandex';\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n domainFilter?: string[];\n preferredEngine?: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'brightdata' | 'custom';\n customAdapter?: CustomSearchAdapter;\n traceErrors?: EngineFailureReason[];\n}\n\nfunction isUrlAllowedByDomainFilter(url: string, domainFilter?: string[]): boolean {\n if (!domainFilter || domainFilter.length === 0) return true;\n try {\n const hostname = new URL(url).hostname.toLowerCase();\n return domainFilter.some((d) => {\n const cleanD = d.toLowerCase().trim().replace(/^https?:\\/\\//, '').replace(/\\/.*$/, '');\n return hostname === cleanD || hostname.endsWith(`.${cleanD}`);\n });\n } catch {\n return false;\n }\n}\n\n/**\n * Unified multi-engine search engine with host-injected API keys, automatic provider failover, and custom adapter support\n */\nexport class MultiSourceSearchEngine {\n private tavilyKey?: string;\n private exaKey?: string;\n private serperKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private searxngHost?: string;\n private searxngHeaders?: Record<string, string>;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomSearchAdapter;\n private academicEngine: AcademicSearchEngine;\n private lastErrors: EngineFailureReason[] = [];\n\n getLastErrors(): EngineFailureReason[] {\n return [...this.lastErrors];\n }\n\n private recordError(\n engine: string,\n error: string,\n status?: number,\n traceErrors?: EngineFailureReason[]\n ) {\n const errObj: EngineFailureReason = {\n engine,\n error,\n status,\n timestamp: new Date().toISOString(),\n };\n this.lastErrors.push(errObj);\n traceErrors?.push(errObj);\n }\n\n constructor(\n options: {\n tavilyKey?: string;\n exaKey?: string;\n serperKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n searxngHost?: string;\n searxngHeaders?: Record<string, string>;\n apiKeys?: ResearchApiKeys;\n allowEnvFallback?: boolean;\n customAdapter?: CustomSearchAdapter;\n } = {}\n ) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.tavilyKey =\n options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : undefined);\n this.exaKey =\n options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : undefined);\n this.serperKey =\n options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : undefined);\n this.brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_SERP_ZONE || process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.searxngHost =\n options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : undefined);\n \n const cfId = process.env.CF_ACCESS_CLIENT_ID;\n const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;\n this.searxngHeaders = {\n ...(options.searxngHeaders || {}),\n ...(cfId && cfSecret ? { 'CF-Access-Client-Id': cfId, 'CF-Access-Client-Secret': cfSecret } : {}),\n };\n\n this.customAdapter = options.customAdapter;\n this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });\n }\n\n setCustomAdapter(adapter: CustomSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKeys(keys: ResearchApiKeys) {\n if (keys.tavily !== undefined) this.tavilyKey = keys.tavily;\n if (keys.exa !== undefined) this.exaKey = keys.exa;\n if (keys.serper !== undefined) this.serperKey = keys.serper;\n if (keys.brightdata !== undefined) this.brightDataKey = keys.brightdata;\n if (keys.brightData !== undefined) this.brightDataKey = keys.brightData;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n setSearxng(host: string, headers?: Record<string, string>) {\n this.searxngHost = host;\n if (headers) {\n this.searxngHeaders = { ...this.searxngHeaders, ...headers };\n }\n }\n\n async search(query: string, options: MultiSearchOptions = {}): Promise<SearchHit[]> {\n const limit = options.limit ?? 5;\n const adapter = options.customAdapter || this.customAdapter;\n const preferred = options.preferredEngine;\n\n // 0. Custom Search Adapter\n if (adapter && (!preferred || preferred === 'custom')) {\n try {\n const customResults = await adapter.search(query, { limit, domainFilter: options.domainFilter });\n if (Array.isArray(customResults)) {\n return customResults.map((r) => ({\n title: r.title,\n url: r.url,\n content: r.content,\n score: r.score,\n engine: 'custom',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Custom search adapter failed:', e?.message || e);\n }\n }\n\n // 0.1 Academic Priority when requested\n if (preferred === 'academic') {\n try {\n const papers = await this.academicEngine.searchPapers(query, { limit });\n if (papers.length > 0) {\n return papers.map((p) => ({\n title: p.title,\n url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),\n content: p.tldr || p.abstract || '',\n score: p.citationCount,\n engine: 'academic',\n }));\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Academic search failed:', e?.message || e);\n }\n }\n\n const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;\n const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;\n const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;\n const brightDataKey =\n options.apiKeys?.brightdata ||\n options.apiKeys?.brightData ||\n options.brightDataKey ||\n this.brightDataKey;\n const brightDataZone = options.brightDataZone || this.brightDataZone;\n const searxngHost = options.searxngHost || this.searxngHost;\n\n // 0.2 Preferred engine execution\n if (preferred === 'searxng' && searxngHost) {\n const searxHits = await this.querySearxng(\n query,\n searxngHost,\n limit,\n options.searxngHeaders,\n options.timeRange,\n options.domainFilter\n );\n if (searxHits.length > 0) return searxHits;\n }\n\n if (preferred === 'brightdata' && brightDataKey) {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n domainFilter: options.domainFilter,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n if (preferred === 'exa' && exaKey) {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);\n if (exaHits.length > 0) return exaHits;\n }\n\n if (preferred === 'serper' && serperKey) {\n const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange, options.domainFilter);\n if (serperHits.length > 0) return serperHits;\n }\n\n if (preferred === 'tavily' && tavilyKey) {\n const tavilyHits = await this.queryTavily(query, tavilyKey, limit, options.timeRange, options.domainFilter);\n if (tavilyHits.length > 0) return tavilyHits;\n }\n\n if (preferred === 'duckduckgo') {\n const ddgHits = await this.queryDuckDuckGo(query, limit, options.domainFilter);\n if (ddgHits.length > 0) return ddgHits;\n }\n\n // Fallback chain (excludes preferred engine since it was already queried above)\n // 1. Tavily Search API (High Signal for Technical Documentation)\n if (tavilyKey && preferred !== 'tavily') {\n const tavilyHits = await this.queryTavily(query, tavilyKey, limit, options.timeRange, options.domainFilter);\n if (tavilyHits.length > 0) return tavilyHits;\n }\n\n // 2. Exa Neural Search API Fallback\n if (exaKey && preferred !== 'exa') {\n const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter, options.timeRange);\n if (exaHits.length > 0) return exaHits;\n }\n\n // 3. Serper Google Search API Fallback\n if (serperKey && preferred !== 'serper') {\n const serperHits = await this.querySerper(query, serperKey, limit, options.timeRange, options.domainFilter);\n if (serperHits.length > 0) return serperHits;\n }\n\n // 4. Bright Data SERP / Unlocker Search Fallback\n if (brightDataKey && preferred !== 'brightdata') {\n const bdHits = await this.queryBrightData(query, brightDataKey, limit, {\n zone: brightDataZone,\n engine: options.brightDataEngine,\n domainFilter: options.domainFilter,\n });\n if (bdHits.length > 0) return bdHits;\n }\n\n // 5. SearXNG Metasearch Fallback (Self-hosted or Public e.g. Orchable)\n if (searxngHost && preferred !== 'searxng') {\n const searxHits = await this.querySearxng(\n query,\n searxngHost,\n limit,\n options.searxngHeaders,\n options.timeRange,\n options.domainFilter\n );\n if (searxHits.length > 0) return searxHits;\n }\n\n // 6. DuckDuckGo HTML Instant Search Fallback (Zero-key)\n if (preferred !== 'duckduckgo') {\n const ddgHits = await this.queryDuckDuckGo(query, limit, options.domainFilter);\n if (ddgHits.length > 0) return ddgHits;\n }\n\n return [];\n }\n\n private async queryTavily(\n query: string,\n tavilyKey: string,\n limit: number,\n timeRange?: SearchTimeRange,\n domainFilter?: string[]\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = {\n api_key: tavilyKey,\n query,\n search_depth: 'advanced',\n include_answer: true,\n max_results: limit,\n };\n if (timeRange) {\n body.time_range = timeRange;\n }\n if (domainFilter && domainFilter.length > 0) {\n body.include_domains = domainFilter;\n }\n const res = await fetch('https://api.tavily.com/search', {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(12000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || '',\n score: r.score,\n engine: 'tavily',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Tavily attempt failed:', e?.message || e);\n }\n return [];\n }\n\n async queryBrightData(\n query: string,\n key: string,\n limit: number = 5,\n options: {\n zone?: string;\n engine?: 'google' | 'bing' | 'yandex';\n domainFilter?: string[];\n } = {}\n ): Promise<SearchHit[]> {\n try {\n const zone = options.zone || this.brightDataZone || 'cli_unlocker';\n const engine = options.engine || 'bing';\n let effectiveQuery = query;\n if (options.domainFilter && options.domainFilter.length === 1) {\n effectiveQuery = `${query} site:${options.domainFilter[0]}`;\n }\n let searchUrl = `https://www.bing.com/search?q=${encodeURIComponent(effectiveQuery)}&brd_json=1`;\n if (engine === 'google') {\n searchUrl = `https://www.google.com/search?q=${encodeURIComponent(effectiveQuery)}&brd_json=1&hl=en&gl=us`;\n } else if (engine === 'yandex') {\n searchUrl = `https://www.yandex.com/search?q=${encodeURIComponent(effectiveQuery)}&brd_json=1`;\n }\n\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone,\n url: searchUrl,\n format: 'raw',\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n let data: any;\n try {\n if (typeof res.json === 'function') {\n data = await res.json();\n } else if (typeof res.text === 'function') {\n const rawText = await res.text();\n data = JSON.parse(rawText);\n }\n } catch {\n data = null;\n }\n\n const hits: SearchHit[] = [];\n if (data && Array.isArray(data?.organic)) {\n for (let idx = 0; idx < data.organic.length; idx++) {\n const item = data.organic[idx];\n const hitUrl = item.link || item.url;\n if (!hitUrl || isUrlAllowedByDomainFilter(hitUrl, options.domainFilter)) {\n hits.push({\n title: item.title || 'Untitled',\n url: hitUrl,\n content: item.description || item.snippet || '',\n score: item.rank ? 1 / item.rank : 1 / (idx + 1),\n engine: 'brightdata' as const,\n });\n }\n }\n }\n if (hits.length > 0) return hits.slice(0, limit);\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Bright Data attempt failed:', e?.message || e);\n }\n return [];\n }\n\n async querySearxng(\n query: string,\n searxngHost: string,\n limit: number,\n customHeaders?: Record<string, string>,\n timeRange?: SearchTimeRange,\n domainFilter?: string[]\n ): Promise<SearchHit[]> {\n try {\n const cleanHost = searxngHost.replace(/\\/$/, '');\n let effectiveQuery = query;\n if (domainFilter && domainFilter.length === 1) {\n effectiveQuery = `${query} site:${domainFilter[0]}`;\n }\n let searchUrl = `${cleanHost}/search?q=${encodeURIComponent(effectiveQuery)}&format=json`;\n if (timeRange) {\n searchUrl += `&time_range=${encodeURIComponent(timeRange)}`;\n }\n const headers: Record<string, string> = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)',\n ...(this.searxngHeaders || {}),\n ...(customHeaders || {}),\n };\n const res = await fetch(searchUrl, {\n headers,\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results\n .filter((r: any) => !r.url || isUrlAllowedByDomainFilter(r.url, domainFilter))\n .slice(0, limit)\n .map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.content || r.snippet || '',\n score: r.score,\n engine: 'searxng',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] SearXNG attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryExa(\n query: string,\n exaKey: string,\n limit: number,\n domainFilter?: string[],\n timeRange?: SearchTimeRange\n ): Promise<SearchHit[]> {\n try {\n const body: Record<string, any> = {\n query,\n numResults: limit,\n useAutoprompt: true,\n };\n if (domainFilter && domainFilter.length > 0) {\n body.includeDomains = domainFilter;\n }\n if (timeRange) {\n const now = new Date();\n if (timeRange === 'day') now.setDate(now.getDate() - 1);\n else if (timeRange === 'week') now.setDate(now.getDate() - 7);\n else if (timeRange === 'month') now.setMonth(now.getMonth() - 1);\n else if (timeRange === 'year') now.setFullYear(now.getFullYear() - 1);\n body.startPublishedDate = now.toISOString();\n }\n const res = await fetch('https://api.exa.ai/search', {\n method: 'POST',\n headers: {\n 'x-api-key': exaKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results) && data.results.length > 0) {\n return data.results.map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.url,\n content: r.text || r.snippet || '',\n score: r.score,\n engine: 'exa',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Exa attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async querySerper(\n query: string,\n serperKey: string,\n limit: number,\n timeRange?: SearchTimeRange,\n domainFilter?: string[]\n ): Promise<SearchHit[]> {\n try {\n let effectiveQuery = query;\n if (domainFilter && domainFilter.length === 1) {\n effectiveQuery = `${query} site:${domainFilter[0]}`;\n }\n const body: Record<string, any> = { q: effectiveQuery, num: limit };\n if (timeRange) {\n const tbsMap: Record<SearchTimeRange, string> = { day: 'qdr:d', week: 'qdr:w', month: 'qdr:m', year: 'qdr:y' };\n if (tbsMap[timeRange]) {\n body.tbs = tbsMap[timeRange];\n }\n }\n const res = await fetch('https://google.serper.dev/search', {\n method: 'POST',\n headers: {\n 'X-API-KEY': serperKey,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(10000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.organic) && data.organic.length > 0) {\n return data.organic\n .filter((r: any) => !r.link || isUrlAllowedByDomainFilter(r.link, domainFilter))\n .slice(0, limit)\n .map((r: any) => ({\n title: r.title || 'Untitled',\n url: r.link,\n content: r.snippet || '',\n engine: 'serper',\n }));\n }\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] Serper attempt failed:', e?.message || e);\n }\n return [];\n }\n\n private async queryDuckDuckGo(\n query: string,\n limit: number,\n domainFilter?: string[]\n ): Promise<SearchHit[]> {\n try {\n let effectiveQuery = query;\n if (domainFilter && domainFilter.length === 1) {\n effectiveQuery = `${query} site:${domainFilter[0]}`;\n }\n const ddgUrl = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(effectiveQuery)}`;\n const res = await fetch(ddgUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const html = await res.text();\n const hits: SearchHit[] = [];\n\n // 1. Resilient block-based extraction\n const resultBlocks = html.split(/class=\"[^\"]*result__body/i);\n for (const block of resultBlocks.slice(1)) {\n if (hits.length >= limit) break;\n const titleMatch = block.match(/<a[^>]*class=\"[^\"]*result__a[^\"]*\"[^>]*href=\"([^\"]+)\"[^>]*>([\\s\\S]*?)<\\/a>/i);\n if (!titleMatch) continue;\n const rawHref = titleMatch[1]?.trim() || '';\n const cleanUrl =\n rawHref.startsWith('//duckduckgo.com/l/?uddg=') || rawHref.includes('uddg=')\n ? decodeURIComponent(rawHref.split('uddg=')[1]?.split('&')[0] || '')\n : rawHref;\n const rawTitle = titleMatch[2]?.replace(/<[^>]+>/g, '').trim() || query;\n const snippetMatch = block.match(/<(?:a|div)[^>]*class=\"[^\"]*result__snippet[^\"]*\"[^>]*>([\\s\\S]*?)<\\/(?:a|div)>/i);\n const snippet = snippetMatch ? snippetMatch[1]?.replace(/<[^>]+>/g, '').trim() || '' : '';\n\n if (cleanUrl && !cleanUrl.includes('duckduckgo.com') && cleanUrl.startsWith('http')) {\n if (isUrlAllowedByDomainFilter(cleanUrl, domainFilter)) {\n hits.push({\n title: rawTitle,\n url: cleanUrl,\n content: snippet,\n engine: 'duckduckgo',\n });\n }\n }\n }\n\n // 2. Fallback to regex if block extraction found 0 hits\n if (hits.length === 0) {\n const resultRegex =\n /<a[^>]*class=\"result__a\"[^>]*>([\\s\\S]*?)<\\/a>[\\s\\S]*?<a class=\"result__url\" href=\"([^\"]+)\">[\\s\\S]*?<a class=\"result__snippet[^>]*>([\\s\\S]*?)<\\/a>/g;\n let match;\n while ((match = resultRegex.exec(html)) !== null && hits.length < limit) {\n const rawTitle = match[1]?.replace(/<[^>]+>/g, '').trim() || query;\n const rawUrl = match[2]?.trim();\n const cleanUrl = rawUrl?.startsWith('//duckduckgo.com/l/?uddg=')\n ? decodeURIComponent(rawUrl.split('uddg=')[1]?.split('&')[0] || '')\n : rawUrl;\n const snippet = match[3]?.replace(/<[^>]+>/g, '').trim() || '';\n\n if (cleanUrl && !cleanUrl.includes('duckduckgo.com')) {\n if (isUrlAllowedByDomainFilter(cleanUrl, domainFilter)) {\n hits.push({\n title: rawTitle,\n url: cleanUrl,\n content: snippet,\n engine: 'duckduckgo',\n });\n }\n }\n }\n }\n\n if (hits.length > 0) return hits;\n }\n } catch (e: any) {\n console.warn('[MultiSourceSearchEngine] DuckDuckGo attempt failed:', e?.message || e);\n }\n return [];\n }\n}\n","/**\n * Noise filtering and technical content quality auditor.\n * Strips out commercial e-commerce clutter (Shopee, Lazada, AliExpress, sales listings)\n * and evaluates technical knowledge density.\n */\n\nexport const ECOMMERCE_DOMAINS = new Set([\n 'shopee.vn',\n 'shopee.com',\n 'lazada.vn',\n 'lazada.com',\n 'tiki.vn',\n 'sendo.vn',\n 'aliexpress.com',\n 'taobao.com',\n 'amazon.com',\n 'ebay.com',\n 'banggood.com',\n]);\n\nexport const ECOMMERCE_AND_COMMERCIAL_PATTERNS = [\n /\\b(shopee|lazada|tiki|sendo|taobao|aliexpress)\\b/i,\n /\\b(mua ngay|giá tốt|khuyến mãi|freeship|bán chạy|nhập khẩu chính hãng|cửa hàng|bảng giá|đặt hàng)\\b/i,\n /\\b(buy now|add to cart|free shipping|discount|best price|on sale|shop now|in stock|order now)\\b/i,\n /\\b(\\d+[kKđ]|₫|\\$\\d+|\\d+\\s*(?:VNĐ|VND|usd))\\b/i,\n];\n\n/**\n * Checks whether a URL, title, or snippet is commercial noise / e-commerce listing\n * rather than primary technical or pedagogical documentation.\n */\nexport function isCommercialOrNoise(input: {\n url?: string;\n title?: string;\n snippet?: string;\n}): boolean {\n if (input.url) {\n try {\n const hostname = new URL(input.url).hostname.toLowerCase().replace(/^www\\./, '');\n if (ECOMMERCE_DOMAINS.has(hostname) || [...ECOMMERCE_DOMAINS].some((d) => hostname.endsWith(`.${d}`))) {\n return true;\n }\n } catch {\n // ignore URL parse errors\n }\n }\n\n const combined = `${input.title || ''} ${input.snippet || ''}`;\n if (!combined.trim()) return false;\n\n for (const pattern of ECOMMERCE_AND_COMMERCIAL_PATTERNS) {\n if (pattern.test(combined)) {\n return true;\n }\n }\n\n return false;\n}\n\nexport interface ContentQualityScore {\n score: number; // 0 to 10\n isSufficientQuality: boolean;\n codeDensity: number;\n technicalTermDensity: number;\n hasStructure: boolean;\n reasons: string[];\n}\n\n/**\n * Evaluates the technical knowledge density of a scraped markdown document.\n * Documents with high code-to-text ratio, structured headings, and low fluff score higher.\n */\nexport function evaluateTechnicalDensity(markdown: string): ContentQualityScore {\n if (!markdown || markdown.trim().length < 80) {\n return {\n score: 1,\n isSufficientQuality: false,\n codeDensity: 0,\n technicalTermDensity: 0,\n hasStructure: false,\n reasons: ['Content is too short or empty.'],\n };\n }\n\n const reasons: string[] = [];\n const totalLength = markdown.length;\n\n // 1. Code block presence & density\n const codeBlocks = markdown.match(/```[\\s\\S]*?```/g) || [];\n const inlineCode = markdown.match(/`[^`\\n]+`/g) || [];\n const totalCodeChars = codeBlocks.reduce((sum, b) => sum + b.length, 0) + inlineCode.reduce((sum, c) => sum + c.length, 0);\n const codeDensity = Math.min(1, totalCodeChars / Math.max(1, totalLength));\n\n // 2. Heading structure\n const headings = markdown.match(/^#{1,4}\\s+.+$/gm) || [];\n const hasStructure = headings.length >= 2;\n\n // 3. Technical keywords\n const techKeywords = markdown.match(\n /\\b(function|class|method|struct|interface|api|hardware|sensor|pin|circuit|logic|loop|state|algorithm|test|debug|schema|protocol|variable)\\b/gi\n ) || [];\n const technicalTermDensity = Math.min(1, (techKeywords.length * 10) / Math.max(100, markdown.split(/\\s+/).length));\n\n let score = 5.0;\n if (codeDensity > 0.15) {\n score += 2.0;\n } else if (codeDensity > 0.05) {\n score += 1.0;\n } else {\n reasons.push('Low code or API snippet density.');\n }\n\n if (hasStructure) {\n score += 1.5;\n } else {\n reasons.push('Lacks clear hierarchical markdown headings.');\n }\n\n if (technicalTermDensity > 0.08) {\n score += 1.5;\n }\n\n const finalScore = Math.min(10, Math.max(1, Math.round(score * 10) / 10));\n return {\n score: finalScore,\n isSufficientQuality: finalScore >= 6.0,\n codeDensity,\n technicalTermDensity,\n hasStructure,\n reasons,\n };\n}\n","import { AcademicPaper } from '../academic/semanticScholar';\nimport { ProvenanceRecord } from '../evidence/provenanceTracker';\nimport { SearchHit } from '../harvester/multiSourceSearch';\nimport { SocialPulseItem } from '../harvester/socialPulseHarvester';\nimport { ScrapedDocument } from '../harvester/webScraper';\nimport { CitationReceipt, LedgerItem } from './types';\n\nfunction normalizeUrlKey(rawUrl: string): string {\n try {\n const u = new URL(rawUrl.trim());\n u.hash = '';\n // Strip common tracking query params\n for (const param of ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'ref']) {\n u.searchParams.delete(param);\n }\n return u.toString().replace(/\\/$/, '').toLowerCase();\n } catch {\n return rawUrl.trim().replace(/\\/$/, '').toLowerCase();\n }\n}\n\nexport function computeCanonicalId(url: string): string {\n try {\n let hash = 0;\n const clean = url.trim().replace(/^https?:\\/\\//i, '').replace(/[\\/?#].*$/, '').toLowerCase();\n for (let i = 0; i < clean.length; i++) {\n hash = (hash * 31 + clean.charCodeAt(i)) >>> 0;\n }\n return `SRC-${hash.toString(16).padStart(8, '0')}`;\n } catch {\n return `SRC-${Math.random().toString(36).slice(2, 10)}`;\n }\n}\n\n/**\n * Out-of-Band Immutable Evidence Ledger (`[RES-01]` .. `[RES-N]`).\n * Stores full scraped excerpts, code blocks, and specification tables in memory while\n * emitting compact `CitationReceipt` objects (<= 150 tokens) to keep multi-round agent prompts lean.\n */\nexport class EvidenceLedger {\n private items: LedgerItem[] = [];\n private urlIndex = new Map<string, LedgerItem>();\n private idIndex = new Map<string, LedgerItem>();\n\n private allocateId(): string {\n const nextNum = this.items.length + 1;\n return `RES-${String(nextNum).padStart(2, '0')}`;\n }\n\n /**\n * Records or upgrades a ledger entry from a full `ScrapedDocument`.\n */\n addScrapedDocument(\n doc: ScrapedDocument,\n relevanceScore: number,\n extraTakeaways: string[] = []\n ): CitationReceipt {\n const key = normalizeUrlKey(doc.url);\n const existing = this.urlIndex.get(key);\n\n const mergedExcerpts = Array.from(\n new Set([\n ...extraTakeaways,\n ...(doc.keyExcerpts || []),\n doc.markdownContent.replace(/```[\\s\\S]*?```/g, ' ').replace(/\\s+/g, ' ').trim().slice(0, 450),\n ].filter((e) => e && e.trim().length > 20))\n ).slice(0, 6);\n\n const sourceType: LedgerItem['sourceType'] =\n doc.fetchProvider === 'youtube' ? 'youtube' : 'web';\n\n if (existing) {\n existing.title = doc.title || existing.title;\n existing.relevanceScore = Math.max(existing.relevanceScore, relevanceScore);\n existing.headings = doc.extractedHeadings?.slice(0, 8) || existing.headings;\n existing.keyExcerpts = mergedExcerpts.length > 0 ? mergedExcerpts : existing.keyExcerpts;\n existing.codeBlocks = (doc.extractedCodeBlocks || []).slice(0, 4);\n existing.tables = (doc.extractedTables || []).slice(0, 4);\n existing.rawByteSize = Math.max(existing.rawByteSize, doc.byteSize || 0);\n return this.toCompactReceipt(existing);\n }\n\n const item: LedgerItem = {\n id: this.allocateId(),\n canonicalId: computeCanonicalId(doc.url),\n sourceType,\n title: doc.title || 'Untitled Document',\n url: doc.url,\n relevanceScore: Math.max(1, Math.min(10, Math.round(relevanceScore))),\n headings: (doc.extractedHeadings || []).slice(0, 8),\n keyExcerpts: mergedExcerpts,\n codeBlocks: (doc.extractedCodeBlocks || []).slice(0, 4),\n tables: (doc.extractedTables || []).slice(0, 4),\n rawByteSize: doc.byteSize || Buffer.byteLength(doc.markdownContent || '', 'utf-8'),\n accessedAt: new Date().toISOString(),\n };\n\n this.items.push(item);\n this.urlIndex.set(key, item);\n this.idIndex.set(item.id, item);\n return this.toCompactReceipt(item);\n }\n\n /**\n * Records a lightweight search hit when full scraping is skipped or pending.\n */\n addSearchHit(hit: SearchHit, relevanceScore = 6): CitationReceipt {\n const key = normalizeUrlKey(hit.url);\n const existing = this.urlIndex.get(key);\n if (existing) {\n return this.toCompactReceipt(existing);\n }\n\n const snippet = (hit.content || '').replace(/\\s+/g, ' ').trim();\n const item: LedgerItem = {\n id: this.allocateId(),\n canonicalId: computeCanonicalId(hit.url),\n sourceType: hit.engine === 'academic' ? 'academic' : 'web',\n title: hit.title || 'Search Result',\n url: hit.url,\n relevanceScore: Math.max(1, Math.min(10, Math.round(relevanceScore))),\n headings: [],\n keyExcerpts: snippet ? [snippet.slice(0, 450)] : [],\n codeBlocks: [],\n tables: [],\n rawByteSize: Buffer.byteLength(snippet, 'utf-8'),\n accessedAt: new Date().toISOString(),\n };\n\n this.items.push(item);\n this.urlIndex.set(key, item);\n this.idIndex.set(item.id, item);\n return this.toCompactReceipt(item);\n }\n\n /**\n * Records a peer-reviewed or preprint paper from Semantic Scholar, OpenAlex, Crossref, or arXiv.\n */\n addAcademicPaper(paper: AcademicPaper): CitationReceipt {\n const url =\n paper.url ||\n paper.pdfUrl ||\n (paper.doi ? `https://doi.org/${paper.doi}` : `https://openalex.org/${paper.id}`);\n const key = normalizeUrlKey(url);\n const existing = this.urlIndex.get(key);\n if (existing) {\n return this.toCompactReceipt(existing);\n }\n\n const abstractOrTldr = [paper.tldr, paper.abstract].filter(Boolean).join(' — ').trim();\n const citationBonus = paper.citationCount >= 50 ? 9 : paper.citationCount >= 10 ? 8 : 7;\n\n const item: LedgerItem = {\n id: this.allocateId(),\n canonicalId: computeCanonicalId(url),\n sourceType: 'academic',\n title: paper.title,\n url,\n authorOrVenue: [paper.authors?.slice(0, 3).join(', '), paper.venue, paper.year]\n .filter(Boolean)\n .join(' · '),\n publishedDate: paper.year ? String(paper.year) : undefined,\n relevanceScore: citationBonus,\n headings: paper.fieldsOfStudy || [],\n keyExcerpts: abstractOrTldr ? [abstractOrTldr.slice(0, 600)] : [`Academic paper: ${paper.title}`],\n codeBlocks: [],\n tables: [],\n rawByteSize: Buffer.byteLength(abstractOrTldr || paper.title, 'utf-8'),\n accessedAt: new Date().toISOString(),\n };\n\n this.items.push(item);\n this.urlIndex.set(key, item);\n this.idIndex.set(item.id, item);\n return this.toCompactReceipt(item);\n }\n\n /**\n * Records a 30-day social/developer pulse signal (HackerNews, GitHub, Reddit).\n */\n addSocialPulseItem(pulse: SocialPulseItem): CitationReceipt {\n const key = normalizeUrlKey(pulse.url);\n const existing = this.urlIndex.get(key);\n if (existing) {\n return this.toCompactReceipt(existing);\n }\n\n const item: LedgerItem = {\n id: this.allocateId(),\n canonicalId: computeCanonicalId(pulse.url),\n sourceType: 'social_pulse',\n title: pulse.title,\n url: pulse.url,\n authorOrVenue: `${pulse.platform.toUpperCase()}${pulse.author ? ` (@${pulse.author})` : ''}`,\n publishedDate: pulse.createdAt,\n relevanceScore: Math.max(1, Math.min(10, pulse.engagementScore)),\n headings: [pulse.platform.toUpperCase()],\n keyExcerpts: [pulse.snippet.slice(0, 450)],\n codeBlocks: [],\n tables: [],\n rawByteSize: Buffer.byteLength(pulse.snippet, 'utf-8'),\n accessedAt: new Date().toISOString(),\n };\n\n this.items.push(item);\n this.urlIndex.set(key, item);\n this.idIndex.set(item.id, item);\n return this.toCompactReceipt(item);\n }\n\n /**\n * Records a verified STEM OER simulation/resource (PhET, OpenStax, NASA, CS Unplugged).\n */\n addStemResource(resource: {\n title: string;\n url: string;\n description: string;\n provider: string;\n license?: string;\n }): CitationReceipt {\n const key = normalizeUrlKey(resource.url);\n const existing = this.urlIndex.get(key);\n if (existing) {\n return this.toCompactReceipt(existing);\n }\n\n const excerpt = `${resource.description} [Provider: ${resource.provider}${resource.license ? `, License: ${resource.license}` : ''}]`;\n const item: LedgerItem = {\n id: this.allocateId(),\n canonicalId: computeCanonicalId(resource.url),\n sourceType: 'stem_oer',\n title: resource.title,\n url: resource.url,\n authorOrVenue: resource.provider,\n relevanceScore: 8,\n headings: [resource.provider],\n keyExcerpts: [excerpt.slice(0, 450)],\n codeBlocks: [],\n tables: [],\n rawByteSize: Buffer.byteLength(excerpt, 'utf-8'),\n accessedAt: new Date().toISOString(),\n };\n\n this.items.push(item);\n this.urlIndex.set(key, item);\n this.idIndex.set(item.id, item);\n return this.toCompactReceipt(item);\n }\n\n /**\n * Projects a full `LedgerItem` into a compact receipt (<= 150 tokens) for Stage A planning & gap analysis.\n */\n toCompactReceipt(item: LedgerItem): CitationReceipt {\n const rawExcerpt = item.keyExcerpts[0] || item.title;\n return {\n id: item.id,\n canonicalId: item.canonicalId || computeCanonicalId(item.url),\n sourceType: item.sourceType,\n title: item.title.slice(0, 140),\n url: item.url,\n relevanceScore: item.relevanceScore,\n headings: item.headings.slice(0, 5),\n codeBlockCount: item.codeBlocks.length,\n tableCount: item.tables.length,\n briefExcerpt: rawExcerpt.slice(0, 450),\n };\n }\n\n getItems(): LedgerItem[] {\n return [...this.items];\n }\n\n getApprovedItems(minScore = 6): LedgerItem[] {\n return this.items.filter((i) => i.relevanceScore >= minScore);\n }\n\n getReceipts(): CitationReceipt[] {\n return this.items.map((i) => this.toCompactReceipt(i));\n }\n\n getById(id: string): LedgerItem | undefined {\n return this.idIndex.get(id.toUpperCase());\n }\n\n getTotalCodeBlocks(): number {\n return this.items.reduce((sum, i) => sum + i.codeBlocks.length, 0);\n }\n\n getTotalTables(): number {\n return this.items.reduce((sum, i) => sum + i.tables.length, 0);\n }\n\n /**\n * Formats the top verified items with `[RES-xx]` tags, substantive excerpts, code blocks,\n * and tables for Stage B Contract Synthesis.\n */\n buildSynthesisCorpus(maxItems = 12): string {\n const sorted = [...this.items]\n .sort((a, b) => b.relevanceScore - a.relevanceScore)\n .slice(0, maxItems);\n\n if (sorted.length === 0) {\n return 'No verified sources recorded in EvidenceLedger.';\n }\n\n return sorted\n .map((item) => {\n const parts: string[] = [\n `[${item.id}] (${item.sourceType.toUpperCase()} · Score ${item.relevanceScore}/10) Title: ${item.title}`,\n `URL: ${item.url}`,\n ];\n if (item.authorOrVenue) {\n parts.push(`Source/Author: ${item.authorOrVenue}`);\n }\n if (item.headings.length > 0) {\n parts.push(`Sections: ${item.headings.join(' | ')}`);\n }\n if (item.keyExcerpts.length > 0) {\n parts.push(`Verified Excerpts:\\n${item.keyExcerpts.map((e) => `- ${e}`).join('\\n')}`);\n }\n if (item.codeBlocks.length > 0) {\n parts.push(\n `Extracted Code Blocks:\\n` +\n item.codeBlocks\n .slice(0, 2)\n .map((cb) => `\\`\\`\\`${cb.language || 'text'}\\n${cb.code.slice(0, 600)}\\n\\`\\`\\``)\n .join('\\n')\n );\n }\n if (item.tables.length > 0) {\n parts.push(`Extracted Tables:\\n${item.tables.slice(0, 2).join('\\n\\n')}`);\n }\n return parts.join('\\n');\n })\n .join('\\n\\n---\\n\\n');\n }\n\n /**\n * Returns concatenated plain text of all ledger items for deterministic/LLM `ClaimVerifier` checks.\n */\n buildFullRawCorpus(): string {\n return this.items\n .map(\n (i) =>\n `${i.title}\\n${i.keyExcerpts.join('\\n')}\\n${i.codeBlocks.map((c) => c.code).join('\\n')}\\n${i.tables.join('\\n')}`\n )\n .join('\\n\\n');\n }\n\n /**\n * Scans any synthesized report or JSON string for `[RES-xx]` citation markers\n * and verifies every marker against the ledger.\n */\n verifyCitationTags(synthesizedText: string): {\n validCitationIds: string[];\n invalidCitationIds: string[];\n } {\n const matches = [...synthesizedText.matchAll(/\\[?(RES-\\d{2,3})\\]?/gi)];\n const validSet = new Set<string>();\n const invalidSet = new Set<string>();\n\n for (const m of matches) {\n const tag = m[1]!.toUpperCase();\n if (this.idIndex.has(tag)) {\n validSet.add(tag);\n } else {\n invalidSet.add(tag);\n }\n }\n\n return {\n validCitationIds: Array.from(validSet),\n invalidCitationIds: Array.from(invalidSet),\n };\n }\n\n /**\n * Maps ledger items into `ProvenanceRecord[]` for `ProvenanceTracker`.\n */\n toProvenanceRecords(defaultDomain = 'general'): ProvenanceRecord[] {\n return this.items.map((item) => ({\n resourceId: item.id,\n sourceUrl: item.url,\n accessedAt: item.accessedAt,\n domain: item.sourceType || defaultDomain,\n relevanceScore: item.relevanceScore,\n byteSize: item.rawByteSize,\n }));\n }\n}\n\n","import { ScrapedDocument } from './webScraper';\n\nexport interface HealthAuditResult {\n passed: boolean;\n score: number; // 0 - 100\n issues: string[];\n warnings: string[];\n}\n\n/**\n * Health Auditor & Noise Filter for Harvested Resources (English Canonical)\n */\nexport class HealthAuditor {\n auditDocument(doc: ScrapedDocument): HealthAuditResult {\n const issues: string[] = [];\n const warnings: string[] = [];\n\n if (!doc.markdownContent || doc.markdownContent.length < 80) {\n issues.push('Document content is too short or empty (< 80 characters).');\n }\n\n if (doc.markdownContent.includes('403 Forbidden') || doc.markdownContent.includes('Cloudflare Ray ID') || doc.markdownContent.includes('Access Denied')) {\n issues.push('Document blocked by firewall / Cloudflare / WAF.');\n }\n\n if (doc.extractedCodeSnippets.length === 0 && !doc.markdownContent.includes('|')) {\n warnings.push('Document does not contain any code snippets or reference tables.');\n }\n\n const passed = issues.length === 0;\n const score = passed ? (warnings.length > 0 ? 80 : 100) : 20;\n\n return { passed, score, issues, warnings };\n }\n}\n"]}
|
|
@@ -145,7 +145,7 @@ var AcademicSearchEngine = class {
|
|
|
145
145
|
}
|
|
146
146
|
const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {
|
|
147
147
|
headers,
|
|
148
|
-
signal: AbortSignal.timeout(
|
|
148
|
+
signal: AbortSignal.timeout(12e3)
|
|
149
149
|
});
|
|
150
150
|
if (res.ok) {
|
|
151
151
|
const data = await res.json();
|
|
@@ -176,7 +176,7 @@ var AcademicSearchEngine = class {
|
|
|
176
176
|
try {
|
|
177
177
|
const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {
|
|
178
178
|
headers: { "User-Agent": "OrchableComposer/1.0 (mailto:team@orchable.app)" },
|
|
179
|
-
signal: AbortSignal.timeout(
|
|
179
|
+
signal: AbortSignal.timeout(12e3)
|
|
180
180
|
});
|
|
181
181
|
if (res.ok) {
|
|
182
182
|
const data = await res.json();
|
|
@@ -219,5 +219,5 @@ var AcademicSearchEngine = class {
|
|
|
219
219
|
};
|
|
220
220
|
|
|
221
221
|
export { AcademicPaperSchema, AcademicSearchEngine, ArXivSearchEngine, reconstructOpenAlexAbstract };
|
|
222
|
-
//# sourceMappingURL=chunk-
|
|
223
|
-
//# sourceMappingURL=chunk-
|
|
222
|
+
//# sourceMappingURL=chunk-EWIAA2CC.js.map
|
|
223
|
+
//# sourceMappingURL=chunk-EWIAA2CC.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/academic/arxivClient.ts","../src/academic/semanticScholar.ts"],"names":[],"mappings":";;;AAKO,IAAM,oBAAN,MAAwB;AAAA;AAAA;AAAA;AAAA,EAI7B,MAAM,MAAA,CAAO,KAAA,EAAe,UAAA,GAAa,CAAA,EAA6B;AACpE,IAAA,MAAM,SAA0B,EAAC;AAEjC,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,CAAA,oDAAA,EAAuD,kBAAA,CAAmB,KAAK,CAAC,wBAAwB,UAAU,CAAA,sCAAA,CAAA;AAC9H,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,GAAA,EAAK,EAAE,QAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK,CAAA,EAAG,CAAA;AAEnE,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,EAAC;AAEpE,QAAA,KAAA,MAAW,SAAS,YAAA,EAAc;AAChC,UAAA,MAAM,OAAA,GAAU,KAAA,CAAM,KAAA,CAAM,sBAAsB,CAAA;AAClD,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,4BAA4B,CAAA;AAC3D,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gCAAgC,CAAA;AACjE,UAAA,MAAM,cAAA,GAAiB,KAAA,CAAM,KAAA,CAAM,oBAAoB,CAAA;AACvD,UAAA,MAAM,gBAAgB,CAAC,GAAG,KAAA,CAAM,QAAA,CAAS,sCAAsC,CAAC,CAAA,CAAE,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAEvH,UAAA,MAAM,WAAW,OAAA,GAAU,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAK,GAAI,EAAA;AAChD,UAAA,MAAM,SAAS,QAAA,GAAW,QAAA,CAAS,QAAQ,OAAA,EAAS,OAAO,IAAI,MAAA,GAAS,KAAA,CAAA;AAExE,UAAA,IAAI,UAAA,EAAY;AACd,YAAA,MAAA,CAAO,IAAA,CAAK;AAAA,cACV,EAAA,EAAI,QAAA,IAAY,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,WAAW,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,IAAK,sBAAA;AAAA,cACrD,QAAA,EAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,GAAI,EAAA;AAAA,cACxE,OAAA,EAAS,aAAA;AAAA,cACT,IAAA,EAAM,cAAA,GAAiB,QAAA,CAAS,cAAA,CAAe,CAAC,CAAA,EAAI,EAAE,CAAA,GAAA,iBAAI,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,cACjF,aAAA,EAAe,CAAA;AAAA,cACf,KAAA,EAAO,gBAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,MAAA;AAAA,cACA,aAAA,EAAe,CAAC,kBAAA,EAAoB,uBAAuB;AAAA,aAC5D,CAAA;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,0CAAA,EAA4C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC1E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF;AChDO,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,OAAA,EAAS,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACvC,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC,CAAA;AAAA,EACnC,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC3B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC5B,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE;AAC/C,CAAC;AAiBM,SAAS,4BAA4B,aAAA,EAAgF;AAC1H,EAAA,IAAI,CAAC,aAAA,IAAiB,OAAO,aAAA,KAAkB,UAAU,OAAO,MAAA;AAChE,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAC5C,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,MAAA;AAEjC,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,KAAA,MAAW,GAAG,SAAS,CAAA,IAAK,OAAA,EAAS;AACnC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,GAAI,UAAU,QAAA,GAAW,CAAA;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AACA,EAAA,IAAI,QAAA,GAAW,KAAM,QAAA,GAAW,GAAA;AAEhC,EAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAc,QAAA,GAAW,CAAC,CAAA;AAC5C,EAAA,KAAA,MAAW,CAAC,IAAA,EAAM,SAAS,CAAA,IAAK,OAAA,EAAS;AACvC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,IAAK,CAAA,IAAK,KAAK,QAAA,EAAU;AACpD,UAAA,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAgB,MAAM,MAAA,CAAO,OAAO,EAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC3D,EAAA,OAAO,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,aAAA,GAAgB,MAAA;AACpD;AAKO,IAAM,uBAAN,MAA2B;AAAA,EACxB,MAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,WAAA;AAAA,EAER,WAAA,CACE,OAAA,GAAiH,EAAC,EAClH;AACA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAI,iBAAA,EAAkB;AACzC,IAAA,IAAI,OAAO,YAAY,QAAA,EAAU;AAC/B,MAAA,IAAA,CAAK,MAAA,GAAS,OAAA;AACd,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AAAA,IAC1B,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,MAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA,KAAW,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,wBAAA,GAA2B,MAAA,CAAA;AAChG,MAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,iBAAiB,OAAA,EAAsC;AACrD,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,UAAU,MAAA,EAAiB;AACzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAA,CAAa,KAAA,EAAe,OAAA,GAAiC,EAAC,EAA6B;AAC/F,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,YAAA,CAAa,KAAA,EAAO,EAAE,KAAA,EAAO,OAAA,CAAQ,KAAA,EAAO,SAAA,EAAW,OAAA,CAAQ,SAAA,EAAW,CAAA;AAC7G,QAAA,IAAI,MAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,SAAS,CAAA,EAAG;AAC1D,UAAA,OAAO,YAAA;AAAA,QACT;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,wDAAA,EAA0D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACxF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,SAA0B,EAAC;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,MAAM,UAAA,GAAa,CAAC,CAAA,KAAqB;AACvC,MAAA,MAAM,YAAY,CAAA,CAAE,KAAA,CAAM,aAAY,CAAE,OAAA,CAAQ,4BAA4B,EAAE,CAAA;AAC9E,MAAA,IAAI,CAAC,SAAA,IAAa,UAAA,CAAW,GAAA,CAAI,SAAS,CAAA,EAAG;AAC7C,MAAA,UAAA,CAAW,IAAI,SAAS,CAAA;AACxB,MAAA,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,IACf,CAAA;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,MAAA;AACtC,MAAA,MAAM,OAAA,GAAkC,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAC7E,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,OAAA,CAAQ,WAAW,CAAA,GAAI,MAAA;AAAA,MACzB;AAEA,MAAA,MAAM,MAAA,GAAS,IAAI,eAAA,CAAgB;AAAA,QACjC,KAAA;AAAA,QACA,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,QACtB,MAAA,EAAQ;AAAA,OACT,CAAA;AAED,MAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,QAAA,MAAA,CAAO,MAAA,CAAO,MAAA,EAAQ,OAAA,CAAQ,SAAS,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,MAAM,MAAM,KAAA,CAAM,yDAAyD,MAAA,CAAO,QAAA,EAAU,CAAA,CAAA,EAAI;AAAA,QACpG,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,IAAI,CAAA,EAAG;AAC7B,UAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,IAAA,EAAM;AAC5B,YAAA,UAAA,CAAW;AAAA,cACT,EAAA,EAAI,IAAA,CAAK,OAAA,IAAW,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,cACrB,QAAA,EAAU,KAAK,QAAA,IAAY,KAAA,CAAA;AAAA,cAC3B,SAAS,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,IAAI,EAAE,MAAA,CAAO,OAAO,IAAI,EAAC;AAAA,cAC/F,MAAM,IAAA,CAAK,IAAA;AAAA,cACX,aAAA,EAAe,KAAK,aAAA,IAAiB,CAAA;AAAA,cACrC,KAAA,EAAO,KAAK,KAAA,IAAS,KAAA,CAAA;AAAA,cACrB,GAAA,EAAK,KAAK,WAAA,EAAa,GAAA;AAAA,cACvB,GAAA,EAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,WAAA,EAAa,MAAM,CAAA,gBAAA,EAAmB,IAAA,CAAK,WAAA,CAAY,GAAG,CAAA,CAAA,GAAK,KAAA,CAAA,CAAA;AAAA,cACtF,MAAA,EAAQ,KAAK,aAAA,EAAe,GAAA;AAAA,cAC5B,IAAA,EAAM,KAAK,IAAA,EAAM,IAAA;AAAA,cACjB,aAAA,EAAe,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,aAAa,CAAA,IAAK,IAAA,CAAK,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,IAAA,CAAK,aAAA,GAAgB,CAAC,kBAAkB;AAAA,aAC7H,CAAA;AAAA,UACH;AACA,UAAA,IAAI,OAAO,MAAA,IAAU,KAAA,SAAc,MAAA,CAAO,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjF;AAGA,IAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,CAAA,sCAAA,EAAyC,mBAAmB,KAAK,CAAC,CAAA,UAAA,EAAa,KAAK,CAAA,CAAA,EAAI;AAAA,UAC9G,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,UAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,SACjC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AAChC,YAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,OAAA,EAAS;AAC/B,cAAA,MAAM,YAAA,GAAe,2BAAA,CAA4B,IAAA,CAAK,uBAAuB,CAAA;AAC7E,cAAA,MAAM,QAAA,GAAW,MAAM,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,GACxC,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,YAAY,EAAE,MAAA,CAAO,OAAO,CAAA,GACxE,CAAC,kBAAkB,CAAA;AACvB,cAAA,UAAA,CAAW;AAAA,gBACT,EAAA,EAAI,IAAA,CAAK,EAAA,IAAM,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,gBAC3D,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,QAAA,EAAU,YAAA;AAAA,gBACV,SAAS,KAAA,CAAM,OAAA,CAAQ,KAAK,WAAW,CAAA,GACnC,KAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAW,EAAE,MAAA,EAAQ,YAAY,EAAE,MAAA,CAAO,OAAO,IACvE,EAAC;AAAA,gBACL,MAAM,IAAA,CAAK,gBAAA;AAAA,gBACX,aAAA,EAAe,KAAK,cAAA,IAAkB,CAAA;AAAA,gBACtC,KAAA,EAAO,IAAA,CAAK,gBAAA,EAAkB,MAAA,EAAQ,YAAA;AAAA,gBACtC,GAAA,EAAK,IAAA,CAAK,GAAA,GAAM,MAAA,CAAO,IAAA,CAAK,GAAG,CAAA,CAAE,OAAA,CAAQ,yBAAA,EAA2B,EAAE,CAAA,GAAI,KAAA,CAAA;AAAA,gBAC1E,GAAA,EAAK,IAAA,CAAK,GAAA,IAAO,IAAA,CAAK,EAAA;AAAA,gBACtB,MAAA,EAAQ,KAAK,WAAA,EAAa,MAAA;AAAA,gBAC1B,eAAe,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,QAAA,GAAW,CAAC,kBAAkB;AAAA,eACpE,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yCAAA,EAA2C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,CAAO,MAAA,GAAS,KAAA,IAAS,OAAA,CAAQ,yBAAyB,KAAA,EAAO;AACnE,MAAA,IAAI;AACF,QAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,KAAA,EAAO,KAAA,GAAQ,OAAO,MAAM,CAAA;AAC9E,QAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,UAAA,UAAA,CAAW,CAAC,CAAA;AAAA,QACd;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC/E;AAAA,IACF;AAEA,IAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA;AAAA,EAC9B;AACF","file":"chunk-AKEI7H2C.js","sourcesContent":["import { AcademicPaper } from './semanticScholar';\n\n/**\n * ArXiv API Client for Deep AI & Computer Science Paper Discovery\n */\nexport class ArXivSearchEngine {\n /**\n * Search ArXiv repository using the public atom XML API\n */\n async search(query: string, maxResults = 5): Promise<AcademicPaper[]> {\n const papers: AcademicPaper[] = [];\n\n try {\n const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;\n const res = await fetch(url, { signal: AbortSignal.timeout(10000) });\n\n if (res.ok) {\n const xmlText = await res.text();\n const entryMatches = xmlText.match(/<entry>[\\s\\S]*?<\\/entry>/g) || [];\n\n for (const entry of entryMatches) {\n const idMatch = entry.match(/<id>([\\s\\S]*?)<\\/id>/);\n const titleMatch = entry.match(/<title>([\\s\\S]*?)<\\/title>/);\n const summaryMatch = entry.match(/<summary>([\\s\\S]*?)<\\/summary>/);\n const publishedMatch = entry.match(/<published>(\\d{4})/);\n const authorMatches = [...entry.matchAll(/<author>\\s*<name>([\\s\\S]*?)<\\/name>/g)].map(m => m[1]?.trim()).filter(Boolean);\n\n const arxivUrl = idMatch ? idMatch[1]?.trim() : '';\n const pdfUrl = arxivUrl ? arxivUrl.replace('/abs/', '/pdf/') + '.pdf' : undefined;\n\n if (titleMatch) {\n papers.push({\n id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,\n title: titleMatch[1]?.trim().replace(/\\s+/g, ' ') || 'Untitled ArXiv Paper',\n abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\\s+/g, ' ') : '',\n authors: authorMatches,\n year: publishedMatch ? parseInt(publishedMatch[1]!, 10) : new Date().getFullYear(),\n citationCount: 0,\n venue: 'arXiv preprint',\n url: arxivUrl,\n pdfUrl,\n fieldsOfStudy: ['Computer Science', 'AI & Machine Learning']\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[ArXivSearchEngine] ArXiv search failed:', e?.message || e);\n }\n\n return papers;\n }\n}\n","import { z } from 'zod';\nimport { CustomAcademicSearchAdapter } from '../config/researchConfig';\nimport { ArXivSearchEngine } from './arxivClient';\n\nexport const AcademicPaperSchema = z.object({\n id: z.string(),\n title: z.string(),\n abstract: z.string().optional(),\n authors: z.array(z.string()).default([]),\n year: z.number().optional(),\n citationCount: z.number().default(0),\n venue: z.string().optional(),\n doi: z.string().optional(),\n url: z.string().optional(),\n pdfUrl: z.string().optional(),\n tldr: z.string().optional(),\n fieldsOfStudy: z.array(z.string()).default([]),\n});\n\nexport type AcademicPaper = z.infer<typeof AcademicPaperSchema>;\n\nexport interface AcademicSearchOptions {\n limit?: number;\n yearRange?: string; // e.g. \"2020-2026\"\n fieldsOfStudy?: string[];\n apiKey?: string;\n allowEnvFallback?: boolean;\n includeArxivFallback?: boolean;\n customAdapter?: CustomAcademicSearchAdapter;\n}\n\n/**\n * Reconstructs plain-text abstract from OpenAlex's `abstract_inverted_index` object (`{ word: [pos1, pos2] }`).\n */\nexport function reconstructOpenAlexAbstract(invertedIndex: Record<string, number[]> | undefined | null): string | undefined {\n if (!invertedIndex || typeof invertedIndex !== 'object') return undefined;\n const entries = Object.entries(invertedIndex);\n if (entries.length === 0) return undefined;\n\n let maxIndex = 0;\n for (const [, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p > maxIndex) maxIndex = p;\n }\n }\n }\n if (maxIndex > 5000) maxIndex = 5000;\n\n const words = new Array<string>(maxIndex + 1);\n for (const [word, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p >= 0 && p <= maxIndex) {\n words[p] = word;\n }\n }\n }\n }\n\n const reconstructed = words.filter(Boolean).join(' ').trim();\n return reconstructed.length > 0 ? reconstructed : undefined;\n}\n\n/**\n * Semantic Scholar, OpenAlex & ArXiv Academic Search Engine with Custom Adapter Support\n */\nexport class AcademicSearchEngine {\n private apiKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomAcademicSearchAdapter;\n private arxivEngine: ArXivSearchEngine;\n\n constructor(\n options: { apiKey?: string; allowEnvFallback?: boolean; customAdapter?: CustomAcademicSearchAdapter } | string = {}\n ) {\n this.arxivEngine = new ArXivSearchEngine();\n if (typeof options === 'string') {\n this.apiKey = options;\n this.allowEnvFallback = true;\n } else {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n }\n }\n\n setCustomAdapter(adapter: CustomAcademicSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKey(apiKey?: string) {\n this.apiKey = apiKey;\n }\n\n /**\n * Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter\n */\n async searchPapers(query: string, options: AcademicSearchOptions = {}): Promise<AcademicPaper[]> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Academic Adapter\n if (adapter) {\n try {\n const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });\n if (Array.isArray(customPapers) && customPapers.length > 0) {\n return customPapers;\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Custom academic adapter failed:', e?.message || e);\n }\n }\n\n const limit = options.limit ?? 5;\n const papers: AcademicPaper[] = [];\n const seenTitles = new Set<string>();\n\n const pushUnique = (p: AcademicPaper) => {\n const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\\u00C0-\\u1EF9]+/g, '');\n if (!normTitle || seenTitles.has(normTitle)) return;\n seenTitles.add(normTitle);\n papers.push(p);\n };\n\n // 1. Try Semantic Scholar API\n try {\n const apiKey = options.apiKey || this.apiKey;\n const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n if (apiKey) {\n headers['x-api-key'] = apiKey;\n }\n\n const params = new URLSearchParams({\n query,\n limit: limit.toString(),\n fields: 'paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy',\n });\n\n if (options.yearRange) {\n params.append('year', options.yearRange);\n }\n\n const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {\n headers,\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.data)) {\n for (const item of data.data) {\n pushUnique({\n id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: item.abstract || undefined,\n authors: Array.isArray(item.authors) ? item.authors.map((a: any) => a.name).filter(Boolean) : [],\n year: item.year,\n citationCount: item.citationCount || 0,\n venue: item.venue || undefined,\n doi: item.externalIds?.DOI,\n url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : undefined),\n pdfUrl: item.openAccessPdf?.url,\n tldr: item.tldr?.text,\n fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ['Computer Science'],\n });\n }\n if (papers.length >= limit) return papers.slice(0, limit);\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Semantic Scholar failed:', e?.message || e);\n }\n\n // 2. OpenAlex Fallback API (Zero-Key Open Academic Database with real abstract reconstruction)\n if (papers.length < limit) {\n try {\n const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {\n headers: { 'User-Agent': 'OrchableComposer/1.0 (mailto:team@orchable.app)' },\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results)) {\n for (const item of data.results) {\n const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);\n const concepts = Array.isArray(item.concepts)\n ? item.concepts.slice(0, 3).map((c: any) => c.display_name).filter(Boolean)\n : ['Computer Science'];\n pushUnique({\n id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: abstractText,\n authors: Array.isArray(item.authorships)\n ? item.authorships.map((a: any) => a.author?.display_name).filter(Boolean)\n : [],\n year: item.publication_year,\n citationCount: item.cited_by_count || 0,\n venue: item.primary_location?.source?.display_name,\n doi: item.doi ? String(item.doi).replace(/^https?:\\/\\/doi\\.org\\//i, '') : undefined,\n url: item.doi || item.id,\n pdfUrl: item.open_access?.oa_url,\n fieldsOfStudy: concepts.length > 0 ? concepts : ['Computer Science'],\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] OpenAlex failed:', e?.message || e);\n }\n }\n\n // 3. ArXiv Fallback API (if still below limit and not disabled)\n if (papers.length < limit && options.includeArxivFallback !== false) {\n try {\n const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);\n for (const p of arxivPapers) {\n pushUnique(p);\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] ArXiv fallback failed:', e?.message || e);\n }\n }\n\n return papers.slice(0, limit);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/academic/arxivClient.ts","../src/academic/semanticScholar.ts"],"names":[],"mappings":";;;AAKO,IAAM,oBAAN,MAAwB;AAAA;AAAA;AAAA;AAAA,EAI7B,MAAM,MAAA,CAAO,KAAA,EAAe,UAAA,GAAa,CAAA,EAA6B;AACpE,IAAA,MAAM,SAA0B,EAAC;AAEjC,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,CAAA,oDAAA,EAAuD,kBAAA,CAAmB,KAAK,CAAC,wBAAwB,UAAU,CAAA,sCAAA,CAAA;AAC9H,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,GAAA,EAAK,EAAE,QAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK,CAAA,EAAG,CAAA;AAEnE,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,EAAC;AAEpE,QAAA,KAAA,MAAW,SAAS,YAAA,EAAc;AAChC,UAAA,MAAM,OAAA,GAAU,KAAA,CAAM,KAAA,CAAM,sBAAsB,CAAA;AAClD,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,4BAA4B,CAAA;AAC3D,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gCAAgC,CAAA;AACjE,UAAA,MAAM,cAAA,GAAiB,KAAA,CAAM,KAAA,CAAM,oBAAoB,CAAA;AACvD,UAAA,MAAM,gBAAgB,CAAC,GAAG,KAAA,CAAM,QAAA,CAAS,sCAAsC,CAAC,CAAA,CAAE,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAEvH,UAAA,MAAM,WAAW,OAAA,GAAU,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAK,GAAI,EAAA;AAChD,UAAA,MAAM,SAAS,QAAA,GAAW,QAAA,CAAS,QAAQ,OAAA,EAAS,OAAO,IAAI,MAAA,GAAS,KAAA,CAAA;AAExE,UAAA,IAAI,UAAA,EAAY;AACd,YAAA,MAAA,CAAO,IAAA,CAAK;AAAA,cACV,EAAA,EAAI,QAAA,IAAY,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,WAAW,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,IAAK,sBAAA;AAAA,cACrD,QAAA,EAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,GAAI,EAAA;AAAA,cACxE,OAAA,EAAS,aAAA;AAAA,cACT,IAAA,EAAM,cAAA,GAAiB,QAAA,CAAS,cAAA,CAAe,CAAC,CAAA,EAAI,EAAE,CAAA,GAAA,iBAAI,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,cACjF,aAAA,EAAe,CAAA;AAAA,cACf,KAAA,EAAO,gBAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,MAAA;AAAA,cACA,aAAA,EAAe,CAAC,kBAAA,EAAoB,uBAAuB;AAAA,aAC5D,CAAA;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,0CAAA,EAA4C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC1E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF;AChDO,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,OAAA,EAAS,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACvC,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC,CAAA;AAAA,EACnC,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC3B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC5B,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE;AAC/C,CAAC;AAiBM,SAAS,4BAA4B,aAAA,EAAgF;AAC1H,EAAA,IAAI,CAAC,aAAA,IAAiB,OAAO,aAAA,KAAkB,UAAU,OAAO,MAAA;AAChE,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAC5C,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,MAAA;AAEjC,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,KAAA,MAAW,GAAG,SAAS,CAAA,IAAK,OAAA,EAAS;AACnC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,GAAI,UAAU,QAAA,GAAW,CAAA;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AACA,EAAA,IAAI,QAAA,GAAW,KAAM,QAAA,GAAW,GAAA;AAEhC,EAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAc,QAAA,GAAW,CAAC,CAAA;AAC5C,EAAA,KAAA,MAAW,CAAC,IAAA,EAAM,SAAS,CAAA,IAAK,OAAA,EAAS;AACvC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,IAAK,CAAA,IAAK,KAAK,QAAA,EAAU;AACpD,UAAA,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAgB,MAAM,MAAA,CAAO,OAAO,EAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC3D,EAAA,OAAO,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,aAAA,GAAgB,MAAA;AACpD;AAKO,IAAM,uBAAN,MAA2B;AAAA,EACxB,MAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,WAAA;AAAA,EAER,WAAA,CACE,OAAA,GAAiH,EAAC,EAClH;AACA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAI,iBAAA,EAAkB;AACzC,IAAA,IAAI,OAAO,YAAY,QAAA,EAAU;AAC/B,MAAA,IAAA,CAAK,MAAA,GAAS,OAAA;AACd,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AAAA,IAC1B,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,MAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA,KAAW,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,wBAAA,GAA2B,MAAA,CAAA;AAChG,MAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,iBAAiB,OAAA,EAAsC;AACrD,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,UAAU,MAAA,EAAiB;AACzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAA,CAAa,KAAA,EAAe,OAAA,GAAiC,EAAC,EAA6B;AAC/F,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,YAAA,CAAa,KAAA,EAAO,EAAE,KAAA,EAAO,OAAA,CAAQ,KAAA,EAAO,SAAA,EAAW,OAAA,CAAQ,SAAA,EAAW,CAAA;AAC7G,QAAA,IAAI,MAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,SAAS,CAAA,EAAG;AAC1D,UAAA,OAAO,YAAA;AAAA,QACT;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,wDAAA,EAA0D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACxF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,SAA0B,EAAC;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,MAAM,UAAA,GAAa,CAAC,CAAA,KAAqB;AACvC,MAAA,MAAM,YAAY,CAAA,CAAE,KAAA,CAAM,aAAY,CAAE,OAAA,CAAQ,4BAA4B,EAAE,CAAA;AAC9E,MAAA,IAAI,CAAC,SAAA,IAAa,UAAA,CAAW,GAAA,CAAI,SAAS,CAAA,EAAG;AAC7C,MAAA,UAAA,CAAW,IAAI,SAAS,CAAA;AACxB,MAAA,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,IACf,CAAA;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,MAAA;AACtC,MAAA,MAAM,OAAA,GAAkC,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAC7E,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,OAAA,CAAQ,WAAW,CAAA,GAAI,MAAA;AAAA,MACzB;AAEA,MAAA,MAAM,MAAA,GAAS,IAAI,eAAA,CAAgB;AAAA,QACjC,KAAA;AAAA,QACA,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,QACtB,MAAA,EAAQ;AAAA,OACT,CAAA;AAED,MAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,QAAA,MAAA,CAAO,MAAA,CAAO,MAAA,EAAQ,OAAA,CAAQ,SAAS,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,MAAM,MAAM,KAAA,CAAM,yDAAyD,MAAA,CAAO,QAAA,EAAU,CAAA,CAAA,EAAI;AAAA,QACpG,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,IAAI,CAAA,EAAG;AAC7B,UAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,IAAA,EAAM;AAC5B,YAAA,UAAA,CAAW;AAAA,cACT,EAAA,EAAI,IAAA,CAAK,OAAA,IAAW,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,cACrB,QAAA,EAAU,KAAK,QAAA,IAAY,KAAA,CAAA;AAAA,cAC3B,SAAS,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,IAAI,EAAE,MAAA,CAAO,OAAO,IAAI,EAAC;AAAA,cAC/F,MAAM,IAAA,CAAK,IAAA;AAAA,cACX,aAAA,EAAe,KAAK,aAAA,IAAiB,CAAA;AAAA,cACrC,KAAA,EAAO,KAAK,KAAA,IAAS,KAAA,CAAA;AAAA,cACrB,GAAA,EAAK,KAAK,WAAA,EAAa,GAAA;AAAA,cACvB,GAAA,EAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,WAAA,EAAa,MAAM,CAAA,gBAAA,EAAmB,IAAA,CAAK,WAAA,CAAY,GAAG,CAAA,CAAA,GAAK,KAAA,CAAA,CAAA;AAAA,cACtF,MAAA,EAAQ,KAAK,aAAA,EAAe,GAAA;AAAA,cAC5B,IAAA,EAAM,KAAK,IAAA,EAAM,IAAA;AAAA,cACjB,aAAA,EAAe,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,aAAa,CAAA,IAAK,IAAA,CAAK,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,IAAA,CAAK,aAAA,GAAgB,CAAC,kBAAkB;AAAA,aAC7H,CAAA;AAAA,UACH;AACA,UAAA,IAAI,OAAO,MAAA,IAAU,KAAA,SAAc,MAAA,CAAO,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjF;AAGA,IAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,CAAA,sCAAA,EAAyC,mBAAmB,KAAK,CAAC,CAAA,UAAA,EAAa,KAAK,CAAA,CAAA,EAAI;AAAA,UAC9G,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,UAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AAChC,YAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,OAAA,EAAS;AAC/B,cAAA,MAAM,YAAA,GAAe,2BAAA,CAA4B,IAAA,CAAK,uBAAuB,CAAA;AAC7E,cAAA,MAAM,QAAA,GAAW,MAAM,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,GACxC,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,YAAY,EAAE,MAAA,CAAO,OAAO,CAAA,GACxE,CAAC,kBAAkB,CAAA;AACvB,cAAA,UAAA,CAAW;AAAA,gBACT,EAAA,EAAI,IAAA,CAAK,EAAA,IAAM,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,gBAC3D,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,QAAA,EAAU,YAAA;AAAA,gBACV,SAAS,KAAA,CAAM,OAAA,CAAQ,KAAK,WAAW,CAAA,GACnC,KAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAW,EAAE,MAAA,EAAQ,YAAY,EAAE,MAAA,CAAO,OAAO,IACvE,EAAC;AAAA,gBACL,MAAM,IAAA,CAAK,gBAAA;AAAA,gBACX,aAAA,EAAe,KAAK,cAAA,IAAkB,CAAA;AAAA,gBACtC,KAAA,EAAO,IAAA,CAAK,gBAAA,EAAkB,MAAA,EAAQ,YAAA;AAAA,gBACtC,GAAA,EAAK,IAAA,CAAK,GAAA,GAAM,MAAA,CAAO,IAAA,CAAK,GAAG,CAAA,CAAE,OAAA,CAAQ,yBAAA,EAA2B,EAAE,CAAA,GAAI,KAAA,CAAA;AAAA,gBAC1E,GAAA,EAAK,IAAA,CAAK,GAAA,IAAO,IAAA,CAAK,EAAA;AAAA,gBACtB,MAAA,EAAQ,KAAK,WAAA,EAAa,MAAA;AAAA,gBAC1B,eAAe,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,QAAA,GAAW,CAAC,kBAAkB;AAAA,eACpE,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yCAAA,EAA2C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,CAAO,MAAA,GAAS,KAAA,IAAS,OAAA,CAAQ,yBAAyB,KAAA,EAAO;AACnE,MAAA,IAAI;AACF,QAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,KAAA,EAAO,KAAA,GAAQ,OAAO,MAAM,CAAA;AAC9E,QAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,UAAA,UAAA,CAAW,CAAC,CAAA;AAAA,QACd;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC/E;AAAA,IACF;AAEA,IAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA;AAAA,EAC9B;AACF","file":"chunk-EWIAA2CC.js","sourcesContent":["import { AcademicPaper } from './semanticScholar';\n\n/**\n * ArXiv API Client for Deep AI & Computer Science Paper Discovery\n */\nexport class ArXivSearchEngine {\n /**\n * Search ArXiv repository using the public atom XML API\n */\n async search(query: string, maxResults = 5): Promise<AcademicPaper[]> {\n const papers: AcademicPaper[] = [];\n\n try {\n const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;\n const res = await fetch(url, { signal: AbortSignal.timeout(10000) });\n\n if (res.ok) {\n const xmlText = await res.text();\n const entryMatches = xmlText.match(/<entry>[\\s\\S]*?<\\/entry>/g) || [];\n\n for (const entry of entryMatches) {\n const idMatch = entry.match(/<id>([\\s\\S]*?)<\\/id>/);\n const titleMatch = entry.match(/<title>([\\s\\S]*?)<\\/title>/);\n const summaryMatch = entry.match(/<summary>([\\s\\S]*?)<\\/summary>/);\n const publishedMatch = entry.match(/<published>(\\d{4})/);\n const authorMatches = [...entry.matchAll(/<author>\\s*<name>([\\s\\S]*?)<\\/name>/g)].map(m => m[1]?.trim()).filter(Boolean);\n\n const arxivUrl = idMatch ? idMatch[1]?.trim() : '';\n const pdfUrl = arxivUrl ? arxivUrl.replace('/abs/', '/pdf/') + '.pdf' : undefined;\n\n if (titleMatch) {\n papers.push({\n id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,\n title: titleMatch[1]?.trim().replace(/\\s+/g, ' ') || 'Untitled ArXiv Paper',\n abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\\s+/g, ' ') : '',\n authors: authorMatches,\n year: publishedMatch ? parseInt(publishedMatch[1]!, 10) : new Date().getFullYear(),\n citationCount: 0,\n venue: 'arXiv preprint',\n url: arxivUrl,\n pdfUrl,\n fieldsOfStudy: ['Computer Science', 'AI & Machine Learning']\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[ArXivSearchEngine] ArXiv search failed:', e?.message || e);\n }\n\n return papers;\n }\n}\n","import { z } from 'zod';\nimport { CustomAcademicSearchAdapter } from '../config/researchConfig';\nimport { ArXivSearchEngine } from './arxivClient';\n\nexport const AcademicPaperSchema = z.object({\n id: z.string(),\n title: z.string(),\n abstract: z.string().optional(),\n authors: z.array(z.string()).default([]),\n year: z.number().optional(),\n citationCount: z.number().default(0),\n venue: z.string().optional(),\n doi: z.string().optional(),\n url: z.string().optional(),\n pdfUrl: z.string().optional(),\n tldr: z.string().optional(),\n fieldsOfStudy: z.array(z.string()).default([]),\n});\n\nexport type AcademicPaper = z.infer<typeof AcademicPaperSchema>;\n\nexport interface AcademicSearchOptions {\n limit?: number;\n yearRange?: string; // e.g. \"2020-2026\"\n fieldsOfStudy?: string[];\n apiKey?: string;\n allowEnvFallback?: boolean;\n includeArxivFallback?: boolean;\n customAdapter?: CustomAcademicSearchAdapter;\n}\n\n/**\n * Reconstructs plain-text abstract from OpenAlex's `abstract_inverted_index` object (`{ word: [pos1, pos2] }`).\n */\nexport function reconstructOpenAlexAbstract(invertedIndex: Record<string, number[]> | undefined | null): string | undefined {\n if (!invertedIndex || typeof invertedIndex !== 'object') return undefined;\n const entries = Object.entries(invertedIndex);\n if (entries.length === 0) return undefined;\n\n let maxIndex = 0;\n for (const [, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p > maxIndex) maxIndex = p;\n }\n }\n }\n if (maxIndex > 5000) maxIndex = 5000;\n\n const words = new Array<string>(maxIndex + 1);\n for (const [word, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p >= 0 && p <= maxIndex) {\n words[p] = word;\n }\n }\n }\n }\n\n const reconstructed = words.filter(Boolean).join(' ').trim();\n return reconstructed.length > 0 ? reconstructed : undefined;\n}\n\n/**\n * Semantic Scholar, OpenAlex & ArXiv Academic Search Engine with Custom Adapter Support\n */\nexport class AcademicSearchEngine {\n private apiKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomAcademicSearchAdapter;\n private arxivEngine: ArXivSearchEngine;\n\n constructor(\n options: { apiKey?: string; allowEnvFallback?: boolean; customAdapter?: CustomAcademicSearchAdapter } | string = {}\n ) {\n this.arxivEngine = new ArXivSearchEngine();\n if (typeof options === 'string') {\n this.apiKey = options;\n this.allowEnvFallback = true;\n } else {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n }\n }\n\n setCustomAdapter(adapter: CustomAcademicSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKey(apiKey?: string) {\n this.apiKey = apiKey;\n }\n\n /**\n * Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter\n */\n async searchPapers(query: string, options: AcademicSearchOptions = {}): Promise<AcademicPaper[]> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Academic Adapter\n if (adapter) {\n try {\n const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });\n if (Array.isArray(customPapers) && customPapers.length > 0) {\n return customPapers;\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Custom academic adapter failed:', e?.message || e);\n }\n }\n\n const limit = options.limit ?? 5;\n const papers: AcademicPaper[] = [];\n const seenTitles = new Set<string>();\n\n const pushUnique = (p: AcademicPaper) => {\n const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\\u00C0-\\u1EF9]+/g, '');\n if (!normTitle || seenTitles.has(normTitle)) return;\n seenTitles.add(normTitle);\n papers.push(p);\n };\n\n // 1. Try Semantic Scholar API\n try {\n const apiKey = options.apiKey || this.apiKey;\n const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n if (apiKey) {\n headers['x-api-key'] = apiKey;\n }\n\n const params = new URLSearchParams({\n query,\n limit: limit.toString(),\n fields: 'paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy',\n });\n\n if (options.yearRange) {\n params.append('year', options.yearRange);\n }\n\n const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {\n headers,\n signal: AbortSignal.timeout(12000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.data)) {\n for (const item of data.data) {\n pushUnique({\n id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: item.abstract || undefined,\n authors: Array.isArray(item.authors) ? item.authors.map((a: any) => a.name).filter(Boolean) : [],\n year: item.year,\n citationCount: item.citationCount || 0,\n venue: item.venue || undefined,\n doi: item.externalIds?.DOI,\n url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : undefined),\n pdfUrl: item.openAccessPdf?.url,\n tldr: item.tldr?.text,\n fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ['Computer Science'],\n });\n }\n if (papers.length >= limit) return papers.slice(0, limit);\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Semantic Scholar failed:', e?.message || e);\n }\n\n // 2. OpenAlex Fallback API (Zero-Key Open Academic Database with real abstract reconstruction)\n if (papers.length < limit) {\n try {\n const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {\n headers: { 'User-Agent': 'OrchableComposer/1.0 (mailto:team@orchable.app)' },\n signal: AbortSignal.timeout(12000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results)) {\n for (const item of data.results) {\n const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);\n const concepts = Array.isArray(item.concepts)\n ? item.concepts.slice(0, 3).map((c: any) => c.display_name).filter(Boolean)\n : ['Computer Science'];\n pushUnique({\n id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: abstractText,\n authors: Array.isArray(item.authorships)\n ? item.authorships.map((a: any) => a.author?.display_name).filter(Boolean)\n : [],\n year: item.publication_year,\n citationCount: item.cited_by_count || 0,\n venue: item.primary_location?.source?.display_name,\n doi: item.doi ? String(item.doi).replace(/^https?:\\/\\/doi\\.org\\//i, '') : undefined,\n url: item.doi || item.id,\n pdfUrl: item.open_access?.oa_url,\n fieldsOfStudy: concepts.length > 0 ? concepts : ['Computer Science'],\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] OpenAlex failed:', e?.message || e);\n }\n }\n\n // 3. ArXiv Fallback API (if still below limit and not disabled)\n if (papers.length < limit && options.includeArxivFallback !== false) {\n try {\n const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);\n for (const p of arxivPapers) {\n pushUnique(p);\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] ArXiv fallback failed:', e?.message || e);\n }\n }\n\n return papers.slice(0, limit);\n }\n}\n"]}
|
|
@@ -261,7 +261,7 @@ var WebScraper = class {
|
|
|
261
261
|
}
|
|
262
262
|
const res = await fetch(jinaUrl, {
|
|
263
263
|
headers,
|
|
264
|
-
signal: AbortSignal.timeout(
|
|
264
|
+
signal: AbortSignal.timeout(15e3)
|
|
265
265
|
});
|
|
266
266
|
if (res.ok) {
|
|
267
267
|
const markdown = await res.text();
|
|
@@ -303,7 +303,7 @@ var WebScraper = class {
|
|
|
303
303
|
try {
|
|
304
304
|
const res = await fetch(targetUrl, {
|
|
305
305
|
headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)" },
|
|
306
|
-
signal: AbortSignal.timeout(
|
|
306
|
+
signal: AbortSignal.timeout(15e3)
|
|
307
307
|
});
|
|
308
308
|
if (res.ok) {
|
|
309
309
|
const rawHtml = await res.text();
|
|
@@ -378,5 +378,5 @@ ${p.replace(/<[^>]+>/g, " ").trim()}
|
|
|
378
378
|
};
|
|
379
379
|
|
|
380
380
|
export { WebScraper, YouTubeIngestionService, extractSubstantiveExcerpts, extractYouTubeVideoId, formatTimestamp, isYouTubeUrl, stitchCaptionSegments };
|
|
381
|
-
//# sourceMappingURL=chunk-
|
|
382
|
-
//# sourceMappingURL=chunk-
|
|
381
|
+
//# sourceMappingURL=chunk-JV6Z6WUQ.js.map
|
|
382
|
+
//# sourceMappingURL=chunk-JV6Z6WUQ.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-QQZQNBJC.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC7MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,aAAA,GACH,OAAA,CAAQ,aAAA,KACP,IAAA,CAAK,gBAAA,GAAmB,QAAQ,GAAA,CAAI,kBAAA,IAAsB,OAAA,CAAQ,GAAA,CAAI,eAAA,GAAkB,MAAA,CAAA;AAC3F,IAAA,IAAA,CAAK,cAAA,GACH,QAAQ,cAAA,KACP,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,2BAA2B,MAAA,CAAA,IAChE,cAAA;AACF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,aAAA,CAAc,KAAc,IAAA,EAAe;AACzC,IAAA,IAAI,GAAA,KAAQ,MAAA,EAAW,IAAA,CAAK,aAAA,GAAgB,GAAA;AAC5C,IAAA,IAAI,IAAA,KAAS,MAAA,EAAW,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EAChD;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAOI,EAAC,EACqB;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC9C,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAC5C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,cAAA,IAAkB,IAAA,CAAK,cAAA;AAC9C,IAAA,MAAM,YAAY,OAAA,CAAQ,iBAAA;AAG1B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI,SAAA,KAAc,gBAAgB,KAAA,EAAO;AACvC,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,8CAAA,EAAiD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC7F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,IAAI;AACF,QAAA,OAAO,MAAM,IAAA,CAAK,oBAAA,CAAqB,SAAA,EAAW,OAAO,MAAM,CAAA;AAAA,MACjE,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,6CAAA,EAAgD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC5F;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAA,CAAqB,SAAA,EAAmB,GAAA,EAAa,IAAA,EAAyC;AAClG,IAAA,MAAM,OAAA,GAAU,IAAA,IAAQ,IAAA,CAAK,cAAA,IAAkB,cAAA;AAC/C,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,oCAAA,EAAsC;AAAA,MAC5D,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,GAAG,CAAA,CAAA;AAAA,QAC5B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,IAAA,EAAM,OAAA;AAAA,QACN,GAAA,EAAK,SAAA;AAAA,QACL,MAAA,EAAQ,KAAA;AAAA,QACR,WAAA,EAAa;AAAA,OACd,CAAA;AAAA,MACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,IAAI,EAAA,EAAI;AACV,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,MAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,EAAA,EAAI;AACpC,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,YAAY,CAAA;AAAA,MAC/D;AAAA,IACF;AACA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,0CAAA,EAA6C,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC3E;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-JV6Z6WUQ.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private brightDataKey?: string;\n private brightDataZone?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.brightDataKey =\n options.brightDataKey ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_API_KEY || process.env.BRIGHT_DATA_KEY : undefined);\n this.brightDataZone =\n options.brightDataZone ||\n (this.allowEnvFallback ? process.env.BRIGHTDATA_UNLOCKER_ZONE : undefined) ||\n 'cli_unlocker';\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n setBrightData(key?: string, zone?: string) {\n if (key !== undefined) this.brightDataKey = key;\n if (zone !== undefined) this.brightDataZone = zone;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: {\n customAdapter?: CustomCrawlerAdapter;\n jinaKey?: string;\n brightDataKey?: string;\n brightDataZone?: string;\n preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';\n preferredLanguages?: string[];\n } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n const bdKey = options.brightDataKey || this.brightDataKey;\n const bdZone = options.brightDataZone || this.brightDataZone;\n const preferred = options.preferredProvider;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.8. Preferred Bright Data Web Unlocker\n if (preferred === 'brightdata' && bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Preferred Bright Data failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Try Bright Data Web Unlocker API\n if (bdKey) {\n try {\n return await this.scrapeWithBrightData(targetUrl, bdKey, bdZone);\n } catch (e: any) {\n console.warn(`[WebScraper] Bright Data fallback failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 4. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(15000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n async scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument> {\n const reqZone = zone || this.brightDataZone || 'cli_unlocker';\n const res = await fetch('https://api.brightdata.com/request', {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${key}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n zone: reqZone,\n url: targetUrl,\n format: 'raw',\n data_format: 'markdown',\n }),\n signal: AbortSignal.timeout(20000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 30) {\n return this.packageDocument(targetUrl, markdown, 'brightdata');\n }\n }\n throw new Error(`Bright Data Web Unlocker failed with HTTP ${res.status}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { MultiSourceSearchEngine } from './chunk-
|
|
1
|
+
import { MultiSourceSearchEngine } from './chunk-BPZLZKVJ.js';
|
|
2
2
|
|
|
3
3
|
// src/harvester/stemResources.ts
|
|
4
4
|
var PHET_SIMULATIONS = [
|
|
@@ -556,7 +556,7 @@ var SocialPulseHarvester = class {
|
|
|
556
556
|
});
|
|
557
557
|
const res = await fetch(`https://hn.algolia.com/api/v1/search?${params.toString()}`, {
|
|
558
558
|
headers: { "User-Agent": "OrchableResearchKit/1.3" },
|
|
559
|
-
signal: AbortSignal.timeout(
|
|
559
|
+
signal: AbortSignal.timeout(12e3)
|
|
560
560
|
});
|
|
561
561
|
if (res.ok) {
|
|
562
562
|
const data = await res.json();
|
|
@@ -603,7 +603,7 @@ var SocialPulseHarvester = class {
|
|
|
603
603
|
Accept: "application/vnd.github+json",
|
|
604
604
|
"User-Agent": "OrchableResearchKit/1.3"
|
|
605
605
|
},
|
|
606
|
-
signal: AbortSignal.timeout(
|
|
606
|
+
signal: AbortSignal.timeout(12e3)
|
|
607
607
|
});
|
|
608
608
|
if (res.ok) {
|
|
609
609
|
const data = await res.json();
|
|
@@ -691,5 +691,5 @@ var SocialPulseHarvester = class {
|
|
|
691
691
|
};
|
|
692
692
|
|
|
693
693
|
export { GitHubCurriculumClient, NasaMediaClient, OpenverseClient, SocialPulseHarvester, StemResourceResearcher };
|
|
694
|
-
//# sourceMappingURL=chunk-
|
|
695
|
-
//# sourceMappingURL=chunk-
|
|
694
|
+
//# sourceMappingURL=chunk-LTXXARCA.js.map
|
|
695
|
+
//# sourceMappingURL=chunk-LTXXARCA.js.map
|