@guidekit/knowledge 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/index.cjs +668 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +121 -0
- package/dist/index.d.ts +121 -0
- package/dist/index.js +657 -0
- package/dist/index.js.map +1 -0
- package/package.json +33 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/chunker.ts","../src/tokenizer.ts","../src/bm25.ts","../src/tfidf.ts","../src/attribution.ts","../src/knowledge-store.ts","../src/context-provider.ts","../src/index.ts"],"names":[],"mappings":";;;;;AAEA,IAAM,UAAA,GAAa,YAAA;AAEnB,SAAS,cAAc,IAAA,EAAuB;AAC5C,EAAA,OAAO,UAAA,CAAW,KAAK,IAAI,CAAA;AAC7B;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,EAAE,IAAA,EAAK;AAC3C;AAEA,SAAS,UAAU,IAAA,EAAsB;AACvC,EAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,SAAA,EAAW,MAAM,EAAE,IAAA,EAAK;AAC9C;AAEA,SAAS,SAAA,CACP,GAAA,EACA,OAAA,EACA,KAAA,EACA,aACA,cAAA,EACuB;AACvB,EAAA,MAAM,OAAA,GAAU,UAAU,OAAO,CAAA;AACjC,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,IAAA;AACjC,EAAA,OAAO;AAAA,IACL,EAAA,EAAI,CAAA,EAAG,GAAA,CAAI,EAAE,IAAI,KAAK,CAAA,CAAA;AAAA,IACtB,YAAY,GAAA,CAAI,EAAA;AAAA,IAChB,OAAA,EAAS,OAAA;AAAA,IACT,KAAA;AAAA,IACA,WAAA;AAAA,IACA,SAAA,EAAW,cAAc,OAAA,CAAQ,MAAA;AAAA,IACjC,GAAI,cAAA,KAAmB,MAAA,GAAY,EAAE,cAAA,KAAmB;AAAC,GAC3D;AACF;AAEA,SAAS,eAAe,GAAA,EAA0C;AAChE,EAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,OAAA,CAAQ,KAAA,CAAM,IAAI,CAAA;AACpC,EAAA,MAAM,SAA2B,EAAC;AAClC,EAAA,IAAI,OAAA,GAAU,EAAA;AACd,EAAA,IAAI,YAAA,GAAe,CAAA;AACnB,EAAA,IAAI,cAAA;AACJ,EAAA,IAAI,MAAA,GAAS,CAAA;AACb,EAAA,IAAI,GAAA,GAAM,CAAA;AAEV,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,QAAQ,CAAA,EAAA,EAAK;AACrC,IAAA,MAAM,IAAA,GAAO,MAAM,CAAC,CAAA;AACpB,IAAA,MAAM,kBAAkB,CAAA,GAAI,KAAA,CAAM,MAAA,GAAS,CAAA,GAAI,OAAO,IAAA,GAAO,IAAA;AAE7D,IAAA,IAAI,aAAA,CAAc,IAAI,CAAA,EAAG;AACvB,MAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,QAAA,MAAM,QAAQ,SAAA,CAAU,GAAA,EAAK,OAAA,EAAS,GAAA,EAAK,cAAc,cAAc,CAAA;AACvE,QAAA,IAAI,KAAA,EAAO;AAAE,UAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAG,UAAA,GAAA,EAAA;AAAA,QAAO;AAAA,MAC1C;AACA,MAAA,cAAA,GAAiB,eAAe,IAAI,CAAA;AACpC,MAAA,YAAA,GAAe,MAAA;AACf,MAAA,OAAA,GAAU,eAAA;AAAA,IACZ,CAAA,MAAO;AACL,MAAA,OAAA,IAAW,eAAA;AAAA,IACb;AACA,IAAA,MAAA,IAAU,eAAA,CAAgB,MAAA;AAAA,EAC5B;AAEA,EAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,IAAA,MAAM,QAAQ,SAAA,CAAU,GAAA,EAAK,OAAA,EAAS,GAAA,EAAK,cAAc,cAAc,CAAA;AACvE,IAAA,IAAI,KAAA,EAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAAA,EAC9B;AAEA,EAAA,OAAO,MAAA;AACT;AAEA,SAAS,iBAAiB,GAAA,EAA0C;AAClE,EAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,OAAA,CAAQ,KAAA,CAAM,MAAM,CAAA;AACtC,EAAA,MAAM,SAA2B,EAAC;AAClC,EAAA,IAAI,MAAA,GAAS,CAAA;AACb,EAAA,IAAI,GAAA,GAAM,CAAA;AACV,EAAA,IAAI,WAAA;AAEJ,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,QAAQ,CAAA,EAAA,EAAK;AACrC,IAAA,MAAM,IAAA,GAAO,MAAM,CAAC,CAAA;AACpB,IAAA,MAAM,WAAA,GAAc,MAAA;AACpB,IAAA,MAAA,IAAU,KAAK,MAAA,IAAU,CAAA,GAAI,KAAA,CAAM,MAAA,GAAS,IAAI,CAAA,GAAI,CAAA,CAAA;AAEpD,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,IAAI,CAAA;AAC7B,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,IAAI,aAAA,CAAc,IAAI,CAAA,EAAG;AACvB,QAAA,WAAA,GAAc,eAAe,IAAI,CAAA;AAAA,MACnC;AAAA,IACF;AAEA,IAAA,MAAM,QAAQ,SAAA,CAAU,GAAA,EAAK,IAAA,EAAM,GAAA,EAAK,aAAa,WAAW,CAAA;AAChE,IAAA,IAAI,KAAA,EAAO;AAAE,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAG,MAAA,GAAA,EAAA;AAAA,IAAO;AAAA,EAC1C;AAEA,EAAA,OAAO,MAAA;AACT;AAEA,SAAS,YAAA,CAAa,GAAA,EAAwB,SAAA,EAAmB,OAAA,EAAmC;AAClG,EAAA,MAAM,UAAU,GAAA,CAAI,OAAA;AACpB,EAAA,MAAM,SAA2B,EAAC;AAClC,EAAA,IAAI,GAAA,GAAM,CAAA;AACV,EAAA,IAAI,GAAA,GAAM,CAAA;AAEV,EAAA,OAAO,GAAA,GAAM,QAAQ,MAAA,EAAQ;AAC3B,IAAA,MAAM,MAAM,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,SAAA,EAAW,QAAQ,MAAM,CAAA;AACpD,IAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,KAAA,CAAM,GAAA,EAAK,GAAG,CAAA;AAEpC,IAAA,IAAI,cAAA;AACJ,IAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AAC9B,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,IAAI,aAAA,CAAc,IAAI,CAAA,EAAG;AACvB,QAAA,cAAA,GAAiB,eAAe,IAAI,CAAA;AAAA,MACtC;AAAA,IACF;AAEA,IAAA,MAAM,QAAQ,SAAA,CAAU,GAAA,EAAK,KAAA,EAAO,GAAA,EAAK,KAAK,cAAc,CAAA;AAC5D,IAAA,IAAI,KAAA,EAAO;AAAE,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAG,MAAA,GAAA,EAAA;AAAA,IAAO;AAExC,IAAA,MAAM,OAAO,SAAA,GAAY,OAAA;AACzB,IAAA,GAAA,IAAO,IAAA,GAAO,IAAI,IAAA,GAAO,SAAA;AAAA,EAC3B;AAEA,EAAA,OAAO,MAAA;AACT;AAEO,SAAS,aAAA,CAAc,KAAwB,OAAA,EAA4C;AAChG,EAAA,MAAM,QAAA,GAAW,SAAS,QAAA,IAAY,SAAA;AAEtC,EAAA,QAAQ,QAAA;AAAU,IAChB,KAAK,SAAA;AACH,MAAA,OAAO,eAAe,GAAG,CAAA;AAAA,IAC3B,KAAK,WAAA;AACH,MAAA,OAAO,iBAAiB,GAAG,CAAA;AAAA,IAC7B,KAAK,OAAA;AACH,MAAA,OAAO,aAAa,GAAA,EAAK,OAAA,EAAS,aAAa,GAAA,EAAK,OAAA,EAAS,WAAW,EAAE,CAAA;AAAA,IAC5E;AACE,MAAA,OAAO,eAAe,GAAG,CAAA;AAAA;AAE/B;;;ACzIA,IAAM,SAAA,uBAAqC,GAAA,CAAI;AAAA,EAC7C,GAAA;AAAA,EAAK,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,IAAA;AAAA,EAAM,KAAA;AAAA,EAChE,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,IAAA;AAAA,EACnD,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,QAAA;AAAA,EACtB,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,OAAA;AAAA,EACrB,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,QAAA;AAAA,EAAU,OAAA;AAAA,EAAS,KAAA;AAAA,EAAO,OAAA;AAAA,EAAS,MAAA;AAAA,EAAQ,KAAA;AAAA,EACrE,GAAA;AAAA,EAAK,IAAA;AAAA,EAAM,IAAA;AAAA,EAAM,QAAA;AAAA,EAAU,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,WAAA;AAAA,EAChD,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,UAAA;AAAA,EAAY,YAAA;AAAA,EACpC,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,SAAA;AAAA,EAAW,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,SAAA;AAAA,EACrD,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,QAAA;AAAA,EAAU,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,QAAA;AAAA,EAAU,YAAA;AAAA,EAC1D,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,OAAA;AAAA,EACzD,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,SAAA;AAAA,EACrD,IAAA;AAAA,EAAM,IAAA;AAAA,EAAM,IAAA;AAAA,EAAM,IAAA;AAAA,EAAM,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAC9D,SAAA;AAAA,EAAW,SAAA;AAAA,EAAW,QAAA;AAAA,EAAU,QAAA;AAAA,EAAU,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAC5D,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,SAAA;AAAA,EACtD,IAAA;AAAA,EAAM,MAAA;AAAA,EAAQ,IAAA;AAAA,EAAM,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,QAAA;AAAA,EAAU,SAAA;AAAA,EACzD,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,OAAA;AAAA,EACtD,KAAA;AAAA,EAAO,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,MAAA;AAAA,EAC9D,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,QAAA;AAAA,EAAU,OAAA;AAAA,EACzD,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,SAAA;AAAA,EAAW,QAAA;AAAA,EAAU,OAAA;AAAA,EAAS,OAAA;AAAA,EAAS,OAAA;AAAA,EACxD,SAAA;AAAA,EAAW,OAAA;AAAA,EAAS,UAAA;AAAA,EAAY,QAAA;AAAA,EAAU,SAAA;AAAA,EAAW,WAAA;AAAA,EACrD,QAAA;AAAA,EAAU,SAAA;AAAA,EAAW,KAAA;AAAA,EAAO,QAAA;AAAA,EAAU,KAAA;AAAA,EAAO,KAAA;AAAA,EAC7C,KAAA;AAAA,EAAO,OAAA;AAAA,EAAS,MAAA;AAAA,EAAQ,KAAA;AAAA,EAAO,QAAA;AAAA,EAAU,QAAA;AAAA,EAAU,SAAA;AAAA,EACnD,KAAA;AAAA,EAAO,MAAA;AAAA,EAAQ,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS,MAAA;AAAA,EAAQ,OAAA;AAAA,EAAS;AACnD,CAAC,CAAA;AAGM,SAAS,SAAS,IAAA,EAAwB;AAC/C,EAAA,OAAO,KAAK,WAAA,EAAY,CAAE,MAAM,KAAK,CAAA,CAAE,OAAO,OAAO,CAAA;AACvD;AAGO,SAAS,gBAAgB,MAAA,EAA4B;AAC1D,EAAA,OAAO,MAAA,CAAO,OAAO,CAAC,CAAA,KAAM,CAAC,SAAA,CAAU,GAAA,CAAI,CAAC,CAAC,CAAA;AAC/C;;;ACtBO,IAAM,YAAN,MAAgB;AAAA,EACJ,EAAA;AAAA,EACA,CAAA;AAAA;AAAA,EAGA,aAAA,uBAAoB,GAAA,EAAiC;AAAA;AAAA,EAErD,UAAA,uBAAiB,GAAA,EAAoB;AAAA;AAAA,EAErC,MAAA,uBAAa,GAAA,EAA4B;AAAA;AAAA,EAEzC,WAAA,uBAAkB,GAAA,EAAyB;AAAA;AAAA,EAEpD,cAAA,GAAiB,CAAA;AAAA,EAEzB,YAAY,OAAA,EAAuB;AACjC,IAAA,IAAA,CAAK,EAAA,GAAK,SAAS,EAAA,IAAM,GAAA;AACzB,IAAA,IAAA,CAAK,CAAA,GAAI,SAAS,CAAA,IAAK,IAAA;AAAA,EACzB;AAAA;AAAA,EAGA,YAAY,MAAA,EAAgC;AAC1C,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,IAAI,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,KAAA,CAAM,EAAE,CAAA,EAAG;AAE/B,MAAA,MAAM,MAAA,GAAS,eAAA,CAAgB,QAAA,CAAS,KAAA,CAAM,OAAO,CAAC,CAAA;AACtD,MAAA,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,KAAK,CAAA;AAC/B,MAAA,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,OAAO,MAAM,CAAA;AAC3C,MAAA,IAAA,CAAK,kBAAkB,MAAA,CAAO,MAAA;AAG9B,MAAA,IAAI,QAAA,GAAW,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,MAAM,UAAU,CAAA;AACpD,MAAA,IAAI,CAAC,QAAA,EAAU;AACb,QAAA,QAAA,uBAAe,GAAA,EAAI;AACnB,QAAA,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AAAA,MACjD;AACA,MAAA,QAAA,CAAS,GAAA,CAAI,MAAM,EAAE,CAAA;AAGrB,MAAA,MAAM,KAAA,uBAAY,GAAA,EAAoB;AACtC,MAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,QAAA,KAAA,CAAM,IAAI,KAAA,EAAA,CAAQ,KAAA,CAAM,IAAI,KAAK,CAAA,IAAK,KAAK,CAAC,CAAA;AAAA,MAC9C;AACA,MAAA,KAAA,MAAW,CAAC,IAAA,EAAM,IAAI,CAAA,IAAK,KAAA,EAAO;AAChC,QAAA,IAAI,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAI,CAAA;AAC1C,QAAA,IAAI,CAAC,QAAA,EAAU;AACb,UAAA,QAAA,uBAAe,GAAA,EAAI;AACnB,UAAA,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAA,EAAM,QAAQ,CAAA;AAAA,QACvC;AACA,QAAA,QAAA,CAAS,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,IAAI,CAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,eAAe,UAAA,EAA0B;AACvC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,UAAU,CAAA;AAChD,IAAA,IAAI,CAAC,QAAA,EAAU;AAEf,IAAA,KAAA,MAAW,WAAW,QAAA,EAAU;AAC9B,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,OAAO,CAAA,IAAK,CAAA;AAC/C,MAAA,IAAA,CAAK,cAAA,IAAkB,MAAA;AACvB,MAAA,IAAA,CAAK,UAAA,CAAW,OAAO,OAAO,CAAA;AAC9B,MAAA,IAAA,CAAK,MAAA,CAAO,OAAO,OAAO,CAAA;AAG1B,MAAA,KAAA,MAAW,GAAG,QAAQ,CAAA,IAAK,KAAK,aAAA,EAAe;AAC7C,QAAA,QAAA,CAAS,OAAO,OAAO,CAAA;AAAA,MACzB;AAAA,IACF;AACA,IAAA,IAAA,CAAK,WAAA,CAAY,OAAO,UAAU,CAAA;AAAA,EACpC;AAAA;AAAA,EAGA,MAAA,CAAO,KAAA,EAAe,IAAA,GAAO,EAAA,EAAmB;AAC9C,IAAA,MAAM,UAAA,GAAa,eAAA,CAAgB,QAAA,CAAS,KAAK,CAAC,CAAA;AAClD,IAAA,IAAI,WAAW,MAAA,KAAW,CAAA,IAAK,KAAK,IAAA,KAAS,CAAA,SAAU,EAAC;AAExD,IAAA,MAAM,IAAI,IAAA,CAAK,IAAA;AACf,IAAA,MAAM,KAAA,GAAQ,KAAK,cAAA,GAAiB,CAAA;AACpC,IAAA,MAAM,MAAA,uBAAa,GAAA,EAAoB;AAEvC,IAAA,KAAA,MAAW,QAAQ,UAAA,EAAY;AAC7B,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAI,CAAA;AAC5C,MAAA,IAAI,CAAC,QAAA,EAAU;AAEf,MAAA,MAAM,IAAI,QAAA,CAAS,IAAA;AACnB,MAAA,MAAM,GAAA,GAAM,KAAK,GAAA,CAAA,CAAK,CAAA,GAAI,IAAI,GAAA,KAAQ,CAAA,GAAI,OAAO,CAAC,CAAA;AAElD,MAAA,KAAA,MAAW,CAAC,OAAA,EAAS,IAAI,CAAA,IAAK,QAAA,EAAU;AACtC,QAAA,MAAM,EAAA,GAAK,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,OAAO,CAAA,IAAK,CAAA;AAC3C,QAAA,MAAM,EAAA,GAAM,IAAA,IAAQ,IAAA,CAAK,EAAA,GAAK,CAAA,CAAA,IAAO,IAAA,GAAO,IAAA,CAAK,EAAA,IAAM,CAAA,GAAI,IAAA,CAAK,CAAA,GAAI,IAAA,CAAK,KAAK,EAAA,GAAK,KAAA,CAAA,CAAA,CAAA;AACnF,QAAA,MAAM,IAAA,GAAO,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA,IAAK,CAAA;AACpC,QAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,IAAA,GAAO,GAAA,GAAM,EAAE,CAAA;AAAA,MACrC;AAAA,IACF;AAEA,IAAA,MAAM,UAAyB,EAAC;AAChC,IAAA,KAAA,MAAW,CAAC,OAAA,EAAS,KAAK,CAAA,IAAK,MAAA,EAAQ;AACrC,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA;AACrC,MAAA,OAAA,CAAQ,IAAA,CAAK,EAAE,KAAA,EAAO,KAAA,EAAO,CAAA;AAAA,IAC/B;AAEA,IAAA,OAAA,CAAQ,KAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,KAAA,GAAQ,EAAE,KAAK,CAAA;AACxC,IAAA,OAAO,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,IAAI,CAAA;AAAA,EAC9B;AAAA;AAAA,EAGA,IAAI,IAAA,GAAe;AACjB,IAAA,OAAO,KAAK,MAAA,CAAO,IAAA;AAAA,EACrB;AAAA;AAAA,EAGA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,cAAc,KAAA,EAAM;AACzB,IAAA,IAAA,CAAK,WAAW,KAAA,EAAM;AACtB,IAAA,IAAA,CAAK,OAAO,KAAA,EAAM;AAClB,IAAA,IAAA,CAAK,YAAY,KAAA,EAAM;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,CAAA;AAAA,EACxB;AACF;;;AC7HO,IAAM,aAAN,MAAiB;AAAA;AAAA,EAEL,aAAA,uBAAoB,GAAA,EAAiC;AAAA;AAAA,EAErD,MAAA,uBAAa,GAAA,EAA4B;AAAA;AAAA,EAEzC,WAAA,uBAAkB,GAAA,EAAyB;AAAA;AAAA,EAG5D,YAAY,MAAA,EAAgC;AAC1C,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,IAAI,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,KAAA,CAAM,EAAE,CAAA,EAAG;AAE/B,MAAA,MAAM,MAAA,GAAS,eAAA,CAAgB,QAAA,CAAS,KAAA,CAAM,OAAO,CAAC,CAAA;AACtD,MAAA,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,KAAK,CAAA;AAG/B,MAAA,IAAI,QAAA,GAAW,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,MAAM,UAAU,CAAA;AACpD,MAAA,IAAI,CAAC,QAAA,EAAU;AACb,QAAA,QAAA,uBAAe,GAAA,EAAI;AACnB,QAAA,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AAAA,MACjD;AACA,MAAA,QAAA,CAAS,GAAA,CAAI,MAAM,EAAE,CAAA;AAGrB,MAAA,MAAM,KAAA,uBAAY,GAAA,EAAoB;AACtC,MAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,QAAA,KAAA,CAAM,IAAI,KAAA,EAAA,CAAQ,KAAA,CAAM,IAAI,KAAK,CAAA,IAAK,KAAK,CAAC,CAAA;AAAA,MAC9C;AACA,MAAA,KAAA,MAAW,CAAC,IAAA,EAAM,IAAI,CAAA,IAAK,KAAA,EAAO;AAChC,QAAA,IAAI,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAI,CAAA;AAC1C,QAAA,IAAI,CAAC,QAAA,EAAU;AACb,UAAA,QAAA,uBAAe,GAAA,EAAI;AACnB,UAAA,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAA,EAAM,QAAQ,CAAA;AAAA,QACvC;AACA,QAAA,QAAA,CAAS,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,IAAI,CAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,eAAe,UAAA,EAA0B;AACvC,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,WAAA,CAAY,GAAA,CAAI,UAAU,CAAA;AAChD,IAAA,IAAI,CAAC,QAAA,EAAU;AAEf,IAAA,KAAA,MAAW,WAAW,QAAA,EAAU;AAC9B,MAAA,IAAA,CAAK,MAAA,CAAO,OAAO,OAAO,CAAA;AAE1B,MAAA,KAAA,MAAW,GAAG,QAAQ,CAAA,IAAK,KAAK,aAAA,EAAe;AAC7C,QAAA,QAAA,CAAS,OAAO,OAAO,CAAA;AAAA,MACzB;AAAA,IACF;AACA,IAAA,IAAA,CAAK,WAAA,CAAY,OAAO,UAAU,CAAA;AAAA,EACpC;AAAA;AAAA,EAGA,MAAA,CAAO,KAAA,EAAe,IAAA,GAAO,EAAA,EAAmB;AAC9C,IAAA,MAAM,UAAA,GAAa,eAAA,CAAgB,QAAA,CAAS,KAAK,CAAC,CAAA;AAClD,IAAA,IAAI,WAAW,MAAA,KAAW,CAAA,IAAK,KAAK,IAAA,KAAS,CAAA,SAAU,EAAC;AAExD,IAAA,MAAM,IAAI,IAAA,CAAK,IAAA;AACf,IAAA,MAAM,MAAA,uBAAa,GAAA,EAAoB;AAEvC,IAAA,KAAA,MAAW,QAAQ,UAAA,EAAY;AAC7B,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,CAAI,IAAI,CAAA;AAC5C,MAAA,IAAI,CAAC,QAAA,EAAU;AAEf,MAAA,MAAM,KAAK,QAAA,CAAS,IAAA;AACpB,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,GAAA,CAAI,CAAA,GAAI,EAAE,CAAA;AAE3B,MAAA,KAAA,MAAW,CAAC,OAAA,EAAS,IAAI,CAAA,IAAK,QAAA,EAAU;AACtC,QAAA,MAAM,EAAA,GAAK,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAC5B,QAAA,MAAM,IAAA,GAAO,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA,IAAK,CAAA;AACpC,QAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,IAAA,GAAO,EAAA,GAAK,GAAG,CAAA;AAAA,MACrC;AAAA,IACF;AAEA,IAAA,MAAM,UAAyB,EAAC;AAChC,IAAA,KAAA,MAAW,CAAC,OAAA,EAAS,KAAK,CAAA,IAAK,MAAA,EAAQ;AACrC,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA;AACrC,MAAA,OAAA,CAAQ,IAAA,CAAK,EAAE,KAAA,EAAO,KAAA,EAAO,CAAA;AAAA,IAC/B;AAEA,IAAA,OAAA,CAAQ,KAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,KAAA,GAAQ,EAAE,KAAK,CAAA;AACxC,IAAA,OAAO,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,IAAI,CAAA;AAAA,EAC9B;AAAA;AAAA,EAGA,IAAI,IAAA,GAAe;AACjB,IAAA,OAAO,KAAK,MAAA,CAAO,IAAA;AAAA,EACrB;AAAA;AAAA,EAGA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,cAAc,KAAA,EAAM;AACzB,IAAA,IAAA,CAAK,OAAO,KAAA,EAAM;AAClB,IAAA,IAAA,CAAK,YAAY,KAAA,EAAM;AAAA,EACzB;AACF;;;ACvGO,SAAS,gBAAA,CACd,KAAA,EACA,KAAA,EACA,KAAA,EACmB;AACnB,EAAA,MAAM,SAAA,GAAY,KAAA,CAAM,OAAA,CAAQ,MAAA,GAAS,GAAA;AACzC,EAAA,MAAM,OAAA,GAAU,YACZ,KAAA,CAAM,OAAA,CAAQ,MAAM,CAAA,EAAG,GAAG,CAAA,GAAI,KAAA,GAC9B,KAAA,CAAM,OAAA;AAEV,EAAA,OAAO;AAAA,IACL,YAAY,KAAA,CAAM,UAAA;AAAA,IAClB,SAAS,KAAA,CAAM,EAAA;AAAA,IACf,KAAA;AAAA,IACA,cAAA,EAAgB,KAAA;AAAA,IAChB;AAAA,GACF;AACF;AAGO,SAAS,mBAAmB,OAAA,EAAiC;AAClE,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAA;AAEjC,EAAA,MAAM,SAAS,CAAC,GAAG,OAAO,CAAA,CACvB,KAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,KAAK,CAAA,CAChC,KAAA,CAAM,GAAG,EAAE,CAAA;AAEd,EAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,GAAA,CAAI,CAAC,GAAG,CAAA,KAAM;AACjC,IAAA,MAAM,OAAA,GAAU,CAAA,CAAE,MAAA,CAAO,OAAA,CAAQ,SAAS,GAAA,GACtC,CAAA,CAAE,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA,EAAG,GAAG,CAAA,GAAI,KAAA,GACjC,EAAE,MAAA,CAAO,OAAA;AACb,IAAA,OAAO,CAAA,CAAA,EAAI,CAAA,GAAI,CAAC,CAAA,GAAA,EAAM,EAAE,MAAA,CAAO,KAAK,CAAA,cAAA,EAAiB,CAAA,CAAE,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAC,aAAQ,OAAO,CAAA,CAAA,CAAA;AAAA,EACxF,CAAC,CAAA;AAED,EAAA,OAAO,CAAA;AAAA,EAAiB,KAAA,CAAM,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAC1C;;;ACtBO,IAAM,iBAAN,MAAqB;AAAA,EACT,OAAA;AAAA,EAIA,SAAA,uBAAgB,GAAA,EAA+B;AAAA,EAC/C,IAAA,GAAO,IAAI,SAAA,EAAU;AAAA,EACrB,KAAA,GAAQ,IAAI,UAAA,EAAW;AAAA,EAChC,WAAA,GAAc,CAAA;AAAA,EAEtB,YAAY,OAAA,EAAiC;AAC3C,IAAA,IAAA,CAAK,OAAA,GAAU;AAAA,MACb,MAAA,EAAQ,SAAS,MAAA,IAAU,MAAA;AAAA,MAC3B,YAAA,EAAc,SAAS,YAAA,IAAgB,GAAA;AAAA,MACvC,cAAA,EAAgB,SAAS,cAAA,IAAkB,GAAA;AAAA,MAC3C,IAAA,EAAM,SAAS,IAAA,IAAQ,CAAA;AAAA,MACvB,SAAS,OAAA,EAAS;AAAA,KACpB;AAEA,IAAA,IAAI,SAAS,cAAA,EAAgB;AAC3B,MAAA,OAAA,CAAQ,IAAA;AAAA,QACN;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,YAAY,GAAA,EAA8B;AACxC,IAAA,IAAI,IAAA,CAAK,SAAA,CAAU,IAAA,IAAQ,IAAA,CAAK,QAAQ,YAAA,EAAc;AACpD,MAAA,MAAM,IAAI,cAAA,CAAe;AAAA,QACvB,MAAM,UAAA,CAAW,qBAAA;AAAA,QACjB,OAAA,EAAS,CAAA,wBAAA,EAA2B,IAAA,CAAK,OAAA,CAAQ,YAAY,CAAA,SAAA,CAAA;AAAA,QAC7D,UAAA,EAAY;AAAA,OACb,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,MAAA,GAAS,aAAA,CAAc,GAAA,EAAK,IAAA,CAAK,QAAQ,OAAO,CAAA;AAEtD,IAAA,IAAI,KAAK,WAAA,GAAc,MAAA,CAAO,MAAA,GAAS,IAAA,CAAK,QAAQ,cAAA,EAAgB;AAClE,MAAA,MAAM,IAAI,cAAA,CAAe;AAAA,QACvB,MAAM,UAAA,CAAW,qBAAA;AAAA,QACjB,SAAS,CAAA,OAAA,EAAU,MAAA,CAAO,MAAM,CAAA,4CAAA,EAA+C,IAAA,CAAK,QAAQ,cAAc,CAAA,CAAA,CAAA;AAAA,QAC1G,UAAA,EAAY;AAAA,OACb,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,SAAA,GAA+B,EAAE,GAAG,GAAA,EAAK,MAAA,EAAO;AACtD,IAAA,IAAA,CAAK,SAAA,CAAU,GAAA,CAAI,GAAA,CAAI,EAAA,EAAI,SAAS,CAAA;AACpC,IAAA,IAAA,CAAK,IAAA,CAAK,YAAY,MAAM,CAAA;AAC5B,IAAA,IAAA,CAAK,KAAA,CAAM,YAAY,MAAM,CAAA;AAC7B,IAAA,IAAA,CAAK,eAAe,MAAA,CAAO,MAAA;AAAA,EAC7B;AAAA;AAAA,EAGA,eAAe,EAAA,EAAkB;AAC/B,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,SAAA,CAAU,GAAA,CAAI,EAAE,CAAA;AACjC,IAAA,IAAI,CAAC,GAAA,EAAK;AAEV,IAAA,MAAM,UAAA,GAAa,GAAA,CAAI,MAAA,EAAQ,MAAA,IAAU,CAAA;AACzC,IAAA,IAAA,CAAK,IAAA,CAAK,eAAe,EAAE,CAAA;AAC3B,IAAA,IAAA,CAAK,KAAA,CAAM,eAAe,EAAE,CAAA;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,OAAO,EAAE,CAAA;AACxB,IAAA,IAAA,CAAK,WAAA,IAAe,UAAA;AAAA,EACtB;AAAA;AAAA,EAGA,cAAA,CAAe,IAAY,GAAA,EAA8B;AACvD,IAAA,IAAA,CAAK,eAAe,EAAE,CAAA;AACtB,IAAA,IAAA,CAAK,YAAY,GAAG,CAAA;AAAA,EACtB;AAAA;AAAA,EAGA,MAAA,CAAO,OAAe,OAAA,EAAkD;AACtE,IAAA,MAAM,MAAA,GAAS,OAAA,EAAS,MAAA,IAAU,IAAA,CAAK,OAAA,CAAQ,MAAA;AAC/C,IAAA,MAAM,IAAA,GAAO,OAAA,EAAS,IAAA,IAAQ,IAAA,CAAK,OAAA,CAAQ,IAAA;AAC3C,IAAA,MAAM,KAAA,GAAQ,MAAA,KAAW,OAAA,GAAU,IAAA,CAAK,QAAQ,IAAA,CAAK,IAAA;AAGrD,IAAA,IAAI,SAAS,KAAA,CAAM,MAAA,CAAO,KAAA,EAAO,IAAA,CAAK,eAAe,CAAC,CAAA;AAGtD,IAAA,IAAI,OAAA,EAAS,WAAA,IAAe,OAAA,CAAQ,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1D,MAAA,MAAM,OAAA,GAAU,IAAI,GAAA,CAAI,OAAA,CAAQ,WAAW,CAAA;AAC3C,MAAA,MAAA,GAAS,MAAA,CAAO,OAAO,CAAC,CAAA,KAAM,QAAQ,GAAA,CAAI,CAAA,CAAE,KAAA,CAAM,UAAU,CAAC,CAAA;AAAA,IAC/D;AAGA,IAAA,IAAI,OAAA,EAAS,aAAa,MAAA,EAAW;AACnC,MAAA,MAAA,GAAS,OAAO,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,KAAA,IAAS,QAAQ,QAAS,CAAA;AAAA,IAC5D;AAGA,IAAA,MAAA,GAAS,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,IAAI,CAAA;AAG7B,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,KAAM;AACvB,MAAA,MAAM,MAAM,IAAA,CAAK,SAAA,CAAU,GAAA,CAAI,CAAA,CAAE,MAAM,UAAU,CAAA;AACjD,MAAA,MAAM,KAAA,GAAQ,GAAA,EAAK,KAAA,IAAS,CAAA,CAAE,KAAA,CAAM,UAAA;AACpC,MAAA,OAAO;AAAA,QACL,OAAO,CAAA,CAAE,KAAA;AAAA,QACT,OAAO,CAAA,CAAE,KAAA;AAAA,QACT,QAAQ,gBAAA,CAAiB,CAAA,CAAE,KAAA,EAAO,CAAA,CAAE,OAAO,KAAK;AAAA,OAClD;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA,EAGA,YAAY,EAAA,EAA2C;AACrD,IAAA,OAAO,IAAA,CAAK,SAAA,CAAU,GAAA,CAAI,EAAE,CAAA;AAAA,EAC9B;AAAA;AAAA,EAGA,cAAA,GAA2B;AACzB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,SAAA,CAAU,MAAM,CAAA;AAAA,EAClC;AAAA;AAAA,EAGA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,IAAA,IAAA,CAAK,KAAK,KAAA,EAAM;AAChB,IAAA,IAAA,CAAK,MAAM,KAAA,EAAM;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,CAAA;AAAA,EACrB;AAAA;AAAA,EAGA,QAAA,GAA0D;AACxD,IAAA,OAAO;AAAA,MACL,aAAA,EAAe,KAAK,SAAA,CAAU,IAAA;AAAA,MAC9B,YAAY,IAAA,CAAK;AAAA,KACnB;AAAA,EACF;AACF;;;AClIO,SAAS,8BAAA,CACd,OACA,OAAA,EAC2B;AAC3B,EAAA,MAAM,WAAA,GAAc,SAAS,WAAA,IAAe,GAAA;AAC5C,EAAA,MAAM,gBAAgB,OAAA,EAAS,aAAA;AAC/B,EAAA,MAAM,MAAA,GAAS,SAAS,MAAA,IAAU,oBAAA;AAClC,EAAA,MAAM,WAAW,WAAA,GAAc,CAAA;AAE/B,EAAA,OAAO,CAAC,KAAA,KAA0B;AAChC,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,MAAA,CAAO,KAAA,EAAO,aAAa,CAAA;AACjD,IAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAA;AAEjC,IAAA,MAAM,aAAA,GAAgB,MAAM,MAAM;;AAAA,CAAA;AAClC,IAAA,MAAM,iBAAA,GAAoB;;AAAA,EAAO,kBAAA,CAAmB,OAAO,CAAC,CAAA,CAAA;AAE5D,IAAA,MAAM,aAAA,GAAgB,aAAA,CAAc,MAAA,GAAS,iBAAA,CAAkB,MAAA;AAC/D,IAAA,IAAI,YAAY,QAAA,GAAW,aAAA;AAE3B,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,KAAA,MAAW,UAAU,OAAA,EAAS;AAC5B,MAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,CAAM,OAAA;AAE3B,MAAA,MAAM,OAAO,KAAA,CAAM,MAAA,IAAU,MAAA,CAAO,MAAA,GAAS,IAAI,CAAA,GAAI,CAAA,CAAA;AACrD,MAAA,IAAI,OAAO,SAAA,EAAW;AACtB,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AACjB,MAAA,SAAA,IAAa,IAAA;AAAA,IACf;AAEA,IAAA,IAAI,MAAA,CAAO,MAAA,KAAW,CAAA,EAAG,OAAO,EAAA;AAEhC,IAAA,OAAO,aAAA,GAAgB,MAAA,CAAO,IAAA,CAAK,MAAM,CAAA,GAAI,iBAAA;AAAA,EAC/C,CAAA;AACF;;;ACjDO,IAAM,iBAAA,GAAoB","file":"index.js","sourcesContent":["import type { KnowledgeChunk, KnowledgeDocument, ChunkerOptions } from '@guidekit/core';\n\nconst HEADING_RE = /^#{1,6}\\s+/;\n\nfunction isHeadingLine(line: string): boolean {\n return HEADING_RE.test(line);\n}\n\nfunction extractHeading(line: string): string {\n return line.replace(HEADING_RE, '').trim();\n}\n\nfunction normalize(text: string): string {\n return text.replace(/\\n{3,}/g, '\\n\\n').trim();\n}\n\nfunction makeChunk(\n doc: KnowledgeDocument,\n content: string,\n index: number,\n startOffset: number,\n headingContext: string | undefined,\n): KnowledgeChunk | null {\n const trimmed = normalize(content);\n if (trimmed.length === 0) return null;\n return {\n id: `${doc.id}:${index}`,\n documentId: doc.id,\n content: trimmed,\n index,\n startOffset,\n endOffset: startOffset + content.length,\n ...(headingContext !== undefined ? { headingContext } : {}),\n };\n}\n\nfunction chunkByHeading(doc: KnowledgeDocument): KnowledgeChunk[] {\n const lines = doc.content.split('\\n');\n const chunks: KnowledgeChunk[] = [];\n let current = '';\n let currentStart = 0;\n let currentHeading: string | undefined;\n let offset = 0;\n let idx = 0;\n\n for (let i = 0; i < lines.length; i++) {\n const line = lines[i]!;\n const lineWithNewline = i < lines.length - 1 ? line + '\\n' : line;\n\n if (isHeadingLine(line)) {\n if (current.length > 0) {\n const chunk = makeChunk(doc, current, idx, currentStart, currentHeading);\n if (chunk) { chunks.push(chunk); idx++; }\n }\n currentHeading = extractHeading(line);\n currentStart = offset;\n current = lineWithNewline;\n } else {\n current += lineWithNewline;\n }\n offset += lineWithNewline.length;\n }\n\n if (current.length > 0) {\n const chunk = makeChunk(doc, current, idx, currentStart, currentHeading);\n if (chunk) chunks.push(chunk);\n }\n\n return chunks;\n}\n\nfunction chunkByParagraph(doc: KnowledgeDocument): KnowledgeChunk[] {\n const parts = doc.content.split('\\n\\n');\n const chunks: KnowledgeChunk[] = [];\n let offset = 0;\n let idx = 0;\n let lastHeading: string | undefined;\n\n for (let i = 0; i < parts.length; i++) {\n const part = parts[i]!;\n const startOffset = offset;\n offset += part.length + (i < parts.length - 1 ? 2 : 0);\n\n const lines = part.split('\\n');\n for (const line of lines) {\n if (isHeadingLine(line)) {\n lastHeading = extractHeading(line);\n }\n }\n\n const chunk = makeChunk(doc, part, idx, startOffset, lastHeading);\n if (chunk) { chunks.push(chunk); idx++; }\n }\n\n return chunks;\n}\n\nfunction chunkByFixed(doc: KnowledgeDocument, chunkSize: number, overlap: number): KnowledgeChunk[] {\n const content = doc.content;\n const chunks: KnowledgeChunk[] = [];\n let pos = 0;\n let idx = 0;\n\n while (pos < content.length) {\n const end = Math.min(pos + chunkSize, content.length);\n const slice = content.slice(pos, end);\n\n let headingContext: string | undefined;\n const lines = slice.split('\\n');\n for (const line of lines) {\n if (isHeadingLine(line)) {\n headingContext = extractHeading(line);\n }\n }\n\n const chunk = makeChunk(doc, slice, idx, pos, headingContext);\n if (chunk) { chunks.push(chunk); idx++; }\n\n const step = chunkSize - overlap;\n pos += step > 0 ? step : chunkSize;\n }\n\n return chunks;\n}\n\nexport function chunkDocument(doc: KnowledgeDocument, options?: ChunkerOptions): KnowledgeChunk[] {\n const strategy = options?.strategy ?? 'heading';\n\n switch (strategy) {\n case 'heading':\n return chunkByHeading(doc);\n case 'paragraph':\n return chunkByParagraph(doc);\n case 'fixed':\n return chunkByFixed(doc, options?.chunkSize ?? 512, options?.overlap ?? 64);\n default:\n return chunkByHeading(doc);\n }\n}\n","/** Common English stopwords for filtering. */\nconst STOPWORDS: ReadonlySet<string> = new Set([\n 'a', 'an', 'the', 'and', 'or', 'but', 'not', 'no', 'nor', 'so', 'yet',\n 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'am',\n 'have', 'has', 'had', 'having',\n 'do', 'does', 'did', 'doing',\n 'will', 'would', 'could', 'should', 'shall', 'may', 'might', 'must', 'can',\n 'i', 'me', 'my', 'myself', 'we', 'our', 'ours', 'ourselves',\n 'you', 'your', 'yours', 'yourself', 'yourselves',\n 'he', 'him', 'his', 'himself', 'she', 'her', 'hers', 'herself',\n 'it', 'its', 'itself', 'they', 'them', 'their', 'theirs', 'themselves',\n 'what', 'which', 'who', 'whom', 'this', 'that', 'these', 'those',\n 'if', 'then', 'else', 'when', 'where', 'why', 'how', 'whether',\n 'in', 'on', 'at', 'to', 'for', 'from', 'by', 'with', 'about', 'against',\n 'between', 'through', 'during', 'before', 'after', 'above', 'below',\n 'up', 'down', 'out', 'off', 'over', 'under', 'again', 'further',\n 'of', 'into', 'as', 'until', 'while', 'among', 'within', 'without',\n 'than', 'too', 'very', 'just', 'also', 'now', 'here', 'there',\n 'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some',\n 'such', 'only', 'own', 'same', 'much', 'many', 'enough', 'every',\n 'once', 'twice', 'already', 'always', 'never', 'often', 'still',\n 'because', 'since', 'although', 'though', 'however', 'therefore',\n 'either', 'neither', 'nor', 'rather', 'per', 'via',\n 'don', 'doesn', 'didn', 'won', 'wouldn', 'couldn', 'shouldn',\n 'isn', 'aren', 'wasn', 'weren', 'hasn', 'haven', 'hadn',\n]);\n\n/** Tokenize text: lowercase, split on non-word chars, filter empty. */\nexport function tokenize(text: string): string[] {\n return text.toLowerCase().split(/\\W+/).filter(Boolean);\n}\n\n/** Remove common English stopwords from token array. */\nexport function removeStopwords(tokens: string[]): string[] {\n return tokens.filter((t) => !STOPWORDS.has(t));\n}\n","import type { KnowledgeChunk } from '@guidekit/core';\nimport { tokenize, removeStopwords } from './tokenizer.js';\n\nexport interface ScoredChunk {\n chunk: KnowledgeChunk;\n score: number;\n}\n\ninterface BM25Options {\n k1?: number;\n b?: number;\n}\n\nexport class BM25Index {\n private readonly k1: number;\n private readonly b: number;\n\n /** Inverted index: term -> (chunkId -> frequency) */\n private readonly invertedIndex = new Map<string, Map<string, number>>();\n /** Document length in tokens per chunk */\n private readonly docLengths = new Map<string, number>();\n /** Stored chunks */\n private readonly chunks = new Map<string, KnowledgeChunk>();\n /** Track which chunks belong to which document */\n private readonly docToChunks = new Map<string, Set<string>>();\n /** Running total of all document lengths for avgdl computation */\n private totalDocLength = 0;\n\n constructor(options?: BM25Options) {\n this.k1 = options?.k1 ?? 1.2;\n this.b = options?.b ?? 0.75;\n }\n\n /** Add chunks from a document to the index. */\n addDocument(chunks: KnowledgeChunk[]): void {\n for (const chunk of chunks) {\n if (this.chunks.has(chunk.id)) continue;\n\n const tokens = removeStopwords(tokenize(chunk.content));\n this.chunks.set(chunk.id, chunk);\n this.docLengths.set(chunk.id, tokens.length);\n this.totalDocLength += tokens.length;\n\n // Track document -> chunk mapping\n let chunkSet = this.docToChunks.get(chunk.documentId);\n if (!chunkSet) {\n chunkSet = new Set();\n this.docToChunks.set(chunk.documentId, chunkSet);\n }\n chunkSet.add(chunk.id);\n\n // Build inverted index\n const freqs = new Map<string, number>();\n for (const token of tokens) {\n freqs.set(token, (freqs.get(token) ?? 0) + 1);\n }\n for (const [term, freq] of freqs) {\n let postings = this.invertedIndex.get(term);\n if (!postings) {\n postings = new Map();\n this.invertedIndex.set(term, postings);\n }\n postings.set(chunk.id, freq);\n }\n }\n }\n\n /** Remove all chunks belonging to a document. */\n removeDocument(documentId: string): void {\n const chunkIds = this.docToChunks.get(documentId);\n if (!chunkIds) return;\n\n for (const chunkId of chunkIds) {\n const docLen = this.docLengths.get(chunkId) ?? 0;\n this.totalDocLength -= docLen;\n this.docLengths.delete(chunkId);\n this.chunks.delete(chunkId);\n\n // Remove from inverted index\n for (const [, postings] of this.invertedIndex) {\n postings.delete(chunkId);\n }\n }\n this.docToChunks.delete(documentId);\n }\n\n /** Search the index. Returns chunks sorted by relevance (descending). */\n search(query: string, topK = 10): ScoredChunk[] {\n const queryTerms = removeStopwords(tokenize(query));\n if (queryTerms.length === 0 || this.size === 0) return [];\n\n const N = this.size;\n const avgdl = this.totalDocLength / N;\n const scores = new Map<string, number>();\n\n for (const term of queryTerms) {\n const postings = this.invertedIndex.get(term);\n if (!postings) continue;\n\n const n = postings.size;\n const idf = Math.log((N - n + 0.5) / (n + 0.5) + 1);\n\n for (const [chunkId, freq] of postings) {\n const dl = this.docLengths.get(chunkId) ?? 0;\n const tf = (freq * (this.k1 + 1)) / (freq + this.k1 * (1 - this.b + this.b * (dl / avgdl)));\n const prev = scores.get(chunkId) ?? 0;\n scores.set(chunkId, prev + idf * tf);\n }\n }\n\n const results: ScoredChunk[] = [];\n for (const [chunkId, score] of scores) {\n const chunk = this.chunks.get(chunkId)!;\n results.push({ chunk, score });\n }\n\n results.sort((a, b) => b.score - a.score);\n return results.slice(0, topK);\n }\n\n /** Number of chunks in the index. */\n get size(): number {\n return this.chunks.size;\n }\n\n /** Clear the entire index. */\n clear(): void {\n this.invertedIndex.clear();\n this.docLengths.clear();\n this.chunks.clear();\n this.docToChunks.clear();\n this.totalDocLength = 0;\n }\n}\n","import type { KnowledgeChunk } from '@guidekit/core';\nimport { tokenize, removeStopwords } from './tokenizer.js';\n\nexport interface ScoredChunk {\n chunk: KnowledgeChunk;\n score: number;\n}\n\nexport class TFIDFIndex {\n /** Inverted index: term -> (chunkId -> frequency) */\n private readonly invertedIndex = new Map<string, Map<string, number>>();\n /** Stored chunks */\n private readonly chunks = new Map<string, KnowledgeChunk>();\n /** Track which chunks belong to which document */\n private readonly docToChunks = new Map<string, Set<string>>();\n\n /** Add chunks from a document to the index. */\n addDocument(chunks: KnowledgeChunk[]): void {\n for (const chunk of chunks) {\n if (this.chunks.has(chunk.id)) continue;\n\n const tokens = removeStopwords(tokenize(chunk.content));\n this.chunks.set(chunk.id, chunk);\n\n // Track document -> chunk mapping\n let chunkSet = this.docToChunks.get(chunk.documentId);\n if (!chunkSet) {\n chunkSet = new Set();\n this.docToChunks.set(chunk.documentId, chunkSet);\n }\n chunkSet.add(chunk.id);\n\n // Build inverted index\n const freqs = new Map<string, number>();\n for (const token of tokens) {\n freqs.set(token, (freqs.get(token) ?? 0) + 1);\n }\n for (const [term, freq] of freqs) {\n let postings = this.invertedIndex.get(term);\n if (!postings) {\n postings = new Map();\n this.invertedIndex.set(term, postings);\n }\n postings.set(chunk.id, freq);\n }\n }\n }\n\n /** Remove all chunks belonging to a document. */\n removeDocument(documentId: string): void {\n const chunkIds = this.docToChunks.get(documentId);\n if (!chunkIds) return;\n\n for (const chunkId of chunkIds) {\n this.chunks.delete(chunkId);\n\n for (const [, postings] of this.invertedIndex) {\n postings.delete(chunkId);\n }\n }\n this.docToChunks.delete(documentId);\n }\n\n /** Search the index. Returns chunks sorted by relevance (descending). */\n search(query: string, topK = 10): ScoredChunk[] {\n const queryTerms = removeStopwords(tokenize(query));\n if (queryTerms.length === 0 || this.size === 0) return [];\n\n const N = this.size;\n const scores = new Map<string, number>();\n\n for (const term of queryTerms) {\n const postings = this.invertedIndex.get(term);\n if (!postings) continue;\n\n const df = postings.size;\n const idf = Math.log(N / df);\n\n for (const [chunkId, freq] of postings) {\n const tf = 1 + Math.log(freq);\n const prev = scores.get(chunkId) ?? 0;\n scores.set(chunkId, prev + tf * idf);\n }\n }\n\n const results: ScoredChunk[] = [];\n for (const [chunkId, score] of scores) {\n const chunk = this.chunks.get(chunkId)!;\n results.push({ chunk, score });\n }\n\n results.sort((a, b) => b.score - a.score);\n return results.slice(0, topK);\n }\n\n /** Number of chunks in the index. */\n get size(): number {\n return this.chunks.size;\n }\n\n /** Clear the entire index. */\n clear(): void {\n this.invertedIndex.clear();\n this.chunks.clear();\n this.docToChunks.clear();\n }\n}\n","import type { KnowledgeChunk, SourceAttribution, SearchResult } from '@guidekit/core';\n\n/** Build a SourceAttribution from a chunk and relevance score. */\nexport function buildAttribution(\n chunk: KnowledgeChunk,\n score: number,\n title: string,\n): SourceAttribution {\n const truncated = chunk.content.length > 200;\n const excerpt = truncated\n ? chunk.content.slice(0, 200) + '...'\n : chunk.content;\n\n return {\n documentId: chunk.documentId,\n chunkId: chunk.id,\n title,\n relevanceScore: score,\n excerpt,\n };\n}\n\n/** Format search results as markdown citation footnotes for LLM prompt injection. */\nexport function formatAttributions(results: SearchResult[]): string {\n if (results.length === 0) return '';\n\n const sorted = [...results]\n .sort((a, b) => b.score - a.score)\n .slice(0, 10);\n\n const lines = sorted.map((r, i) => {\n const excerpt = r.source.excerpt.length > 100\n ? r.source.excerpt.slice(0, 100) + '...'\n : r.source.excerpt;\n return `[${i + 1}] *${r.source.title}* (relevance: ${r.score.toFixed(2)}) — \"${excerpt}\"`;\n });\n\n return `**Sources:**\\n${lines.join('\\n')}`;\n}\n","import type {\n KnowledgeDocument,\n KnowledgeStoreOptions,\n KnowledgeSearchOptions,\n SearchResult,\n} from '@guidekit/core';\nimport { KnowledgeError, ErrorCodes } from '@guidekit/core';\nimport { chunkDocument } from './chunker.js';\nimport { BM25Index } from './bm25.js';\nimport { TFIDFIndex } from './tfidf.js';\nimport { buildAttribution } from './attribution.js';\n\n/**\n * In-memory knowledge store that composes document chunking with\n * BM25 and TF-IDF search indexes.\n */\nexport class KnowledgeStore {\n private readonly options: Required<\n Pick<KnowledgeStoreOptions, 'engine' | 'maxDocuments' | 'maxTotalChunks' | 'topK'>\n > & Pick<KnowledgeStoreOptions, 'chunker'>;\n\n private readonly documents = new Map<string, KnowledgeDocument>();\n private readonly bm25 = new BM25Index();\n private readonly tfidf = new TFIDFIndex();\n private totalChunks = 0;\n\n constructor(options?: KnowledgeStoreOptions) {\n this.options = {\n engine: options?.engine ?? 'bm25',\n maxDocuments: options?.maxDocuments ?? 100,\n maxTotalChunks: options?.maxTotalChunks ?? 5000,\n topK: options?.topK ?? 5,\n chunker: options?.chunker,\n };\n\n if (options?.persistConsent) {\n console.warn(\n '[GuideKit] KnowledgeStore persistence via IndexedDB is not yet implemented. Data is in-memory only.',\n );\n }\n }\n\n /** Add a document. Chunks it and indexes all chunks. */\n addDocument(doc: KnowledgeDocument): void {\n if (this.documents.size >= this.options.maxDocuments) {\n throw new KnowledgeError({\n code: ErrorCodes.KNOWLEDGE_STORE_QUOTA,\n message: `Maximum document limit (${this.options.maxDocuments}) reached`,\n suggestion: 'Remove unused documents before adding new ones.',\n });\n }\n\n const chunks = chunkDocument(doc, this.options.chunker);\n\n if (this.totalChunks + chunks.length > this.options.maxTotalChunks) {\n throw new KnowledgeError({\n code: ErrorCodes.KNOWLEDGE_STORE_QUOTA,\n message: `Adding ${chunks.length} chunks would exceed the total chunk limit (${this.options.maxTotalChunks})`,\n suggestion: 'Remove documents or increase maxTotalChunks.',\n });\n }\n\n const storedDoc: KnowledgeDocument = { ...doc, chunks };\n this.documents.set(doc.id, storedDoc);\n this.bm25.addDocument(chunks);\n this.tfidf.addDocument(chunks);\n this.totalChunks += chunks.length;\n }\n\n /** Remove a document and its chunks from the index. */\n removeDocument(id: string): void {\n const doc = this.documents.get(id);\n if (!doc) return;\n\n const chunkCount = doc.chunks?.length ?? 0;\n this.bm25.removeDocument(id);\n this.tfidf.removeDocument(id);\n this.documents.delete(id);\n this.totalChunks -= chunkCount;\n }\n\n /** Update a document (remove + re-add). */\n updateDocument(id: string, doc: KnowledgeDocument): void {\n this.removeDocument(id);\n this.addDocument(doc);\n }\n\n /** Search the knowledge base. */\n search(query: string, options?: KnowledgeSearchOptions): SearchResult[] {\n const engine = options?.engine ?? this.options.engine;\n const topK = options?.topK ?? this.options.topK;\n const index = engine === 'tfidf' ? this.tfidf : this.bm25;\n\n // Fetch more results than needed so we can filter\n let scored = index.search(query, this.totalChunks || 1);\n\n // Filter by documentIds\n if (options?.documentIds && options.documentIds.length > 0) {\n const allowed = new Set(options.documentIds);\n scored = scored.filter((s) => allowed.has(s.chunk.documentId));\n }\n\n // Filter by minScore\n if (options?.minScore !== undefined) {\n scored = scored.filter((s) => s.score >= options.minScore!);\n }\n\n // Take topK\n scored = scored.slice(0, topK);\n\n // Map to SearchResult with attribution\n return scored.map((s) => {\n const doc = this.documents.get(s.chunk.documentId);\n const title = doc?.title ?? s.chunk.documentId;\n return {\n chunk: s.chunk,\n score: s.score,\n source: buildAttribution(s.chunk, s.score, title),\n };\n });\n }\n\n /** Get a document by ID. */\n getDocument(id: string): KnowledgeDocument | undefined {\n return this.documents.get(id);\n }\n\n /** Get all document IDs. */\n getDocumentIds(): string[] {\n return [...this.documents.keys()];\n }\n\n /** Clear all documents and indexes. */\n clear(): void {\n this.documents.clear();\n this.bm25.clear();\n this.tfidf.clear();\n this.totalChunks = 0;\n }\n\n /** Get store statistics. */\n getStats(): { documentCount: number; chunkCount: number } {\n return {\n documentCount: this.documents.size,\n chunkCount: this.totalChunks,\n };\n }\n}\n","import type { KnowledgeSearchOptions } from '@guidekit/core';\nimport type { KnowledgeStore } from './knowledge-store.js';\nimport { formatAttributions } from './attribution.js';\n\nexport interface KnowledgeContextProviderOptions {\n /** Max tokens to allocate for knowledge section. Default: 500. */\n tokenBudget?: number;\n /** Search options to use. */\n searchOptions?: KnowledgeSearchOptions;\n /** Header for the knowledge section. Default: \"Relevant Knowledge\" */\n header?: string;\n}\n\n/**\n * Create a context provider function that searches a KnowledgeStore\n * and returns formatted results for LLM system prompt injection.\n */\nexport function createKnowledgeContextProvider(\n store: KnowledgeStore,\n options?: KnowledgeContextProviderOptions,\n): (query: string) => string {\n const tokenBudget = options?.tokenBudget ?? 500;\n const searchOptions = options?.searchOptions;\n const header = options?.header ?? 'Relevant Knowledge';\n const maxChars = tokenBudget * 4;\n\n return (query: string): string => {\n const results = store.search(query, searchOptions);\n if (results.length === 0) return '';\n\n const sectionHeader = `## ${header}\\n\\n`;\n const attributionFooter = `\\n\\n${formatAttributions(results)}`;\n // Reserve space for header and footer\n const reservedChars = sectionHeader.length + attributionFooter.length;\n let remaining = maxChars - reservedChars;\n\n const chunks: string[] = [];\n for (const result of results) {\n const entry = result.chunk.content;\n // +2 for the blank line separator between chunks\n const cost = entry.length + (chunks.length > 0 ? 2 : 0);\n if (cost > remaining) break;\n chunks.push(entry);\n remaining -= cost;\n }\n\n if (chunks.length === 0) return '';\n\n return sectionHeader + chunks.join('\\n\\n') + attributionFooter;\n };\n}\n","// Version\nexport const KNOWLEDGE_VERSION = '0.1.0';\n\n// Classes\nexport { KnowledgeStore } from './knowledge-store.js';\nexport { BM25Index } from './bm25.js';\nexport { TFIDFIndex } from './tfidf.js';\nexport type { ScoredChunk } from './bm25.js';\n\n// Functions\nexport { chunkDocument } from './chunker.js';\nexport { buildAttribution, formatAttributions } from './attribution.js';\nexport { createKnowledgeContextProvider } from './context-provider.js';\nexport type { KnowledgeContextProviderOptions } from './context-provider.js';\n\n// Tokenizer\nexport { tokenize, removeStopwords } from './tokenizer.js';\n\n// Re-export types from core for convenience\nexport type {\n KnowledgeDocument,\n KnowledgeChunk,\n SearchResult,\n SourceAttribution,\n ChunkStrategy,\n ChunkerOptions,\n SearchEngine,\n KnowledgeStoreOptions,\n KnowledgeSearchOptions,\n} from '@guidekit/core';\n"]}
|
package/package.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@guidekit/knowledge",
|
|
3
|
+
"version": "0.1.1",
|
|
4
|
+
"description": "Knowledge base with BM25/TF-IDF search for GuideKit SDK",
|
|
5
|
+
"license": "MIT",
|
|
6
|
+
"type": "module",
|
|
7
|
+
"sideEffects": false,
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.js",
|
|
12
|
+
"require": "./dist/index.cjs"
|
|
13
|
+
}
|
|
14
|
+
},
|
|
15
|
+
"main": "./dist/index.cjs",
|
|
16
|
+
"module": "./dist/index.js",
|
|
17
|
+
"types": "./dist/index.d.ts",
|
|
18
|
+
"files": [
|
|
19
|
+
"dist",
|
|
20
|
+
"LICENSE"
|
|
21
|
+
],
|
|
22
|
+
"peerDependencies": {
|
|
23
|
+
"@guidekit/core": "^0.2.0"
|
|
24
|
+
},
|
|
25
|
+
"devDependencies": {
|
|
26
|
+
"@guidekit/core": "^0.2.0"
|
|
27
|
+
},
|
|
28
|
+
"scripts": {
|
|
29
|
+
"build": "tsup",
|
|
30
|
+
"test": "vitest run --root ../.. --config vitest.config.ts",
|
|
31
|
+
"typecheck": "tsc --noEmit"
|
|
32
|
+
}
|
|
33
|
+
}
|