@sunub/obsidian-mcp-server 0.3.15 → 0.3.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/{build → dist}/config.d.ts +1 -1
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +59 -0
- package/dist/config.js.map +1 -0
- package/dist/db.js +58 -0
- package/dist/db.js.map +1 -0
- package/dist/index.js +52 -0
- package/dist/index.js.map +1 -0
- package/dist/server.js +42 -0
- package/dist/server.js.map +1 -0
- package/dist/setup.js +114 -0
- package/dist/setup.js.map +1 -0
- package/{build → dist}/tools/create_document_with_properties/index.d.ts +1 -1
- package/dist/tools/create_document_with_properties/index.js +115 -0
- package/dist/tools/create_document_with_properties/index.js.map +1 -0
- package/{build → dist}/tools/create_document_with_properties/params.d.ts +2 -2
- package/dist/tools/create_document_with_properties/params.js +33 -0
- package/dist/tools/create_document_with_properties/params.js.map +1 -0
- package/{build → dist}/tools/generate_property/index.d.ts +1 -1
- package/dist/tools/generate_property/index.js +86 -0
- package/dist/tools/generate_property/index.js.map +1 -0
- package/dist/tools/generate_property/params.js +55 -0
- package/dist/tools/generate_property/params.js.map +1 -0
- package/dist/tools/index.js +13 -0
- package/dist/tools/index.js.map +1 -0
- package/{build → dist}/tools/organize_attachments/index.d.ts +1 -1
- package/dist/tools/organize_attachments/index.js +86 -0
- package/dist/tools/organize_attachments/index.js.map +1 -0
- package/dist/tools/organize_attachments/params.js +61 -0
- package/dist/tools/organize_attachments/params.js.map +1 -0
- package/{build → dist}/tools/organize_attachments/utils.d.ts +1 -1
- package/dist/tools/organize_attachments/utils.js +66 -0
- package/dist/tools/organize_attachments/utils.js.map +1 -0
- package/{build → dist}/tools/vault/index.d.ts +1 -1
- package/dist/tools/vault/index.js +104 -0
- package/dist/tools/vault/index.js.map +1 -0
- package/dist/tools/vault/metrics.js +130 -0
- package/dist/tools/vault/metrics.js.map +1 -0
- package/{build → dist}/tools/vault/params.d.ts +2 -2
- package/dist/tools/vault/params.js +148 -0
- package/dist/tools/vault/params.js.map +1 -0
- package/dist/tools/vault/types/collect_context.js +103 -0
- package/dist/tools/vault/types/collect_context.js.map +1 -0
- package/dist/tools/vault/types/list_all.js +53 -0
- package/dist/tools/vault/types/list_all.js.map +1 -0
- package/dist/tools/vault/types/read_specific.js +41 -0
- package/dist/tools/vault/types/read_specific.js.map +1 -0
- package/dist/tools/vault/types/search.js +59 -0
- package/dist/tools/vault/types/search.js.map +1 -0
- package/dist/tools/vault/utils/actions/collect_context.d.ts +5 -0
- package/dist/tools/vault/utils/actions/collect_context.js +765 -0
- package/dist/tools/vault/utils/actions/collect_context.js.map +1 -0
- package/dist/tools/vault/utils/actions/index_rag.js +27 -0
- package/dist/tools/vault/utils/actions/index_rag.js.map +1 -0
- package/dist/tools/vault/utils/actions/list_all.d.ts +5 -0
- package/dist/tools/vault/utils/actions/list_all.js +43 -0
- package/dist/tools/vault/utils/actions/list_all.js.map +1 -0
- package/dist/tools/vault/utils/actions/load_memory.d.ts +5 -0
- package/dist/tools/vault/utils/actions/load_memory.js +186 -0
- package/dist/tools/vault/utils/actions/load_memory.js.map +1 -0
- package/{build → dist}/tools/vault/utils/actions/read.d.ts +2 -2
- package/dist/tools/vault/utils/actions/read.js +68 -0
- package/dist/tools/vault/utils/actions/read.js.map +1 -0
- package/{build → dist}/tools/vault/utils/actions/search.d.ts +2 -2
- package/dist/tools/vault/utils/actions/search.js +104 -0
- package/dist/tools/vault/utils/actions/search.js.map +1 -0
- package/{build → dist}/tools/vault/utils/actions/stats.d.ts +1 -1
- package/dist/tools/vault/utils/actions/stats.js +9 -0
- package/dist/tools/vault/utils/actions/stats.js.map +1 -0
- package/dist/tools/vault/utils/constants.js +3 -0
- package/dist/tools/vault/utils/constants.js.map +1 -0
- package/{build → dist}/tools/vault/utils/document.d.ts +3 -3
- package/dist/tools/vault/utils/document.js +50 -0
- package/dist/tools/vault/utils/document.js.map +1 -0
- package/{build → dist}/tools/vault/utils/shared.d.ts +1 -1
- package/dist/tools/vault/utils/shared.js +75 -0
- package/dist/tools/vault/utils/shared.js.map +1 -0
- package/dist/tools/vault/utils.d.ts +8 -0
- package/dist/tools/vault/utils.js +8 -0
- package/dist/tools/vault/utils.js.map +1 -0
- package/{build → dist}/tools/write_property/index.d.ts +1 -1
- package/dist/tools/write_property/index.js +120 -0
- package/dist/tools/write_property/index.js.map +1 -0
- package/dist/tools/write_property/params.js +52 -0
- package/dist/tools/write_property/params.js.map +1 -0
- package/{build → dist}/utils/DirectoryWalker.d.ts +1 -1
- package/dist/utils/DirectoryWalker.js +52 -0
- package/dist/utils/DirectoryWalker.js.map +1 -0
- package/dist/utils/Embedder.js +46 -0
- package/dist/utils/Embedder.js.map +1 -0
- package/{build → dist}/utils/Indexer.d.ts +2 -2
- package/dist/utils/Indexer.js +169 -0
- package/dist/utils/Indexer.js.map +1 -0
- package/dist/utils/LLMClient.js +112 -0
- package/dist/utils/LLMClient.js.map +1 -0
- package/dist/utils/LocalReranker.js +71 -0
- package/dist/utils/LocalReranker.js.map +1 -0
- package/{build → dist}/utils/RAGIndexer.d.ts +1 -1
- package/dist/utils/RAGIndexer.js +238 -0
- package/dist/utils/RAGIndexer.js.map +1 -0
- package/dist/utils/RerankerClient.js +89 -0
- package/dist/utils/RerankerClient.js.map +1 -0
- package/{build → dist}/utils/VaultManger/VaultManager.d.ts +3 -3
- package/dist/utils/VaultManger/VaultManager.js +459 -0
- package/dist/utils/VaultManger/VaultManager.js.map +1 -0
- package/dist/utils/VaultManger/VaultPathError.js +13 -0
- package/dist/utils/VaultManger/VaultPathError.js.map +1 -0
- package/dist/utils/VaultManger/index.d.ts +4 -0
- package/dist/utils/VaultManger/index.js +3 -0
- package/dist/utils/VaultManger/index.js.map +1 -0
- package/{build → dist}/utils/VaultManger/types.d.ts +1 -1
- package/dist/utils/VaultManger/types.js +2 -0
- package/dist/utils/VaultManger/types.js.map +1 -0
- package/dist/utils/VaultWatcher.js +60 -0
- package/dist/utils/VaultWatcher.js.map +1 -0
- package/dist/utils/VectorDB.js +268 -0
- package/dist/utils/VectorDB.js.map +1 -0
- package/dist/utils/constants.js +14 -0
- package/dist/utils/constants.js.map +1 -0
- package/dist/utils/createToolError.js +16 -0
- package/dist/utils/createToolError.js.map +1 -0
- package/dist/utils/getVaultManager.d.ts +3 -0
- package/dist/utils/getVaultManager.js +15 -0
- package/dist/utils/getVaultManager.js.map +1 -0
- package/dist/utils/processor/LinkExtractor.js +31 -0
- package/dist/utils/processor/LinkExtractor.js.map +1 -0
- package/dist/utils/processor/MatterParser.d.ts +3 -0
- package/dist/utils/processor/MatterParser.js +28 -0
- package/dist/utils/processor/MatterParser.js.map +1 -0
- package/dist/utils/processor/types.js +22 -0
- package/dist/utils/processor/types.js.map +1 -0
- package/dist/utils/semaphore.js +26 -0
- package/dist/utils/semaphore.js.map +1 -0
- package/package.json +19 -12
- package/build/config.d.ts.map +0 -1
- package/build/index.js +0 -127331
- package/build/index.js.map +0 -828
- package/build/lancedb.linux-x64-gnu-1e1af8yx.node +0 -0
- package/build/tools/vault/utils/actions/collect_context.d.ts +0 -5
- package/build/tools/vault/utils/actions/list_all.d.ts +0 -5
- package/build/tools/vault/utils/actions/load_memory.d.ts +0 -5
- package/build/tools/vault/utils.d.ts +0 -8
- package/build/utils/VaultManger/index.d.ts +0 -4
- package/build/utils/getVaultManager.d.ts +0 -3
- package/build/utils/processor/MatterParser.d.ts +0 -3
- /package/{build → dist}/db.d.ts +0 -0
- /package/{build → dist}/db.d.ts.map +0 -0
- /package/{build → dist}/index.d.ts +0 -0
- /package/{build → dist}/index.d.ts.map +0 -0
- /package/{build → dist}/server.d.ts +0 -0
- /package/{build → dist}/server.d.ts.map +0 -0
- /package/{build → dist}/setup.d.ts +0 -0
- /package/{build → dist}/setup.d.ts.map +0 -0
- /package/{build → dist}/tools/create_document_with_properties/index.d.ts.map +0 -0
- /package/{build → dist}/tools/create_document_with_properties/params.d.ts.map +0 -0
- /package/{build → dist}/tools/generate_property/index.d.ts.map +0 -0
- /package/{build → dist}/tools/generate_property/params.d.ts +0 -0
- /package/{build → dist}/tools/generate_property/params.d.ts.map +0 -0
- /package/{build → dist}/tools/index.d.ts +0 -0
- /package/{build → dist}/tools/index.d.ts.map +0 -0
- /package/{build → dist}/tools/organize_attachments/index.d.ts.map +0 -0
- /package/{build → dist}/tools/organize_attachments/params.d.ts +0 -0
- /package/{build → dist}/tools/organize_attachments/params.d.ts.map +0 -0
- /package/{build → dist}/tools/organize_attachments/utils.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/index.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/metrics.d.ts +0 -0
- /package/{build → dist}/tools/vault/metrics.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/params.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/types/collect_context.d.ts +0 -0
- /package/{build → dist}/tools/vault/types/collect_context.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/types/list_all.d.ts +0 -0
- /package/{build → dist}/tools/vault/types/list_all.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/types/read_specific.d.ts +0 -0
- /package/{build → dist}/tools/vault/types/read_specific.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/types/search.d.ts +0 -0
- /package/{build → dist}/tools/vault/types/search.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/collect_context.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/index_rag.d.ts +0 -0
- /package/{build → dist}/tools/vault/utils/actions/index_rag.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/list_all.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/load_memory.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/read.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/search.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/actions/stats.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/constants.d.ts +0 -0
- /package/{build → dist}/tools/vault/utils/constants.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/document.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils/shared.d.ts.map +0 -0
- /package/{build → dist}/tools/vault/utils.d.ts.map +0 -0
- /package/{build → dist}/tools/write_property/index.d.ts.map +0 -0
- /package/{build → dist}/tools/write_property/params.d.ts +0 -0
- /package/{build → dist}/tools/write_property/params.d.ts.map +0 -0
- /package/{build → dist}/utils/DirectoryWalker.d.ts.map +0 -0
- /package/{build → dist}/utils/Embedder.d.ts +0 -0
- /package/{build → dist}/utils/Embedder.d.ts.map +0 -0
- /package/{build → dist}/utils/Indexer.d.ts.map +0 -0
- /package/{build → dist}/utils/LLMClient.d.ts +0 -0
- /package/{build → dist}/utils/LLMClient.d.ts.map +0 -0
- /package/{build → dist}/utils/LocalReranker.d.ts +0 -0
- /package/{build → dist}/utils/LocalReranker.d.ts.map +0 -0
- /package/{build → dist}/utils/RAGIndexer.d.ts.map +0 -0
- /package/{build → dist}/utils/RerankerClient.d.ts +0 -0
- /package/{build → dist}/utils/RerankerClient.d.ts.map +0 -0
- /package/{build → dist}/utils/VaultManger/VaultManager.d.ts.map +0 -0
- /package/{build → dist}/utils/VaultManger/VaultPathError.d.ts +0 -0
- /package/{build → dist}/utils/VaultManger/VaultPathError.d.ts.map +0 -0
- /package/{build → dist}/utils/VaultManger/index.d.ts.map +0 -0
- /package/{build → dist}/utils/VaultManger/types.d.ts.map +0 -0
- /package/{build → dist}/utils/VaultWatcher.d.ts +0 -0
- /package/{build → dist}/utils/VaultWatcher.d.ts.map +0 -0
- /package/{build → dist}/utils/VectorDB.d.ts +0 -0
- /package/{build → dist}/utils/VectorDB.d.ts.map +0 -0
- /package/{build → dist}/utils/constants.d.ts +0 -0
- /package/{build → dist}/utils/constants.d.ts.map +0 -0
- /package/{build → dist}/utils/createToolError.d.ts +0 -0
- /package/{build → dist}/utils/createToolError.d.ts.map +0 -0
- /package/{build → dist}/utils/getVaultManager.d.ts.map +0 -0
- /package/{build → dist}/utils/processor/LinkExtractor.d.ts +0 -0
- /package/{build → dist}/utils/processor/LinkExtractor.d.ts.map +0 -0
- /package/{build → dist}/utils/processor/MatterParser.d.ts.map +0 -0
- /package/{build → dist}/utils/processor/types.d.ts +0 -0
- /package/{build → dist}/utils/processor/types.d.ts.map +0 -0
- /package/{build → dist}/utils/semaphore.d.ts +0 -0
- /package/{build → dist}/utils/semaphore.d.ts.map +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Indexer.js","sourceRoot":"","sources":["../../src/utils/Indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,KAAK,aAAa,MAAM,oCAAoC,CAAC;AACpE,OAAO,KAAK,YAAY,MAAM,mCAAmC,CAAC;AAIlE,MAAM,OAAO,OAAO;IACX,WAAW,GAA+B,IAAI,GAAG,EAAE,CAAC;IACpD,aAAa,GAA6B,IAAI,GAAG,EAAE,CAAC;IACpD,aAAa,GAA6B,IAAI,GAAG,EAAE,CAAC;IAE5D,IAAW,UAAU;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,KAAK,CACjB,SAAmB,EACnB,WAAsB;QAEtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,CACvC,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,UAAU,CACtB,QAAgB,EAChB,WAAsB;QAEtB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC3B,CAAC;IAEM,iBAAiB,CAAC,QAAgB;QACxC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACzB,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACxB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;YACF,CAAC;QACF,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEM,MAAM,CAAC,OAAe;QAC5B,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC;QACX,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACX,CAAC;QAED,8BAA8B;QAC9B,6BAA6B;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO,EAAE,CAAC;QACX,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,CAAC;YACX,CAAC;YACD,WAAW,GAAG,IAAI,GAAG,CACpB,CAAC,GAAG,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CACvD,CAAC;YACF,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC;YACX,CAAC;QACF,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;aAC5B,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;aACjD,MAAM,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEM,WAAW,CAAC,QAAgB;QAClC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;IAC/C,CAAC;IAEM,eAAe;QACrB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAEM,YAAY,CAAC,QAAgB;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CACpC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CACvC,CAAC;QACF,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACX,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACrD,OAAO,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IAEM,KAAK;QACX,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,QAAgB,EAChB,WAAsB;QAEtB,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC;YACJ,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,KAAK,CAClD,QAAQ,EACR,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,EAChC,WAAW,CACX,CAAC;YAEF,MAAM,UAAU,GAAG,aAAa,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC5D,MAAM,aAAa,GAAG,aAAa,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAElE,MAAM,KAAK,GAAkB;gBAC5B,QAAQ;gBACR,WAAW;gBACX,aAAa,EAAE,OAAO,CAAC,MAAM;gBAC7B,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE;gBAC/B,UAAU;gBACV,aAAa;aACb,CAAC;YAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,mBAAmB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC;gBAAS,CAAC;YACV,WAAW,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACF,CAAC;IAEO,yBAAyB,CAChC,KAAoB,EACpB,OAAe;QAEf,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QAEjC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEzB,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,CAAC,WAAW,CAAC,KAAK;iBACrB,WAAW,EAAE;iBACb,KAAK,CAAC,KAAK,CAAC;iBACZ,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBACd,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO;aACL,WAAW,EAAE;aACb,KAAK,CAAC,eAAe,CAAC;YACvB,EAAE,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACzD,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC;QACnC,IAAI,KAAK,GAA2B,IAAI,CAAC;QACzC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,KAAK,KAAK,IAAI,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACd,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;YACD,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpD,CAAC;IACF,CAAC;IAEO,kBAAkB;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;YAClE,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;gBAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;YAC3D,CAAC;QACF,CAAC;IACF,CAAC;IAEO,aAAa,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC;CACD"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import state from "../config.js";
|
|
2
|
+
import { localEmbedder } from "../utils/Embedder.js";
|
|
3
|
+
export class LLMClient {
|
|
4
|
+
// 설정값을 실시간으로 가져오기 위한 Getter들
|
|
5
|
+
get apiUrl() {
|
|
6
|
+
return state.llmApiUrl.replace(/\/$/, "");
|
|
7
|
+
}
|
|
8
|
+
get embeddingApiUrl() {
|
|
9
|
+
return state.llmEmbeddingApiUrl.replace(/\/$/, "");
|
|
10
|
+
}
|
|
11
|
+
get embeddingModel() {
|
|
12
|
+
return state.llmEmbeddingModel;
|
|
13
|
+
}
|
|
14
|
+
get chatModel() {
|
|
15
|
+
return state.llmChatModel;
|
|
16
|
+
}
|
|
17
|
+
async isEmbeddingServerHealthy() {
|
|
18
|
+
// 로컬 임베더 모델이 존재하는지 먼저 확인
|
|
19
|
+
if (await localEmbedder.checkModelPresence()) {
|
|
20
|
+
return true;
|
|
21
|
+
}
|
|
22
|
+
const url = `${this.embeddingApiUrl}/v1/models`;
|
|
23
|
+
try {
|
|
24
|
+
const response = await fetch(url, { signal: AbortSignal.timeout(2000) });
|
|
25
|
+
return response.ok;
|
|
26
|
+
}
|
|
27
|
+
catch (_error) {
|
|
28
|
+
return false;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async generateContext(documentContext, chunkContent) {
|
|
32
|
+
const prompt = `<document>
|
|
33
|
+
${documentContext}
|
|
34
|
+
</document>
|
|
35
|
+
|
|
36
|
+
Summarize in 1-2 sentences how this chunk fits the above document:
|
|
37
|
+
|
|
38
|
+
<chunk>
|
|
39
|
+
${chunkContent}
|
|
40
|
+
</chunk>`;
|
|
41
|
+
const url = `${this.apiUrl}/v1/chat/completions`;
|
|
42
|
+
try {
|
|
43
|
+
const response = await fetch(url, {
|
|
44
|
+
method: "POST",
|
|
45
|
+
headers: { "Content-Type": "application/json" },
|
|
46
|
+
body: JSON.stringify({
|
|
47
|
+
model: this.chatModel,
|
|
48
|
+
messages: [{ role: "user", content: prompt }],
|
|
49
|
+
max_tokens: 80,
|
|
50
|
+
temperature: 0,
|
|
51
|
+
stream: false,
|
|
52
|
+
}),
|
|
53
|
+
signal: AbortSignal.timeout(10000), // 10초 타임아웃
|
|
54
|
+
});
|
|
55
|
+
if (!response.ok) {
|
|
56
|
+
const errorBody = await response.text();
|
|
57
|
+
throw new Error(`LLM API error (${response.status}) at ${url}: ${errorBody || response.statusText}`);
|
|
58
|
+
}
|
|
59
|
+
const data = (await response.json());
|
|
60
|
+
return data.choices[0].message.content.trim();
|
|
61
|
+
}
|
|
62
|
+
catch (error) {
|
|
63
|
+
if (error instanceof Error && error.name === "AbortError") {
|
|
64
|
+
console.error(`LLM API timeout at ${url}`);
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
console.error(`Error generating context from LLM at ${url}:`, error);
|
|
68
|
+
}
|
|
69
|
+
return "";
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
async generateEmbedding(text) {
|
|
73
|
+
// 1. 로컬 임베더 사용 시도 (우선순위)
|
|
74
|
+
try {
|
|
75
|
+
const isLocalAvailable = await localEmbedder.checkModelPresence();
|
|
76
|
+
if (isLocalAvailable) {
|
|
77
|
+
return await localEmbedder.embed(text);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
catch (error) {
|
|
81
|
+
console.warn("[LLMClient] Local embedder failed, falling back to server:", error);
|
|
82
|
+
}
|
|
83
|
+
// 2. 외부 API 서버 사용 (폴백)
|
|
84
|
+
const url = `${this.embeddingApiUrl}/v1/embeddings`;
|
|
85
|
+
try {
|
|
86
|
+
const response = await fetch(url, {
|
|
87
|
+
method: "POST",
|
|
88
|
+
headers: { "Content-Type": "application/json" },
|
|
89
|
+
body: JSON.stringify({
|
|
90
|
+
model: this.embeddingModel,
|
|
91
|
+
input: text,
|
|
92
|
+
}),
|
|
93
|
+
signal: AbortSignal.timeout(5000), // 임베딩은 더 짧게 5초 타임아웃
|
|
94
|
+
});
|
|
95
|
+
if (!response.ok) {
|
|
96
|
+
const errorBody = await response.text();
|
|
97
|
+
throw new Error(`Embedding API error (${response.status}) at ${url}: ${errorBody || response.statusText}`);
|
|
98
|
+
}
|
|
99
|
+
const data = (await response.json());
|
|
100
|
+
if (!data.data || !data.data[0] || !data.data[0].embedding) {
|
|
101
|
+
throw new Error(`Invalid embedding response structure from ${url}`);
|
|
102
|
+
}
|
|
103
|
+
return data.data[0].embedding;
|
|
104
|
+
}
|
|
105
|
+
catch (error) {
|
|
106
|
+
console.error(`Error generating embedding from LLM at ${url}:`, error);
|
|
107
|
+
throw error;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
export const llmClient = new LLMClient();
|
|
112
|
+
//# sourceMappingURL=LLMClient.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMClient.js","sourceRoot":"","sources":["../../src/utils/LLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AA6BpD,MAAM,OAAO,SAAS;IACrB,6BAA6B;IAC7B,IAAY,MAAM;QACjB,OAAO,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,IAAY,eAAe;QAC1B,OAAO,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAY,cAAc;QACzB,OAAO,KAAK,CAAC,iBAAiB,CAAC;IAChC,CAAC;IACD,IAAY,SAAS;QACpB,OAAO,KAAK,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC7B,yBAAyB;QACzB,IAAI,MAAM,aAAa,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC;QACb,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,eAAe,YAAY,CAAC;QAChD,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,QAAQ,CAAC,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,KAAK,CAAC,eAAe,CACpB,eAAuB,EACvB,YAAoB;QAEpB,MAAM,MAAM,GAAG;EACf,eAAe;;;;;;EAMf,YAAY;SACL,CAAC;QAER,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,sBAAsB,CAAC;QACjD,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBACjC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,KAAK;iBACb,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,WAAW;aAC/C,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACd,kBAAkB,QAAQ,CAAC,MAAM,QAAQ,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,CACnF,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;YACxD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC3D,OAAO,CAAC,KAAK,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC,KAAK,CAAC,wCAAwC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,EAAE,CAAC;QACX,CAAC;IACF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QACnC,yBAAyB;QACzB,IAAI,CAAC;YACJ,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,kBAAkB,EAAE,CAAC;YAClE,IAAI,gBAAgB,EAAE,CAAC;gBACtB,OAAO,MAAM,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACxC,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CACX,4DAA4D,EAC5D,KAAK,CACL,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,eAAe,gBAAgB,CAAC;QACpD,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBACjC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,cAAc;oBAC1B,KAAK,EAAE,IAAI;iBACX,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,oBAAoB;aACvD,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACd,wBAAwB,QAAQ,CAAC,MAAM,QAAQ,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,CACzF,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;gBAC5D,MAAM,IAAI,KAAK,CAAC,6CAA6C,GAAG,EAAE,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,0CAA0C,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;CACD;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import { AutoModelForSequenceClassification, AutoTokenizer, env, } from "@huggingface/transformers";
|
|
2
|
+
import z from "zod";
|
|
3
|
+
import { MODELS_DIR } from "../utils/constants.js";
|
|
4
|
+
const rerankedResultsSchema = z.array(z.object({
|
|
5
|
+
document: z.string(),
|
|
6
|
+
score: z.number(),
|
|
7
|
+
}));
|
|
8
|
+
class Reranker {
|
|
9
|
+
modelName = "Xenova/bge-reranker-base";
|
|
10
|
+
tokenizer = null;
|
|
11
|
+
model = null;
|
|
12
|
+
initPromise = null;
|
|
13
|
+
constructor() {
|
|
14
|
+
env.allowRemoteModels = false;
|
|
15
|
+
env.localModelPath = MODELS_DIR;
|
|
16
|
+
env.cacheDir = MODELS_DIR;
|
|
17
|
+
}
|
|
18
|
+
async checkModelPresence() {
|
|
19
|
+
try {
|
|
20
|
+
await AutoTokenizer.from_pretrained(this.modelName, {
|
|
21
|
+
local_files_only: true,
|
|
22
|
+
});
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
catch (_e) {
|
|
26
|
+
return false;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
get isReady() {
|
|
30
|
+
return this.tokenizer !== null && this.model !== null;
|
|
31
|
+
}
|
|
32
|
+
async loadModel() {
|
|
33
|
+
if (!this.tokenizer) {
|
|
34
|
+
this.tokenizer = await AutoTokenizer.from_pretrained(this.modelName);
|
|
35
|
+
}
|
|
36
|
+
if (!this.model) {
|
|
37
|
+
this.model = await AutoModelForSequenceClassification.from_pretrained(this.modelName);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
async init() {
|
|
41
|
+
if (!this.initPromise) {
|
|
42
|
+
this.initPromise = this.loadModel();
|
|
43
|
+
}
|
|
44
|
+
return this.initPromise;
|
|
45
|
+
}
|
|
46
|
+
async rerank(query, documents) {
|
|
47
|
+
if (!this.isReady) {
|
|
48
|
+
await this.init();
|
|
49
|
+
}
|
|
50
|
+
if (!this.tokenizer || !this.model) {
|
|
51
|
+
throw new Error("Model or tokenizer failed to load.");
|
|
52
|
+
}
|
|
53
|
+
const queries = Array(documents.length).fill(query);
|
|
54
|
+
const inputs = this.tokenizer(queries, {
|
|
55
|
+
text_pair: documents,
|
|
56
|
+
padding: true,
|
|
57
|
+
truncation: true,
|
|
58
|
+
});
|
|
59
|
+
const { logits } = await this.model(inputs);
|
|
60
|
+
const rawScores = Array.from(logits.data);
|
|
61
|
+
const scores = rawScores.map((score) => 1 / (1 + Math.exp(-score)));
|
|
62
|
+
const rankedDocuments = documents.map((doc, index) => ({
|
|
63
|
+
document: doc,
|
|
64
|
+
score: scores[index],
|
|
65
|
+
}));
|
|
66
|
+
const parsedResults = rerankedResultsSchema.parse(rankedDocuments);
|
|
67
|
+
return parsedResults.sort((a, b) => b.score - a.score);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
export const localReranker = new Reranker();
|
|
71
|
+
//# sourceMappingURL=LocalReranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LocalReranker.js","sourceRoot":"","sources":["../../src/utils/LocalReranker.ts"],"names":[],"mappings":"AAIA,OAAO,EACN,kCAAkC,EAClC,aAAa,EACb,GAAG,GACH,MAAM,2BAA2B,CAAC;AACnC,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CACpC,CAAC,CAAC,MAAM,CAAC;IACR,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CACF,CAAC;AAEF,MAAM,QAAQ;IACL,SAAS,GAAG,0BAA0B,CAAC;IACvC,SAAS,GAA+B,IAAI,CAAC;IAC7C,KAAK,GAA2B,IAAI,CAAC;IACrC,WAAW,GAAyB,IAAI,CAAC;IAEjD;QACC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC9B,GAAG,CAAC,cAAc,GAAG,UAAU,CAAC;QAChC,GAAG,CAAC,QAAQ,GAAG,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC;YACJ,MAAM,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE;gBACnD,gBAAgB,EAAE,IAAI;aACtB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,SAAS;QACtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,kCAAkC,CAAC,eAAe,CACpE,IAAI,CAAC,SAAS,CACd,CAAC;QACH,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,MAAM,CAClB,KAAa,EACb,SAAmB;QAEnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YACtC,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC;QAEtD,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACpB,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAAG,qBAAqB,CAAC,KAAK,CAAC,eAAe,CAG9D,CAAC;QAEJ,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;CACD;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,QAAQ,EAAE,CAAC"}
|
|
@@ -0,0 +1,238 @@
|
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { RecursiveCharacterTextSplitter } from "@langchain/textsplitters";
|
|
4
|
+
import { encodingForModel } from "js-tiktoken";
|
|
5
|
+
import ora, {} from "ora";
|
|
6
|
+
import { DirectoryWalker } from "../utils/DirectoryWalker.js";
|
|
7
|
+
import { localEmbedder } from "../utils/Embedder.js";
|
|
8
|
+
import { llmClient } from "../utils/LLMClient.js";
|
|
9
|
+
import { parse as parseMatter } from "../utils/processor/MatterParser.js";
|
|
10
|
+
import { Semaphore } from "../utils/semaphore.js";
|
|
11
|
+
import { vectorDB } from "../utils/VectorDB.js";
|
|
12
|
+
function extractHeadingsWithPositions(body) {
|
|
13
|
+
const headingRegex = /^(#{1,3})\s+(.+)$/gm;
|
|
14
|
+
const results = [];
|
|
15
|
+
const matches = body.matchAll(headingRegex);
|
|
16
|
+
for (const match of matches) {
|
|
17
|
+
results.push({
|
|
18
|
+
heading: match[2].trim(),
|
|
19
|
+
pos: match.index,
|
|
20
|
+
depth: match[1].length,
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
return results;
|
|
24
|
+
}
|
|
25
|
+
function findSectionForChunk(body, chunk, headings) {
|
|
26
|
+
if (headings.length === 0)
|
|
27
|
+
return null;
|
|
28
|
+
const pos = body.indexOf(chunk.slice(0, 60));
|
|
29
|
+
if (pos === -1)
|
|
30
|
+
return null;
|
|
31
|
+
let section = null;
|
|
32
|
+
for (const h of headings) {
|
|
33
|
+
if (h.pos <= pos)
|
|
34
|
+
section = h.heading;
|
|
35
|
+
}
|
|
36
|
+
return section;
|
|
37
|
+
}
|
|
38
|
+
export class RAGIndexer {
|
|
39
|
+
splitter;
|
|
40
|
+
embeddingSemaphore;
|
|
41
|
+
ioSemaphore;
|
|
42
|
+
spinner = null;
|
|
43
|
+
totalFiles = 0;
|
|
44
|
+
processedFiles = 0;
|
|
45
|
+
_isIndexing = false;
|
|
46
|
+
enc = encodingForModel("gpt-3.5-turbo");
|
|
47
|
+
constructor() {
|
|
48
|
+
this.splitter = new RecursiveCharacterTextSplitter({
|
|
49
|
+
chunkSize: 500,
|
|
50
|
+
chunkOverlap: 50,
|
|
51
|
+
lengthFunction: (text) => {
|
|
52
|
+
return this.enc.encode(text).length;
|
|
53
|
+
},
|
|
54
|
+
});
|
|
55
|
+
this.embeddingSemaphore = new Semaphore(3);
|
|
56
|
+
this.ioSemaphore = new Semaphore(10);
|
|
57
|
+
}
|
|
58
|
+
setSpinner(total) {
|
|
59
|
+
this.totalFiles = total;
|
|
60
|
+
this.processedFiles = 0;
|
|
61
|
+
this.spinner = ora({
|
|
62
|
+
text: `Initializing RAG indexing (0/${total})...`,
|
|
63
|
+
stream: process.stderr,
|
|
64
|
+
}).start();
|
|
65
|
+
}
|
|
66
|
+
updateProgress(filePath) {
|
|
67
|
+
this.processedFiles++;
|
|
68
|
+
if (this.spinner) {
|
|
69
|
+
this.spinner.text = `[${this.processedFiles}/${this.totalFiles}] Indexing: ${path.basename(filePath)}`;
|
|
70
|
+
}
|
|
71
|
+
if (this.processedFiles >= this.totalFiles && this.spinner) {
|
|
72
|
+
this.spinner.succeed(`Successfully indexed ${this.totalFiles} files.`);
|
|
73
|
+
this.spinner = null;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
getStatus() {
|
|
77
|
+
return {
|
|
78
|
+
isIndexing: this._isIndexing,
|
|
79
|
+
processed: this.processedFiles,
|
|
80
|
+
total: this.totalFiles,
|
|
81
|
+
progress: this.totalFiles > 0
|
|
82
|
+
? Math.round((this.processedFiles / this.totalFiles) * 100)
|
|
83
|
+
: 0,
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
startIndexing(total) {
|
|
87
|
+
this._isIndexing = true;
|
|
88
|
+
this.totalFiles = total;
|
|
89
|
+
this.processedFiles = 0;
|
|
90
|
+
}
|
|
91
|
+
stopIndexing() {
|
|
92
|
+
this._isIndexing = false;
|
|
93
|
+
}
|
|
94
|
+
async buildFileRecords(filePath, content) {
|
|
95
|
+
const fileStat = await fs.stat(filePath);
|
|
96
|
+
const fileContent = content ?? (await fs.readFile(filePath, "utf-8"));
|
|
97
|
+
const { frontmatter, content: body } = parseMatter(filePath, fileStat.birthtime.toISOString(), fileContent);
|
|
98
|
+
const fileName = path.basename(filePath);
|
|
99
|
+
const headings = extractHeadingsWithPositions(body);
|
|
100
|
+
const titleFromBody = headings.find((h) => h.depth === 1)?.heading ?? null;
|
|
101
|
+
const docTitle = frontmatter.title || titleFromBody || fileName;
|
|
102
|
+
const docStructure = headings
|
|
103
|
+
.filter((h) => h.depth <= 2)
|
|
104
|
+
.slice(0, 4)
|
|
105
|
+
.map((h) => h.heading.slice(0, 25));
|
|
106
|
+
const metadataPrefix = [
|
|
107
|
+
`Title: ${docTitle.slice(0, 50)}`,
|
|
108
|
+
frontmatter.tags?.length
|
|
109
|
+
? `Tags: ${frontmatter.tags.slice(0, 3).join(", ")}`
|
|
110
|
+
: "",
|
|
111
|
+
frontmatter.summary ? `Summary: ${frontmatter.summary.slice(0, 60)}` : "",
|
|
112
|
+
]
|
|
113
|
+
.filter(Boolean)
|
|
114
|
+
.join("\n");
|
|
115
|
+
const chunks = await this.splitter.splitText(body);
|
|
116
|
+
const records = [];
|
|
117
|
+
for (let i = 0; i < chunks.length; i++) {
|
|
118
|
+
const chunk = chunks[i];
|
|
119
|
+
const sectionHeading = findSectionForChunk(body, chunk, headings);
|
|
120
|
+
const context = [
|
|
121
|
+
sectionHeading ? `Section: ${sectionHeading.slice(0, 30)}` : "",
|
|
122
|
+
docStructure.length > 1
|
|
123
|
+
? `Outline: ${docStructure.slice(0, 3).join(" > ")}`
|
|
124
|
+
: "",
|
|
125
|
+
]
|
|
126
|
+
.filter(Boolean)
|
|
127
|
+
.join("\n");
|
|
128
|
+
const combined = [metadataPrefix, context, chunk]
|
|
129
|
+
.filter(Boolean)
|
|
130
|
+
.join("\n\n");
|
|
131
|
+
const MAX_EMBED_TOKENS = 500;
|
|
132
|
+
const combinedTokenCount = this.enc.encode(combined).length;
|
|
133
|
+
const safeText = combinedTokenCount > MAX_EMBED_TOKENS
|
|
134
|
+
? combined.slice(0, Math.floor(combined.length * (MAX_EMBED_TOKENS / combinedTokenCount)))
|
|
135
|
+
: combined;
|
|
136
|
+
await this.embeddingSemaphore.acquire();
|
|
137
|
+
let vector;
|
|
138
|
+
try {
|
|
139
|
+
const isLocalReady = await localEmbedder.checkModelPresence();
|
|
140
|
+
if (isLocalReady) {
|
|
141
|
+
vector = await localEmbedder.embed(`search_document: ${safeText}`);
|
|
142
|
+
}
|
|
143
|
+
else {
|
|
144
|
+
vector = await llmClient.generateEmbedding(`search_document: ${safeText}`);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
finally {
|
|
148
|
+
this.embeddingSemaphore.release();
|
|
149
|
+
}
|
|
150
|
+
records.push({
|
|
151
|
+
id: `${filePath}_chunk_${i}`,
|
|
152
|
+
filePath,
|
|
153
|
+
fileName,
|
|
154
|
+
chunkIndex: i,
|
|
155
|
+
content: chunk,
|
|
156
|
+
context,
|
|
157
|
+
vector,
|
|
158
|
+
metadata: {
|
|
159
|
+
title: docTitle,
|
|
160
|
+
date: frontmatter.date instanceof Date
|
|
161
|
+
? frontmatter.date.toISOString()
|
|
162
|
+
: frontmatter.date || fileStat.birthtime.toISOString(),
|
|
163
|
+
tags: frontmatter.tags?.join(", ") ?? "",
|
|
164
|
+
summary: frontmatter.summary || "",
|
|
165
|
+
slug: frontmatter.slug || "",
|
|
166
|
+
category: frontmatter.category || "any",
|
|
167
|
+
completed: frontmatter.completed ?? false,
|
|
168
|
+
},
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
return { records, mtime: fileStat.mtime.toISOString() };
|
|
172
|
+
}
|
|
173
|
+
async processFile(filePath, content) {
|
|
174
|
+
try {
|
|
175
|
+
const { records, mtime } = await this.buildFileRecords(filePath, content);
|
|
176
|
+
if (records.length > 0) {
|
|
177
|
+
await vectorDB.upsertChunks(records);
|
|
178
|
+
}
|
|
179
|
+
// 청크 생성 여부와 상관없이 파일 메타데이터(수정 시각)는 항상 업데이트
|
|
180
|
+
await vectorDB.updateFileMeta(filePath, mtime);
|
|
181
|
+
}
|
|
182
|
+
catch (error) {
|
|
183
|
+
console.error(`\nError processing file for RAG: ${filePath}`, error);
|
|
184
|
+
}
|
|
185
|
+
finally {
|
|
186
|
+
this.updateProgress(filePath);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
async processFileInMemory(filePath, content) {
|
|
190
|
+
try {
|
|
191
|
+
return await this.buildFileRecords(filePath, content);
|
|
192
|
+
}
|
|
193
|
+
catch (error) {
|
|
194
|
+
console.error(`\nError processing file for RAG: ${filePath}`, error);
|
|
195
|
+
return null;
|
|
196
|
+
}
|
|
197
|
+
finally {
|
|
198
|
+
this.updateProgress(filePath);
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
async indexAll(vaultPath) {
|
|
202
|
+
this._isIndexing = true;
|
|
203
|
+
try {
|
|
204
|
+
const walker = new DirectoryWalker();
|
|
205
|
+
const filePaths = await walker.walk(vaultPath, this.ioSemaphore);
|
|
206
|
+
const markdownFiles = filePaths.filter((f) => f.endsWith(".md") || f.endsWith(".mdx"));
|
|
207
|
+
this.setSpinner(markdownFiles.length);
|
|
208
|
+
const allRecords = [];
|
|
209
|
+
const allMeta = [];
|
|
210
|
+
const fileSemaphore = new Semaphore(8);
|
|
211
|
+
await Promise.all(markdownFiles.map(async (filePath) => {
|
|
212
|
+
await fileSemaphore.acquire();
|
|
213
|
+
try {
|
|
214
|
+
const result = await this.processFileInMemory(filePath);
|
|
215
|
+
if (result && result.records.length > 0) {
|
|
216
|
+
allRecords.push(...result.records);
|
|
217
|
+
allMeta.push({ filePath, mtime: result.mtime });
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
finally {
|
|
221
|
+
fileSemaphore.release();
|
|
222
|
+
}
|
|
223
|
+
}));
|
|
224
|
+
if (allRecords.length > 0) {
|
|
225
|
+
await vectorDB.upsertChunks(allRecords);
|
|
226
|
+
await vectorDB.updateFileMetaBatch(allMeta);
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
finally {
|
|
230
|
+
this._isIndexing = false;
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
async deleteFile(filePath) {
|
|
234
|
+
await vectorDB.deleteByFilePath(filePath);
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
export const ragIndexer = new RAGIndexer();
|
|
238
|
+
//# sourceMappingURL=RAGIndexer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RAGIndexer.js","sourceRoot":"","sources":["../../src/utils/RAGIndexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,GAAG,EAAE,EAAY,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,KAAK,IAAI,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAqB,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAIlE,SAAS,4BAA4B,CAAC,IAAY;IACjD,MAAM,YAAY,GAAG,qBAAqB,CAAC;IAC3C,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YACxB,GAAG,EAAE,KAAK,CAAC,KAAK;YAChB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;SACtB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAC3B,IAAY,EACZ,KAAa,EACb,QAAwB;IAExB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;IACvC,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,UAAU;IACd,QAAQ,CAAiC;IACzC,kBAAkB,CAAY;IAC9B,WAAW,CAAY;IACvB,OAAO,GAAe,IAAI,CAAC;IAC3B,UAAU,GAAG,CAAC,CAAC;IACf,cAAc,GAAG,CAAC,CAAC;IACnB,WAAW,GAAG,KAAK,CAAC;IACpB,GAAG,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;IAEhD;QACC,IAAI,CAAC,QAAQ,GAAG,IAAI,8BAA8B,CAAC;YAClD,SAAS,EAAE,GAAG;YACd,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,CAAC,IAAY,EAAE,EAAE;gBAChC,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YACrC,CAAC;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAEM,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YAClB,IAAI,EAAE,gCAAgC,KAAK,MAAM;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC,KAAK,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAC,QAAgB;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxG,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,wBAAwB,IAAI,CAAC,UAAU,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;IACF,CAAC;IAEM,SAAS;QACf,OAAO;YACN,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,cAAc;YAC9B,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,QAAQ,EACP,IAAI,CAAC,UAAU,GAAG,CAAC;gBAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;gBAC3D,CAAC,CAAC,CAAC;SACL,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,KAAa;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IACzB,CAAC;IAEM,YAAY;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,OAAgB;QAEhB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,WAAW,CACjD,QAAQ,EACR,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,EAChC,WAAW,CACX,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEzC,MAAM,QAAQ,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;QAC3E,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,IAAI,aAAa,IAAI,QAAQ,CAAC;QAChE,MAAM,YAAY,GAAG,QAAQ;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,cAAc,GAAG;YACtB,UAAU,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YACjC,WAAW,CAAC,IAAI,EAAE,MAAM;gBACvB,CAAC,CAAC,SAAS,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACpD,CAAC,CAAC,EAAE;YACL,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SACzE;aACC,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAExB,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YAClE,MAAM,OAAO,GAAG;gBACf,cAAc,CAAC,CAAC,CAAC,YAAY,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;gBAC/D,YAAY,CAAC,MAAM,GAAG,CAAC;oBACtB,CAAC,CAAC,YAAY,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBACpD,CAAC,CAAC,EAAE;aACL;iBACC,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,MAAM,QAAQ,GAAG,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,CAAC;iBAC/C,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,MAAM,CAAC,CAAC;YAEf,MAAM,gBAAgB,GAAG,GAAG,CAAC;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;YAC5D,MAAM,QAAQ,GACb,kBAAkB,GAAG,gBAAgB;gBACpC,CAAC,CAAC,QAAQ,CAAC,KAAK,CACd,CAAC,EACD,IAAI,CAAC,KAAK,CACT,QAAQ,CAAC,MAAM,GAAG,CAAC,gBAAgB,GAAG,kBAAkB,CAAC,CACzD,CACD;gBACF,CAAC,CAAC,QAAQ,CAAC;YAEb,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAgB,CAAC;YACrB,IAAI,CAAC;gBACJ,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,kBAAkB,EAAE,CAAC;gBAC9D,IAAI,YAAY,EAAE,CAAC;oBAClB,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACP,MAAM,GAAG,MAAM,SAAS,CAAC,iBAAiB,CACzC,oBAAoB,QAAQ,EAAE,CAC9B,CAAC;gBACH,CAAC;YACF,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;YACnC,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,GAAG,QAAQ,UAAU,CAAC,EAAE;gBAC5B,QAAQ;gBACR,QAAQ;gBACR,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,KAAK;gBACd,OAAO;gBACP,MAAM;gBACN,QAAQ,EAAE;oBACT,KAAK,EAAE,QAAQ;oBACf,IAAI,EACH,WAAW,CAAC,IAAI,YAAY,IAAI;wBAC/B,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,EAAE;wBAChC,CAAC,CAAC,WAAW,CAAC,IAAI,IAAI,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;oBACxD,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBACxC,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,EAAE;oBAClC,IAAI,EAAE,WAAW,CAAC,IAAI,IAAI,EAAE;oBAC5B,QAAQ,EAAE,WAAW,CAAC,QAAQ,IAAI,KAAK;oBACvC,SAAS,EAAE,WAAW,CAAC,SAAS,IAAI,KAAK;iBACzC;aACD,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,OAAgB;QACnD,IAAI,CAAC;YACJ,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,CAAC;YACD,0CAA0C;YAC1C,MAAM,QAAQ,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,QAAgB,EAChB,OAAgB;QAEhB,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,UAAU,GAAmB,EAAE,CAAC;YACtC,MAAM,OAAO,GAA0C,EAAE,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;YAEvC,MAAM,OAAO,CAAC,GAAG,CAChB,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACpC,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACxD,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzC,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;wBACnC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;oBACjD,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,aAAa,CAAC,OAAO,EAAE,CAAC;gBACzB,CAAC;YACF,CAAC,CAAC,CACF,CAAC;YAEF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBACxC,MAAM,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAC7C,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC1B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAChC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { debugLogger } from "@sunub/obsidian-mcp-core";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
import state from "../config.js";
|
|
4
|
+
import { localReranker } from "../utils/LocalReranker.js";
|
|
5
|
+
export const RerankResponseSchema = z.object({
|
|
6
|
+
model: z.string(),
|
|
7
|
+
object: z.string(),
|
|
8
|
+
usage: z.object({
|
|
9
|
+
prompt_tokens: z.number(),
|
|
10
|
+
total_tokens: z.number(),
|
|
11
|
+
}),
|
|
12
|
+
results: z.array(z.object({
|
|
13
|
+
index: z.number(),
|
|
14
|
+
relevance_score: z.number(),
|
|
15
|
+
})),
|
|
16
|
+
});
|
|
17
|
+
class RerankerClient {
|
|
18
|
+
endpoint;
|
|
19
|
+
model;
|
|
20
|
+
constructor() {
|
|
21
|
+
this.endpoint = state.llmRerankerApiUrl;
|
|
22
|
+
this.model = "bge-reranker-v2-m3-GGUF";
|
|
23
|
+
}
|
|
24
|
+
async rerank(query, documents, topN = 5) {
|
|
25
|
+
if (documents.length === 0) {
|
|
26
|
+
debugLogger.warn("No documents to rerank, returning empty results.");
|
|
27
|
+
return [];
|
|
28
|
+
}
|
|
29
|
+
// 1. 로컬 리랭커 사용 시도 (우선순위)
|
|
30
|
+
try {
|
|
31
|
+
const isLocalAvailable = await localReranker.checkModelPresence();
|
|
32
|
+
if (isLocalAvailable) {
|
|
33
|
+
const results = await localReranker.rerank(query, documents);
|
|
34
|
+
return results
|
|
35
|
+
.map((r) => ({
|
|
36
|
+
index: documents.indexOf(r.document),
|
|
37
|
+
relevance_score: r.score,
|
|
38
|
+
document: r.document,
|
|
39
|
+
}))
|
|
40
|
+
.slice(0, topN);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
catch (error) {
|
|
44
|
+
console.warn("[RerankerClient] Local reranker failed, falling back to server:", error);
|
|
45
|
+
}
|
|
46
|
+
// 2. 외부 API 서버 사용 (폴백)
|
|
47
|
+
try {
|
|
48
|
+
const response = await fetch(`${this.endpoint}/v1/rerank`, {
|
|
49
|
+
method: "POST",
|
|
50
|
+
headers: {
|
|
51
|
+
"Content-Type": "application/json",
|
|
52
|
+
},
|
|
53
|
+
body: JSON.stringify({
|
|
54
|
+
model: this.model,
|
|
55
|
+
query,
|
|
56
|
+
documents,
|
|
57
|
+
top_n: topN,
|
|
58
|
+
}),
|
|
59
|
+
signal: AbortSignal.timeout(15000), // 15초 타임아웃
|
|
60
|
+
});
|
|
61
|
+
if (!response.ok) {
|
|
62
|
+
throw new Error(`Reranker API error: ${response.status} ${response.statusText}`);
|
|
63
|
+
}
|
|
64
|
+
const data = await response.json();
|
|
65
|
+
const parsed = RerankResponseSchema.parse(data);
|
|
66
|
+
const rerankingResults = parsed.results.map((result) => ({
|
|
67
|
+
index: result.index,
|
|
68
|
+
relevance_score: this.sigmoid(result.relevance_score),
|
|
69
|
+
document: documents[result.index],
|
|
70
|
+
}));
|
|
71
|
+
return rerankingResults
|
|
72
|
+
.filter(({ relevance_score }) => relevance_score > 0.5)
|
|
73
|
+
.sort((a, b) => b.relevance_score - a.relevance_score);
|
|
74
|
+
}
|
|
75
|
+
catch (error) {
|
|
76
|
+
debugLogger.error("Reranking failed, falling back to original order:", error);
|
|
77
|
+
return documents.map((doc, index) => ({
|
|
78
|
+
index,
|
|
79
|
+
relevance_score: 0,
|
|
80
|
+
document: doc,
|
|
81
|
+
}));
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
sigmoid(score) {
|
|
85
|
+
return 1 / (1 + Math.exp(-score));
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
export const rerankerClient = new RerankerClient();
|
|
89
|
+
//# sourceMappingURL=RerankerClient.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RerankerClient.js","sourceRoot":"","sources":["../../src/utils/RerankerClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;QACzB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;KACxB,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACR,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC,CACF;CACD,CAAC,CAAC;AAQH,MAAM,cAAc;IACX,QAAQ,CAAS;IACjB,KAAK,CAAS;IAEtB;QACC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,yBAAyB,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,MAAM,CACX,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC;QAEhB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,WAAW,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;YACrE,OAAO,EAAE,CAAC;QACX,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC;YACJ,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,kBAAkB,EAAE,CAAC;YAClE,IAAI,gBAAgB,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC7D,OAAO,OAAO;qBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACZ,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACpC,eAAe,EAAE,CAAC,CAAC,KAAK;oBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;iBACpB,CAAC,CAAC;qBACF,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAClB,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CACX,iEAAiE,EACjE,KAAK,CACL,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;iBAClC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK;oBACL,SAAS;oBACT,KAAK,EAAE,IAAI;iBACX,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,WAAW;aAC/C,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CACd,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC/D,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACxD,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;gBACrD,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;aACjC,CAAC,CAAC,CAAC;YAEJ,OAAO,gBAAgB;iBACrB,MAAM,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,GAAG,GAAG,CAAC;iBACtD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAChB,mDAAmD,EACnD,KAAK,CACL,CAAC;YACF,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACrC,KAAK;gBACL,eAAe,EAAE,CAAC;gBAClB,QAAQ,EAAE,GAAG;aACb,CAAC,CAAC,CAAC;QACL,CAAC;IACF,CAAC;IAEO,OAAO,CAAC,KAAa;QAC5B,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACnC,CAAC;CACD;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import type { DocumentIndex } from "
|
|
2
|
-
import type { EnrichedDocument } from "
|
|
3
|
-
import { type ChunkMetadata } from "
|
|
1
|
+
import type { DocumentIndex } from "../../utils/processor/types.js";
|
|
2
|
+
import type { EnrichedDocument } from "../../utils/VaultManger/types.js";
|
|
3
|
+
import { type ChunkMetadata } from "../../utils/VectorDB.js";
|
|
4
4
|
export interface HybridSearchResult {
|
|
5
5
|
score: number;
|
|
6
6
|
document: DocumentIndex;
|