codevault 1.7.4 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunking/semantic-chunker.d.ts.map +1 -1
- package/dist/chunking/semantic-chunker.js +17 -14
- package/dist/chunking/semantic-chunker.js.map +1 -1
- package/dist/chunking/token-counter.d.ts.map +1 -1
- package/dist/chunking/token-counter.js +15 -14
- package/dist/chunking/token-counter.js.map +1 -1
- package/dist/cli/commands/chat-cmd.js +2 -1
- package/dist/cli/commands/chat-cmd.js.map +1 -1
- package/dist/cli/commands/config-cmd.js +4 -4
- package/dist/cli/commands/config-cmd.js.map +1 -1
- package/dist/cli/commands/index-cmd.js +2 -2
- package/dist/cli/commands/index-cmd.js.map +1 -1
- package/dist/cli/commands/interactive-config.js +1 -1
- package/dist/cli/commands/interactive-config.js.map +1 -1
- package/dist/cli/commands/watch-cmd.d.ts.map +1 -1
- package/dist/cli/commands/watch-cmd.js +6 -5
- package/dist/cli/commands/watch-cmd.js.map +1 -1
- package/dist/codemap/io.d.ts +1 -0
- package/dist/codemap/io.d.ts.map +1 -1
- package/dist/codemap/io.js +8 -0
- package/dist/codemap/io.js.map +1 -1
- package/dist/config/constants.d.ts +8 -6
- package/dist/config/constants.d.ts.map +1 -1
- package/dist/config/constants.js +6 -4
- package/dist/config/constants.js.map +1 -1
- package/dist/config/loader.js +6 -6
- package/dist/config/loader.js.map +1 -1
- package/dist/config/resolver.d.ts +3 -0
- package/dist/config/resolver.d.ts.map +1 -1
- package/dist/config/resolver.js +4 -2
- package/dist/config/resolver.js.map +1 -1
- package/dist/config/types.d.ts +20 -0
- package/dist/config/types.d.ts.map +1 -1
- package/dist/core/IndexerEngine.d.ts +1 -0
- package/dist/core/IndexerEngine.d.ts.map +1 -1
- package/dist/core/IndexerEngine.js +21 -7
- package/dist/core/IndexerEngine.js.map +1 -1
- package/dist/core/SearchService.js +3 -3
- package/dist/core/SearchService.js.map +1 -1
- package/dist/core/batch-indexer.d.ts +0 -4
- package/dist/core/batch-indexer.d.ts.map +1 -1
- package/dist/core/batch-indexer.js +37 -30
- package/dist/core/batch-indexer.js.map +1 -1
- package/dist/core/indexing/FileProcessor.d.ts +3 -1
- package/dist/core/indexing/FileProcessor.d.ts.map +1 -1
- package/dist/core/indexing/FileProcessor.js +17 -3
- package/dist/core/indexing/FileProcessor.js.map +1 -1
- package/dist/core/indexing/IndexFinalizationStage.d.ts +7 -1
- package/dist/core/indexing/IndexFinalizationStage.d.ts.map +1 -1
- package/dist/core/indexing/IndexFinalizationStage.js +55 -8
- package/dist/core/indexing/IndexFinalizationStage.js.map +1 -1
- package/dist/core/indexing/PersistManager.d.ts +18 -0
- package/dist/core/indexing/PersistManager.d.ts.map +1 -0
- package/dist/core/indexing/PersistManager.js +67 -0
- package/dist/core/indexing/PersistManager.js.map +1 -0
- package/dist/core/indexing/chunk-pipeline.d.ts.map +1 -1
- package/dist/core/indexing/chunk-pipeline.js +12 -8
- package/dist/core/indexing/chunk-pipeline.js.map +1 -1
- package/dist/core/metadata.d.ts +3 -2
- package/dist/core/metadata.d.ts.map +1 -1
- package/dist/core/metadata.js +4 -4
- package/dist/core/metadata.js.map +1 -1
- package/dist/core/search/HybridFusion.d.ts +4 -4
- package/dist/core/search/HybridFusion.d.ts.map +1 -1
- package/dist/core/search/HybridFusion.js +8 -8
- package/dist/core/search/HybridFusion.js.map +1 -1
- package/dist/core/search/ResultMapper.d.ts.map +1 -1
- package/dist/core/search/ResultMapper.js +4 -4
- package/dist/core/search/ResultMapper.js.map +1 -1
- package/dist/core/unified-metadata.d.ts +23 -0
- package/dist/core/unified-metadata.d.ts.map +1 -0
- package/dist/core/unified-metadata.js +58 -0
- package/dist/core/unified-metadata.js.map +1 -0
- package/dist/database/db.d.ts +4 -0
- package/dist/database/db.d.ts.map +1 -1
- package/dist/database/db.js +22 -0
- package/dist/database/db.js.map +1 -1
- package/dist/indexer/ChangeQueue.d.ts +1 -1
- package/dist/indexer/ChangeQueue.d.ts.map +1 -1
- package/dist/indexer/merkle.d.ts +1 -0
- package/dist/indexer/merkle.d.ts.map +1 -1
- package/dist/indexer/merkle.js +9 -0
- package/dist/indexer/merkle.js.map +1 -1
- package/dist/mcp-server.d.ts.map +1 -1
- package/dist/mcp-server.js +4 -6
- package/dist/mcp-server.js.map +1 -1
- package/dist/providers/base.d.ts +1 -1
- package/dist/providers/base.d.ts.map +1 -1
- package/dist/providers/base.js +9 -4
- package/dist/providers/base.js.map +1 -1
- package/dist/providers/chat-llm.d.ts +2 -0
- package/dist/providers/chat-llm.d.ts.map +1 -1
- package/dist/providers/chat-llm.js +21 -6
- package/dist/providers/chat-llm.js.map +1 -1
- package/dist/providers/openai.d.ts +2 -0
- package/dist/providers/openai.d.ts.map +1 -1
- package/dist/providers/openai.js +55 -10
- package/dist/providers/openai.js.map +1 -1
- package/dist/storage/encrypted-chunks.d.ts +3 -3
- package/dist/storage/encrypted-chunks.d.ts.map +1 -1
- package/dist/storage/encrypted-chunks.js +29 -23
- package/dist/storage/encrypted-chunks.js.map +1 -1
- package/dist/symbols/extract.d.ts +7 -0
- package/dist/symbols/extract.d.ts.map +1 -1
- package/dist/symbols/extract.js +5 -5
- package/dist/symbols/extract.js.map +1 -1
- package/dist/synthesis/conversational-synthesizer.js +3 -3
- package/dist/synthesis/conversational-synthesizer.js.map +1 -1
- package/dist/synthesis/prompt-builder.d.ts.map +1 -1
- package/dist/synthesis/prompt-builder.js +2 -1
- package/dist/synthesis/prompt-builder.js.map +1 -1
- package/dist/synthesis/synthesizer.js +2 -2
- package/dist/synthesis/synthesizer.js.map +1 -1
- package/dist/tests/semantic-chunker.test.js +18 -0
- package/dist/tests/semantic-chunker.test.js.map +1 -1
- package/dist/utils/cli-ui.d.ts +1 -1
- package/dist/utils/cli-ui.d.ts.map +1 -1
- package/dist/utils/cli-ui.js +23 -2
- package/dist/utils/cli-ui.js.map +1 -1
- package/dist/utils/indexer-with-progress.d.ts +1 -1
- package/dist/utils/indexer-with-progress.d.ts.map +1 -1
- package/dist/utils/indexer-with-progress.js +6 -1
- package/dist/utils/indexer-with-progress.js.map +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/utils/logger.d.ts.map +1 -1
- package/dist/utils/logger.js.map +1 -1
- package/dist/utils/rate-limiter.js +2 -2
- package/dist/utils/rate-limiter.js.map +1 -1
- package/package.json +4 -4
package/dist/mcp-server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-server.js","sourceRoot":"","sources":["../src/mcp-server.ts"],"names":[],"mappings":";AAEA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EAEvB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,KAAK,QAAQ,MAAM,yBAAyB,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,8BAA8B,EAC9B,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,EACvB,yBAAyB,EACzB,wBAAwB,EACxB,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC;AAY/B,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;YACjC,UAAU,EAAE,2CAA2C;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAClF,MAAM,IAAI,GAAI,KAAa,EAAE,IAAI,CAAC;IAElC,IAAI,IAAI,KAAK,yBAAyB,EAAE,CAAC;QACvC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,0DAA0D;SACvE,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,oDAAoD;SACjE,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,sDAAsD;SACnE,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,IAAI,eAAe;QAC7B,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;aACvC;SACF;QACD,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAEpG;;;;;GAKG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,CAAS;IACf,kBAAkB,GAAQ,IAAI,CAAC;IAC/B,iBAAiB,GAA0B,IAAI,CAAC;IAExD;QACE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACtB;YACE,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,WAAW,CAAC,OAAO;SAC7B,EACD;YACE,YAAY,EAAE;gBACZ,KAAK,EAAE,EAAE;aACV;SACF,CACF,CAAC;QAEF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAW;gBACpB;oBACE,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,2CAA2C;oBACxD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;4BACtD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qCAAqC,EAAE,OAAO,EAAE,EAAE,EAAE;4BAC1F,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC9F,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE;4BAChF,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE;4BAClE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE;4BACvE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;4BAClE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC9D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC5D,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;yBACrE;wBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;qBACpB;iBACF;gBACD;oBACE,IAAI,EAAE,yBAAyB;oBAC/B,WAAW,EAAE,yCAAyC;oBACtD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;4BACtD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;4BAClE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC7C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;4BACtC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACxC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACnC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACnC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;4BAClE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC9D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC5D,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;yBACrE;wBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;qBACpB;iBACF;gBACD;oBACE,IAAI,EAAE,gBAAgB;oBACtB,WAAW,EAAE,uBAAuB;oBACpC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE;4BACzD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;wBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;qBAClB;iBACF;gBACD;oBACE,IAAI,EAAE,eAAe;oBACrB,WAAW,EAAE,qCAAqC;oBAClD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,EAAE;yBACjF;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,gBAAgB;oBACtB,WAAW,EAAE,sBAAsB;oBACnC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;yBAC9C;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,mBAAmB;oBACzB,WAAW,EAAE,wBAAwB;oBACrC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,kBAAkB;oBACxB,WAAW,EAAE,2CAA2C;oBACxD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE;4BACrE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;wBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;qBACnB;iBACF;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,mEAAmE;oBAChF,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8CAA8C,EAAE;4BACzF,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC9F,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iCAAiC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAClG,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,EAAE;4BACtF,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE;4BAChF,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE;4BAClE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE;4BACvE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE;4BAClG,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,0CAA0C,EAAE;4BACzG,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,iBAAiB,EAAE;yBACtG;wBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;qBACvB;iBACF;aACF,CAAC;YAEF,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACrE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAE3B,IAAI,CAAC;gBACH,QAAQ,IAAI,EAAE,CAAC;oBACb,KAAK,aAAa,CAAC,CAAC,CAAC;wBACnB,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACtD,OAAO,MAAM,QAAQ,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC7E,CAAC;oBAED,KAAK,yBAAyB,CAAC,CAAC,CAAC;wBAC/B,MAAM,SAAS,GAAG,8BAA8B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAChE,OAAO,MAAM,QAAQ,CAAC,0BAA0B,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBACvF,CAAC;oBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;wBACtB,MAAM,SAAS,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACxD,OAAO,MAAM,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,KAAK,eAAe,CAAC,CAAC,CAAC;wBACrB,MAAM,SAAS,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACxD,OAAO,MAAM,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;wBACtB,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACzD,OAAO,MAAM,QAAQ,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;oBACvD,CAAC;oBAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;wBACzB,MAAM,SAAS,GAAG,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC3D,OAAO,MAAM,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;oBACzD,CAAC;oBAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;wBACxB,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC1D,OAAO,MAAM,QAAQ,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;4BAC7D,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;wBACjC,CAAC,CAAC,CAAC;oBACL,CAAC;oBAED,KAAK,cAAc,CAAC,CAAC,CAAC;wBACpB,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACvD,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC9E,CAAC;oBAED;wBACE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAE,KAAa,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpG,MAAM,eAAe,GAAG,qBAAsB,KAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrI,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;wBAClD,OAAO,EAAE,IAAI;qBACd,CAAC;gBACJ,CAAC;gBAED,OAAO;oBACL,GAAG,qBAAqB,CAAC,KAAK,CAAC;iBAChC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC7C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAErC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9E,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,IAAI,CAAC;gBACH,iBAAiB,EAAE,CAAC;gBACpB,eAAe,EAAE,CAAC;gBAElB,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,+BAA+B;YACjC,CAAC;QACH,CAAC,EAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAC9C,CAAC;IAEO,qBAAqB;QAC3B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;QACpB,CAAC,CAAC;QAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC9B,MAAM,OAAO,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;YAC/B,MAAM,OAAO,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;AAC/B,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAC7B,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"mcp-server.js","sourceRoot":"","sources":["../src/mcp-server.ts"],"names":[],"mappings":";AAEA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EAEvB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,KAAK,QAAQ,MAAM,yBAAyB,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,8BAA8B,EAC9B,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,EACvB,yBAAyB,EACzB,wBAAwB,EACxB,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC;AAY/B,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;YACjC,UAAU,EAAE,2CAA2C;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAClF,MAAM,IAAI,GAAI,KAAa,EAAE,IAAI,CAAC;IAElC,IAAI,IAAI,KAAK,yBAAyB,EAAE,CAAC;QACvC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,0DAA0D;SACvE,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,oDAAoD;SACjE,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,UAAU,EAAE,sDAAsD;SACnE,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,IAAI,eAAe;QAC7B,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;aACvC;SACF;QACD,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAEpG;;;;;GAKG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,CAAS;IACf,kBAAkB,GAAQ,IAAI,CAAC;IAC/B,iBAAiB,GAA0B,IAAI,CAAC;IAExD;QACE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACtB;YACE,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,WAAW,CAAC,OAAO;SAC7B,EACD;YACE,YAAY,EAAE;gBACZ,KAAK,EAAE,EAAE;aACV;SACF,CACF,CAAC;QAEF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,KAAK,GAAW;gBACpB;oBACE,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,2CAA2C;oBACxD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;4BACtD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qCAAqC,EAAE,OAAO,EAAE,EAAE,EAAE;4BAC1F,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC9F,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE;4BAChF,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE;4BAClE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE;4BACvE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;4BAClE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC9D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC5D,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;yBACrE;wBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;qBACpB;iBACF;gBACD;oBACE,IAAI,EAAE,yBAAyB;oBAC/B,WAAW,EAAE,yCAAyC;oBACtD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;4BACtD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;4BAClE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC7C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;4BACtC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACxC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACnC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;4BACnC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;4BAClE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC9D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BAC5D,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;yBACrE;wBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;qBACpB;iBACF;gBACD;oBACE,IAAI,EAAE,gBAAgB;oBACtB,WAAW,EAAE,uBAAuB;oBACpC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE;4BACzD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;wBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;qBAClB;iBACF;gBACD;oBACE,IAAI,EAAE,eAAe;oBACrB,WAAW,EAAE,qCAAqC;oBAClD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,EAAE;yBACjF;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,gBAAgB;oBACtB,WAAW,EAAE,sBAAsB;oBACnC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;yBAC9C;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,mBAAmB;oBACzB,WAAW,EAAE,wBAAwB;oBACrC,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,kBAAkB;oBACxB,WAAW,EAAE,2CAA2C;oBACxD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE;4BACrE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;yBAC9E;wBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;qBACnB;iBACF;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,mEAAmE;oBAChF,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8CAA8C,EAAE;4BACzF,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAC9F,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iCAAiC,EAAE,OAAO,EAAE,MAAM,EAAE;4BAClG,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,GAAG,EAAE;4BAC7E,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,EAAE;4BACtF,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE;4BAChF,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE;4BAClE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE;4BACvE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE;4BAClG,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,0CAA0C,EAAE;4BACzG,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,iBAAiB,EAAE;yBACtG;wBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;qBACvB;iBACF;aACF,CAAC;YAEF,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACrE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAE3B,IAAI,CAAC;gBACH,QAAQ,IAAI,EAAE,CAAC;oBACb,KAAK,aAAa,CAAC,CAAC,CAAC;wBACnB,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACtD,OAAO,MAAM,QAAQ,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC7E,CAAC;oBAED,KAAK,yBAAyB,CAAC,CAAC,CAAC;wBAC/B,MAAM,SAAS,GAAG,8BAA8B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAChE,OAAO,MAAM,QAAQ,CAAC,0BAA0B,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBACvF,CAAC;oBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;wBACtB,MAAM,SAAS,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACxD,OAAO,MAAM,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,KAAK,eAAe,CAAC,CAAC,CAAC;wBACrB,MAAM,SAAS,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACxD,OAAO,MAAM,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBACtD,CAAC;oBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;wBACtB,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACzD,OAAO,MAAM,QAAQ,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;oBACvD,CAAC;oBAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;wBACzB,MAAM,SAAS,GAAG,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC3D,OAAO,MAAM,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;oBACzD,CAAC;oBAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;wBACxB,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC1D,OAAO,MAAM,QAAQ,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;4BAC7D,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;wBACjC,CAAC,CAAC,CAAC;oBACL,CAAC;oBAED,KAAK,cAAc,CAAC,CAAC,CAAC;wBACpB,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACvD,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBAC9E,CAAC;oBAED;wBACE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAE,KAAa,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpG,MAAM,eAAe,GAAG,qBAAsB,KAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrI,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;wBAClD,OAAO,EAAE,IAAI;qBACd,CAAC;gBACJ,CAAC;gBAED,OAAO;oBACL,GAAG,qBAAqB,CAAC,KAAK,CAAC;iBAChC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC7C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAErC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9E,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,IAAI,CAAC;gBACH,iBAAiB,EAAE,CAAC;gBACpB,eAAe,EAAE,CAAC;gBAElB,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,+BAA+B;YACjC,CAAC;QACH,CAAC,EAAE,eAAe,CAAC,uBAAuB,CAAC,CAAC;IAC9C,CAAC;IAEO,qBAAqB;QAC3B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;QACpB,CAAC,CAAC;QAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,KAAK,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACzB,KAAK,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;AAC/B,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAC7B,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
package/dist/providers/base.d.ts
CHANGED
|
@@ -26,7 +26,7 @@ export declare abstract class EmbeddingProvider {
|
|
|
26
26
|
generateEmbeddings(texts: string[]): Promise<number[][]>;
|
|
27
27
|
rateLimiter?: any;
|
|
28
28
|
}
|
|
29
|
-
export declare const BATCH_SIZE =
|
|
29
|
+
export declare const BATCH_SIZE = 100;
|
|
30
30
|
export declare const MAX_BATCH_TOKENS = 100000;
|
|
31
31
|
export declare const MAX_ITEM_TOKENS = 8191;
|
|
32
32
|
export declare function estimateTokens(text: string): number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3D;AAED,8BAAsB,iBAAiB;IACrC;;OAEG;IACH,QAAQ,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3D,QAAQ,CAAC,aAAa,IAAI,MAAM;IAChC,QAAQ,CAAC,OAAO,IAAI,MAAM;IAC1B,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM;IAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAGzB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAU9D,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAGD,eAAO,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3D;AAED,8BAAsB,iBAAiB;IACrC;;OAEG;IACH,QAAQ,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3D,QAAQ,CAAC,aAAa,IAAI,MAAM;IAChC,QAAQ,CAAC,OAAO,IAAI,MAAM;IAC1B,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM;IAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAGzB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAU9D,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAGD,eAAO,MAAM,UAAU,MAAM,CAAC;AAC9B,eAAO,MAAM,gBAAgB,SAAS,CAAC;AACvC,eAAO,MAAM,eAAe,OAAO,CAAC;AAGpC,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAyG7E,CAAC;AAEF,wBAAsB,eAAe,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAmE3G;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,YAAY,GAAG;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd,CAiBA"}
|
package/dist/providers/base.js
CHANGED
|
@@ -12,9 +12,9 @@ export class EmbeddingProvider {
|
|
|
12
12
|
rateLimiter;
|
|
13
13
|
}
|
|
14
14
|
// Batching constants
|
|
15
|
-
export const BATCH_SIZE =
|
|
16
|
-
export const MAX_BATCH_TOKENS = 100000; // OpenAI limit
|
|
17
|
-
export const MAX_ITEM_TOKENS = 8191; //
|
|
15
|
+
export const BATCH_SIZE = 100; // Number of chunks per batch
|
|
16
|
+
export const MAX_BATCH_TOKENS = 100000; // Total tokens per API batch (OpenAI limit)
|
|
17
|
+
export const MAX_ITEM_TOKENS = 8191; // Default per-item token limit (fallback for models without profiles)
|
|
18
18
|
// Estimate tokens from text (4 chars ≈ 1 token)
|
|
19
19
|
export function estimateTokens(text) {
|
|
20
20
|
return Math.ceil(text.length / 4);
|
|
@@ -126,7 +126,12 @@ export const MODEL_PROFILES = {
|
|
|
126
126
|
}
|
|
127
127
|
};
|
|
128
128
|
export async function getModelProfile(providerName, modelName) {
|
|
129
|
-
let baseProfile
|
|
129
|
+
let baseProfile;
|
|
130
|
+
// Case-insensitive model name lookup
|
|
131
|
+
if (modelName) {
|
|
132
|
+
const modelKey = Object.keys(MODEL_PROFILES).find(key => key.toLowerCase() === modelName.toLowerCase());
|
|
133
|
+
baseProfile = modelKey ? MODEL_PROFILES[modelKey] : undefined;
|
|
134
|
+
}
|
|
130
135
|
if (!baseProfile) {
|
|
131
136
|
const providerDefaults = {
|
|
132
137
|
'OpenAI': MODEL_PROFILES['text-embedding-3-large']
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAiBA,MAAM,OAAgB,iBAAiB;IAUrC,+DAA+D;IAC/D,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,mEAAmE;QACnE,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACrD,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,WAAW,CAAO;CACnB;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,UAAU,GAAG,
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAiBA,MAAM,OAAgB,iBAAiB;IAUrC,+DAA+D;IAC/D,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,mEAAmE;QACnE,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACrD,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,WAAW,CAAO;CACnB;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,6BAA6B;AAC5D,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,4CAA4C;AACpF,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,CAAC,CAAC,sEAAsE;AAE3G,gDAAgD;AAChD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAuD;IAChF,wBAAwB,EAAE;QACxB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,KAAK;QACpB,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,wBAAwB,EAAE;QACxB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,KAAK;QACpB,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,wBAAwB,EAAE;QACxB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,KAAK;QACpB,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,kBAAkB,EAAE;QAClB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,KAAK;QACpB,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,yBAAyB,EAAE;QACzB,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,KAAK;QACpB,cAAc,EAAE,IAAI;QACpB,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,IAAI;QAClB,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,sBAAsB,EAAE;QACtB,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,KAAK;QACpB,cAAc,EAAE,IAAI;QACpB,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,GAAG;QAClB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,IAAI;QAClB,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,UAAU;QACzB,QAAQ,EAAE,aAAa;KACxB;IACD,SAAS,EAAE;QACT,SAAS,EAAE,GAAG;QACd,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,EAAE;QAClB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,EAAE;QACjB,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,GAAG;QAClB,aAAa,EAAE,IAAI;QACnB,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,UAAU;KAC1B;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAAoB,EAAE,SAAwB;IAClF,IAAI,WAA2D,CAAC;IAEhE,qCAAqC;IACrC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAC/C,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CACrD,CAAC;QACF,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,gBAAgB,GAAuD;YAC3E,QAAQ,EAAE,cAAc,CAAC,wBAAwB,CAAC;SACnD,CAAC;QACF,WAAW,GAAG,gBAAgB,CAAC,YAAY,CAAC,IAAI,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,OAAO,GAAiB,EAAE,GAAG,WAAW,EAAkB,CAAC;IAEjE,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QACnF,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACtH,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,MAAM,YAAY,GAAG,SAAS,GAAG,iBAAiB,CAAC;YAEnD,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;YAC9B,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;YACrD,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,GAAG,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;YACzF,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;YACtD,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC;YAEzE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,aAAa,eAAe,CAAC,CAAC;gBACjF,OAAO,CAAC,GAAG,CAAC,2BAA2B,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;gBACjE,OAAO,CAAC,GAAG,CAAC,iCAAiC,OAAO,CAAC,cAAc,eAAe,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QACnF,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACvH,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,SAAS,IAAI,YAAY,CAAC,CAAC;QAEjE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBACjC,OAAO,CAAC,IAAI,CAAC,iCAAiC,SAAS,8BAA8B,CAAC,CAAC;YACzF,CAAC;YACD,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC;YAC1B,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAqB;IAOjD,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAC9C,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,aAAa;YAC9B,GAAG,EAAE,OAAO,CAAC,cAAc;YAC3B,GAAG,EAAE,OAAO,CAAC,cAAc;YAC3B,OAAO,EAAE,OAAO,CAAC,aAAa;YAC9B,IAAI,EAAE,QAAQ;SACf,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,YAAY;QAC7B,GAAG,EAAE,OAAO,CAAC,aAAa;QAC1B,GAAG,EAAE,OAAO,CAAC,aAAa;QAC1B,OAAO,EAAE,OAAO,CAAC,YAAY;QAC7B,IAAI,EAAE,YAAY;KACnB,CAAC;AACJ,CAAC"}
|
|
@@ -23,10 +23,12 @@ export declare class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
23
23
|
private baseUrl?;
|
|
24
24
|
private maxTokensOverride?;
|
|
25
25
|
private temperatureOverride?;
|
|
26
|
+
private routingConfig?;
|
|
26
27
|
rateLimiter: any;
|
|
27
28
|
constructor(options?: ChatOptions);
|
|
28
29
|
init(): Promise<void>;
|
|
29
30
|
generateCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): Promise<string>;
|
|
31
|
+
private isOpenRouter;
|
|
30
32
|
generateStreamingCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): AsyncGenerator<string>;
|
|
31
33
|
getName(): string;
|
|
32
34
|
getModelName(): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-llm.d.ts","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"chat-llm.d.ts","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,8BAAsB,eAAe;IACnC,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IACtG,QAAQ,CAAC,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,cAAc,CAAC,MAAM,CAAC;IACtH,QAAQ,CAAC,OAAO,IAAI,MAAM;IAC1B,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM;IAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/B,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAED,qBAAa,kBAAmB,SAAQ,eAAe;IACrD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,iBAAiB,CAAC,CAAS;IACnC,OAAO,CAAC,mBAAmB,CAAC,CAAS;IACrC,OAAO,CAAC,aAAa,CAAC,CAAwB;IAC9C,WAAW,EAAE,GAAG,CAAC;gBAEL,OAAO,GAAE,WAAgB;IAe/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAgCvG,OAAO,CAAC,YAAY;IAIb,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,qBAA0B,GAAG,cAAc,CAAC,MAAM,CAAC;IAmCxH,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;CAGvB;AAED,wBAAgB,qBAAqB,CAAC,YAAY,SAAS,EAAE,OAAO,GAAE,WAAgB,GAAG,eAAe,CAOvG"}
|
|
@@ -10,6 +10,7 @@ export class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
10
10
|
baseUrl;
|
|
11
11
|
maxTokensOverride;
|
|
12
12
|
temperatureOverride;
|
|
13
|
+
routingConfig;
|
|
13
14
|
rateLimiter;
|
|
14
15
|
constructor(options = {}) {
|
|
15
16
|
super();
|
|
@@ -21,6 +22,7 @@ export class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
21
22
|
this.baseUrl = options.baseUrl || process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
22
23
|
this.maxTokensOverride = options.maxTokens;
|
|
23
24
|
this.temperatureOverride = options.temperature;
|
|
25
|
+
this.routingConfig = options.routing;
|
|
24
26
|
// Use 'OpenAI' to match rate limiter defaults (rpm: 50)
|
|
25
27
|
this.rateLimiter = createRateLimiter('OpenAI');
|
|
26
28
|
}
|
|
@@ -43,9 +45,9 @@ export class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
43
45
|
?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
44
46
|
const maxTokens = options.maxTokens
|
|
45
47
|
?? this.maxTokensOverride
|
|
46
|
-
?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '
|
|
48
|
+
?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '256000', 10);
|
|
47
49
|
return await this.rateLimiter.execute(async () => {
|
|
48
|
-
const
|
|
50
|
+
const requestBody = {
|
|
49
51
|
model: this.model,
|
|
50
52
|
messages: messages.map(msg => ({
|
|
51
53
|
role: msg.role,
|
|
@@ -53,17 +55,25 @@ export class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
53
55
|
})),
|
|
54
56
|
temperature,
|
|
55
57
|
max_tokens: maxTokens
|
|
56
|
-
}
|
|
58
|
+
};
|
|
59
|
+
// Add provider routing for OpenRouter if configured
|
|
60
|
+
if (this.routingConfig && this.isOpenRouter()) {
|
|
61
|
+
requestBody.provider = this.routingConfig;
|
|
62
|
+
}
|
|
63
|
+
const completion = await this.openai.chat.completions.create(requestBody);
|
|
57
64
|
return completion.choices[0]?.message?.content || '';
|
|
58
65
|
});
|
|
59
66
|
}
|
|
67
|
+
isOpenRouter() {
|
|
68
|
+
return this.baseUrl?.includes('openrouter.ai') ?? false;
|
|
69
|
+
}
|
|
60
70
|
async *generateStreamingCompletion(messages, options = {}) {
|
|
61
71
|
await this.init();
|
|
62
72
|
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
63
|
-
const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '
|
|
73
|
+
const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '256000', 10);
|
|
64
74
|
// Apply rate limiting to streaming requests to prevent overwhelming the provider
|
|
65
75
|
await this.rateLimiter.execute(async () => Promise.resolve(), 0, 0);
|
|
66
|
-
const
|
|
76
|
+
const requestBody = {
|
|
67
77
|
model: this.model,
|
|
68
78
|
messages: messages.map(msg => ({
|
|
69
79
|
role: msg.role,
|
|
@@ -72,7 +82,12 @@ export class OpenAIChatProvider extends ChatLLMProvider {
|
|
|
72
82
|
temperature,
|
|
73
83
|
max_tokens: maxTokens,
|
|
74
84
|
stream: true
|
|
75
|
-
}
|
|
85
|
+
};
|
|
86
|
+
// Add provider routing for OpenRouter if configured
|
|
87
|
+
if (this.routingConfig && this.isOpenRouter()) {
|
|
88
|
+
requestBody.provider = this.routingConfig;
|
|
89
|
+
}
|
|
90
|
+
const stream = await this.openai.chat.completions.create(requestBody);
|
|
76
91
|
for await (const chunk of stream) {
|
|
77
92
|
const content = chunk.choices[0]?.delta?.content;
|
|
78
93
|
if (content) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-llm.js","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"chat-llm.js","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAe7D,MAAM,OAAgB,eAAe;IAOnC,WAAW,CAAO;CACnB;AAED,MAAM,OAAO,kBAAmB,SAAQ,eAAe;IAC7C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACd,MAAM,CAAU;IAChB,OAAO,CAAU;IACjB,iBAAiB,CAAU;IAC3B,mBAAmB,CAAU;IAC7B,aAAa,CAAyB;IAC9C,WAAW,CAAM;IAEjB,YAAY,UAAuB,EAAE;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK;eACV,OAAO,CAAC,GAAG,CAAC,oBAAoB;eAChC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,yBAAyB;eACjE,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACjG,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QACrG,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;QAC3C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;QACrC,wDAAwD;QACxD,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB,EAAE,UAAiC,EAAE;QACnF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW;eAClC,IAAI,CAAC,mBAAmB;eACxB,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS;eAC9B,IAAI,CAAC,iBAAiB;eACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,QAAQ,EAAE,EAAE,CAAC,CAAC;QAErE,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,WAAW,GAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,WAAW;gBACX,UAAU,EAAE,SAAS;aACtB,CAAC;YAEF,oDAAoD;YACpD,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBAC9C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;YAC5C,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAE3E,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY;QAClB,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,CAAC,2BAA2B,CAAC,QAAuB,EAAE,UAAiC,EAAE;QAC7F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEvG,iFAAiF;QACjF,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpE,MAAM,WAAW,GAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,WAAW;YACX,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,IAAa;SACtB,CAAC;QAEF,oDAAoD;QACpD,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YAC9C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;QAC5C,CAAC;QAED,MAAM,MAAM,GAAG,MAAO,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAc,CAAC,WAAW,CAAC,CAAC;QAEhF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAY,GAAG,MAAM,EAAE,UAAuB,EAAE;IACpF,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC"}
|
|
@@ -6,10 +6,12 @@ export declare class OpenAIProvider extends EmbeddingProvider {
|
|
|
6
6
|
private apiKey?;
|
|
7
7
|
private baseUrl?;
|
|
8
8
|
private dimensionsOverride?;
|
|
9
|
+
private routingConfig?;
|
|
9
10
|
rateLimiter: any;
|
|
10
11
|
constructor(options?: EmbeddingOptions);
|
|
11
12
|
init(): Promise<void>;
|
|
12
13
|
generateEmbedding(text: string): Promise<number[]>;
|
|
14
|
+
private isOpenRouter;
|
|
13
15
|
getDimensions(): number;
|
|
14
16
|
getName(): string;
|
|
15
17
|
getModelName(): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAMlB,MAAM,WAAW,CAAC;AACnB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAMlB,MAAM,WAAW,CAAC;AACnB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,aAAa,CAAC,CAAwB;IAC9C,WAAW,EAAE,GAAG,CAAC;gBAEL,OAAO,GAAE,gBAAqB;IAoBpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkCxD,OAAO,CAAC,YAAY;IAIpB,aAAa,IAAI,MAAM;IAevB,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;IAKhB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAiG/D"}
|
package/dist/providers/openai.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { OpenAI } from 'openai';
|
|
2
|
-
import { createRateLimiter } from '../utils/rate-limiter.js';
|
|
2
|
+
import { createRateLimiter, RateLimiter } from '../utils/rate-limiter.js';
|
|
3
3
|
import { EmbeddingProvider, getModelProfile, getSizeLimits, MAX_BATCH_TOKENS, MAX_ITEM_TOKENS, estimateTokens } from './base.js';
|
|
4
4
|
export class OpenAIProvider extends EmbeddingProvider {
|
|
5
5
|
openai = null;
|
|
@@ -7,6 +7,7 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
7
7
|
apiKey;
|
|
8
8
|
baseUrl;
|
|
9
9
|
dimensionsOverride;
|
|
10
|
+
routingConfig;
|
|
10
11
|
rateLimiter;
|
|
11
12
|
constructor(options = {}) {
|
|
12
13
|
super();
|
|
@@ -18,7 +19,14 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
18
19
|
this.apiKey = options.apiKey || process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY;
|
|
19
20
|
this.baseUrl = options.baseUrl || process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
20
21
|
this.dimensionsOverride = options.dimensions;
|
|
21
|
-
this.
|
|
22
|
+
this.routingConfig = options.routing;
|
|
23
|
+
// Use config-provided rate limits if available, otherwise use defaults
|
|
24
|
+
if (options.rpm !== undefined || options.tpm !== undefined) {
|
|
25
|
+
this.rateLimiter = new RateLimiter(options.rpm ?? null, options.tpm ?? null);
|
|
26
|
+
}
|
|
27
|
+
else {
|
|
28
|
+
this.rateLimiter = createRateLimiter('OpenAI');
|
|
29
|
+
}
|
|
22
30
|
}
|
|
23
31
|
async init() {
|
|
24
32
|
if (!this.openai) {
|
|
@@ -38,13 +46,29 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
38
46
|
const limits = getSizeLimits(profile);
|
|
39
47
|
const maxChars = profile.maxChunkChars || 8000;
|
|
40
48
|
return await this.rateLimiter.execute(async () => {
|
|
41
|
-
const
|
|
49
|
+
const requestBody = {
|
|
42
50
|
model: this.model,
|
|
43
51
|
input: text.slice(0, maxChars)
|
|
44
|
-
}
|
|
45
|
-
|
|
52
|
+
};
|
|
53
|
+
// Add provider routing for OpenRouter if configured
|
|
54
|
+
if (this.routingConfig && this.isOpenRouter()) {
|
|
55
|
+
requestBody.provider = this.routingConfig;
|
|
56
|
+
}
|
|
57
|
+
const response = await this.openai.embeddings.create(requestBody);
|
|
58
|
+
// Validate response structure
|
|
59
|
+
if (!response || !response.data || !Array.isArray(response.data) || response.data.length === 0) {
|
|
60
|
+
throw new Error(`Invalid API response: expected data array with at least one item, got ${typeof response?.data}`);
|
|
61
|
+
}
|
|
62
|
+
const embedding = response.data[0].embedding;
|
|
63
|
+
if (!embedding || !Array.isArray(embedding)) {
|
|
64
|
+
throw new Error(`Invalid embedding: expected array, got ${typeof embedding}`);
|
|
65
|
+
}
|
|
66
|
+
return embedding;
|
|
46
67
|
});
|
|
47
68
|
}
|
|
69
|
+
isOpenRouter() {
|
|
70
|
+
return this.baseUrl?.includes('openrouter.ai') ?? false;
|
|
71
|
+
}
|
|
48
72
|
getDimensions() {
|
|
49
73
|
if (this.dimensionsOverride !== undefined) {
|
|
50
74
|
return this.dimensionsOverride;
|
|
@@ -71,6 +95,7 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
71
95
|
await this.init();
|
|
72
96
|
const profile = await getModelProfile(this.getName(), this.model);
|
|
73
97
|
const maxChars = profile.maxChunkChars || 8000;
|
|
98
|
+
const maxItemTokens = profile.maxTokens || MAX_ITEM_TOKENS;
|
|
74
99
|
const allEmbeddings = [];
|
|
75
100
|
const remainingTexts = [...texts];
|
|
76
101
|
let batchCount = 0;
|
|
@@ -84,9 +109,9 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
84
109
|
const text = remainingTexts[i];
|
|
85
110
|
const truncatedText = text.slice(0, maxChars);
|
|
86
111
|
const itemTokens = estimateTokens(truncatedText);
|
|
87
|
-
// Fail if item exceeds
|
|
88
|
-
if (itemTokens >
|
|
89
|
-
throw new Error(`Text at index ${i} exceeds maximum token limit (${itemTokens} > ${
|
|
112
|
+
// Fail if item exceeds model's maximum token limit - don't create zero-vector pollution
|
|
113
|
+
if (itemTokens > maxItemTokens) {
|
|
114
|
+
throw new Error(`Text at index ${i} exceeds maximum token limit for ${this.model} (${itemTokens} > ${maxItemTokens}). ` +
|
|
90
115
|
`This would create corrupted embeddings. Consider reducing chunk size or increasing ` +
|
|
91
116
|
`CODEVAULT_EMBEDDING_MAX_TOKENS. Text preview: ${text.slice(0, 100)}...`);
|
|
92
117
|
}
|
|
@@ -110,11 +135,31 @@ export class OpenAIProvider extends EmbeddingProvider {
|
|
|
110
135
|
console.log(` → API call ${batchCount}: ${currentBatch.length} items (${currentBatchTokens} tokens)`);
|
|
111
136
|
}
|
|
112
137
|
const batchEmbeddings = await this.rateLimiter.execute(async () => {
|
|
113
|
-
const
|
|
138
|
+
const requestBody = {
|
|
114
139
|
model: this.model,
|
|
115
140
|
input: currentBatch
|
|
141
|
+
};
|
|
142
|
+
// Add provider routing for OpenRouter if configured
|
|
143
|
+
if (this.routingConfig && this.isOpenRouter()) {
|
|
144
|
+
requestBody.provider = this.routingConfig;
|
|
145
|
+
}
|
|
146
|
+
const response = await this.openai.embeddings.create(requestBody);
|
|
147
|
+
// Validate response structure
|
|
148
|
+
if (!response || !response.data || !Array.isArray(response.data)) {
|
|
149
|
+
throw new Error(`Invalid API response: expected data array, got ${typeof response?.data}`);
|
|
150
|
+
}
|
|
151
|
+
// Check if we got the right number of embeddings
|
|
152
|
+
if (response.data.length !== currentBatch.length) {
|
|
153
|
+
throw new Error(`API returned ${response.data.length} embeddings but expected ${currentBatch.length}. Response data length mismatch.`);
|
|
154
|
+
}
|
|
155
|
+
// Validate each embedding
|
|
156
|
+
const embeddings = response.data.map((item, idx) => {
|
|
157
|
+
if (!item || !item.embedding || !Array.isArray(item.embedding)) {
|
|
158
|
+
throw new Error(`Invalid embedding at index ${idx}: expected array, got ${typeof item?.embedding}`);
|
|
159
|
+
}
|
|
160
|
+
return item.embedding;
|
|
116
161
|
});
|
|
117
|
-
return
|
|
162
|
+
return embeddings;
|
|
118
163
|
});
|
|
119
164
|
allEmbeddings.push(...batchEmbeddings);
|
|
120
165
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACf,MAAM,WAAW,CAAC;AAInB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACd,MAAM,CAAU;IAChB,OAAO,CAAU;IACjB,kBAAkB,CAAU;IAC5B,aAAa,CAAyB;IAC9C,WAAW,CAAM;IAEjB,YAAY,UAA4B,EAAE;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK;eACV,OAAO,CAAC,GAAG,CAAC,yBAAyB;eACrC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,yBAAyB;eACtE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,yBAAyB;eAClD,wBAAwB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACtG,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC1G,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;QAErC,uEAAuE;QACvE,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,WAAW,GAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;aAC/B,CAAC;YAEF,oDAAoD;YACpD,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBAC9C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;YAC5C,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAEnE,8BAA8B;YAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/F,MAAM,IAAI,KAAK,CAAC,yEAAyE,OAAO,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACpH,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7C,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,0CAA0C,OAAO,SAAS,EAAE,CAAC,CAAC;YAChF,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY;QAClB,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC;IAC1D,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACnF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,IAAI,eAAe,CAAC;QAE3D,MAAM,aAAa,GAAe,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAClC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,UAAU,EAAE,CAAC;YACb,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,gBAAgB,GAAa,EAAE,CAAC;YAEtC,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;gBAEjD,wFAAwF;gBACxF,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;oBAC/B,MAAM,IAAI,KAAK,CACb,iBAAiB,CAAC,oCAAoC,IAAI,CAAC,KAAK,KAAK,UAAU,MAAM,aAAa,KAAK;wBACvG,qFAAqF;wBACrF,iDAAiD,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CACzE,CAAC;gBACJ,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,kBAAkB,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;oBACxD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,kBAAkB,IAAI,UAAU,CAAC;oBACjC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,gBAAgB;gBACzB,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtD,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,qCAAqC;YACrC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,UAAU,KAAK,YAAY,CAAC,MAAM,WAAW,kBAAkB,UAAU,CAAC,CAAC;gBACzG,CAAC;gBAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAChE,MAAM,WAAW,GAAQ;wBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,KAAK,EAAE,YAAY;qBACpB,CAAC;oBAEF,oDAAoD;oBACpD,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;wBAC9C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;oBAC5C,CAAC;oBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAEnE,8BAA8B;oBAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjE,MAAM,IAAI,KAAK,CAAC,kDAAkD,OAAO,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC7F,CAAC;oBAED,iDAAiD;oBACjD,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;wBACjD,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,CAAC,IAAI,CAAC,MAAM,4BAA4B,YAAY,CAAC,MAAM,kCAAkC,CAAC,CAAC;oBACzI,CAAC;oBAED,0BAA0B;oBAC1B,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;wBACjD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC/D,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,yBAAyB,OAAO,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;wBACtG,CAAC;wBACD,OAAO,IAAI,CAAC,SAAS,CAAC;oBACxB,CAAC,CAAC,CAAC;oBAEH,OAAO,UAAU,CAAC;gBACpB,CAAC,CAAC,CAAC;gBAEH,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,MAAM,oBAAoB,UAAU,gBAAgB,CAAC,CAAC;QACjG,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -28,7 +28,7 @@ export interface WriteChunkResult {
|
|
|
28
28
|
encrypted: boolean;
|
|
29
29
|
path: string;
|
|
30
30
|
}
|
|
31
|
-
export declare function writeChunkToDisk({ chunkDir, sha, code, encryption }: WriteChunkOptions): WriteChunkResult
|
|
31
|
+
export declare function writeChunkToDisk({ chunkDir, sha, code, encryption }: WriteChunkOptions): Promise<WriteChunkResult>;
|
|
32
32
|
export interface ReadChunkOptions {
|
|
33
33
|
chunkDir: string;
|
|
34
34
|
sha: string;
|
|
@@ -39,8 +39,8 @@ export interface ReadChunkResult {
|
|
|
39
39
|
code: string;
|
|
40
40
|
encrypted: boolean;
|
|
41
41
|
}
|
|
42
|
-
export declare function readChunkFromDisk({ chunkDir, sha, key, keySet }: ReadChunkOptions): ReadChunkResult | null
|
|
43
|
-
export declare function removeChunkArtifacts(chunkDir: string, sha: string): void
|
|
42
|
+
export declare function readChunkFromDisk({ chunkDir, sha, key, keySet }: ReadChunkOptions): Promise<ReadChunkResult | null>;
|
|
43
|
+
export declare function removeChunkArtifacts(chunkDir: string, sha: string): Promise<void>;
|
|
44
44
|
export declare function isChunkEncryptedOnDisk(chunkDir: string, sha: string): boolean;
|
|
45
45
|
export {};
|
|
46
46
|
//# sourceMappingURL=encrypted-chunks.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encrypted-chunks.d.ts","sourceRoot":"","sources":["../../src/storage/encrypted-chunks.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"encrypted-chunks.d.ts","sourceRoot":"","sources":["../../src/storage/encrypted-chunks.ts"],"names":[],"mappings":"AAiEA,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAsGD,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD;AAED,wBAAgB,sBAAsB,IAAI,MAAM,GAAG,IAAI,CAEtD;AAED,wBAAgB,qBAAqB,IAAI,KAAK,GAAG,IAAI,CAEpD;AAED,wBAAgB,mBAAmB,IAAI,gBAAgB,CAEtD;AAYD,UAAU,MAAM;IACd,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,2BAA2B,CAAC,EAAE,IAAI,EAAE,MAAgB,EAAE,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,oBAAoB,CA4BrI;AAmGD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,oBAAoB,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAsB,gBAAgB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAmBxH;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,wBAAsB,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CA0EzH;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQvF;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAG7E"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import crypto from 'crypto';
|
|
2
|
-
import fs from 'fs';
|
|
2
|
+
import fs from 'fs/promises';
|
|
3
|
+
import { existsSync } from 'fs';
|
|
3
4
|
import path from 'path';
|
|
4
5
|
import zlib from 'zlib';
|
|
6
|
+
import { promisify } from 'node:util';
|
|
5
7
|
import { log } from '../utils/logger.js';
|
|
6
8
|
import { ENCRYPTION_CONSTANTS } from '../config/constants.js';
|
|
7
9
|
const { MAGIC_HEADER, SALT_LENGTH, IV_LENGTH, TAG_LENGTH, HKDF_INFO, REQUIRED_KEY_LENGTH } = ENCRYPTION_CONSTANTS;
|
|
@@ -10,6 +12,8 @@ const HKDF_INFO_BUFFER = Buffer.from(HKDF_INFO, 'utf8');
|
|
|
10
12
|
const KEY_ENV_VAR = 'CODEVAULT_ENCRYPTION_KEY';
|
|
11
13
|
const DEPRECATED_KEYS_ENV_VAR = 'CODEVAULT_ENCRYPTION_DEPRECATED_KEYS';
|
|
12
14
|
const CURRENT_ENCRYPTION_VERSION = 1;
|
|
15
|
+
const gzipAsync = promisify(zlib.gzip);
|
|
16
|
+
const gunzipAsync = promisify(zlib.gunzip);
|
|
13
17
|
function decodeKey(raw) {
|
|
14
18
|
if (typeof raw !== 'string') {
|
|
15
19
|
return null;
|
|
@@ -248,29 +252,29 @@ function getChunkPaths(chunkDir, sha) {
|
|
|
248
252
|
const encryptedPath = path.join(chunkDir, `${sha}.gz.enc`);
|
|
249
253
|
return { plainPath, encryptedPath };
|
|
250
254
|
}
|
|
251
|
-
export function writeChunkToDisk({ chunkDir, sha, code, encryption }) {
|
|
255
|
+
export async function writeChunkToDisk({ chunkDir, sha, code, encryption }) {
|
|
252
256
|
const { plainPath, encryptedPath } = getChunkPaths(chunkDir, sha);
|
|
253
257
|
const buffer = Buffer.isBuffer(code) ? code : Buffer.from(code, 'utf8');
|
|
254
|
-
const compressed =
|
|
258
|
+
const compressed = await gzipAsync(buffer);
|
|
255
259
|
if (encryption && encryption.enabled && encryption.key) {
|
|
256
260
|
const { payload } = encryptBuffer(compressed, encryption.key);
|
|
257
|
-
fs.
|
|
258
|
-
if (
|
|
259
|
-
fs.
|
|
261
|
+
await fs.writeFile(encryptedPath, payload);
|
|
262
|
+
if (existsSync(plainPath)) {
|
|
263
|
+
await fs.rm(plainPath, { force: true });
|
|
260
264
|
}
|
|
261
265
|
return { encrypted: true, path: encryptedPath };
|
|
262
266
|
}
|
|
263
|
-
fs.
|
|
264
|
-
if (
|
|
265
|
-
fs.
|
|
267
|
+
await fs.writeFile(plainPath, compressed);
|
|
268
|
+
if (existsSync(encryptedPath)) {
|
|
269
|
+
await fs.rm(encryptedPath, { force: true });
|
|
266
270
|
}
|
|
267
271
|
return { encrypted: false, path: plainPath };
|
|
268
272
|
}
|
|
269
|
-
export function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
273
|
+
export async function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
270
274
|
const { plainPath, encryptedPath } = getChunkPaths(chunkDir, sha);
|
|
271
275
|
const keys = keySet || getEncryptionKeySet();
|
|
272
276
|
const primaryKey = key ?? keys.primary;
|
|
273
|
-
if (
|
|
277
|
+
if (existsSync(encryptedPath)) {
|
|
274
278
|
const candidateKeys = [];
|
|
275
279
|
if (primaryKey)
|
|
276
280
|
candidateKeys.push(primaryKey);
|
|
@@ -282,7 +286,7 @@ export function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
|
282
286
|
error.code = 'ENCRYPTION_KEY_REQUIRED';
|
|
283
287
|
throw error;
|
|
284
288
|
}
|
|
285
|
-
const payload = fs.
|
|
289
|
+
const payload = await fs.readFile(encryptedPath);
|
|
286
290
|
let decrypted = null;
|
|
287
291
|
const errors = [];
|
|
288
292
|
for (const candidate of candidateKeys) {
|
|
@@ -304,12 +308,13 @@ export function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
|
304
308
|
throw authError;
|
|
305
309
|
}
|
|
306
310
|
const genericError = new Error(`Failed to decrypt chunk ${sha}: ${lastError?.message || 'unknown error'}`);
|
|
307
|
-
genericError.code = lastError?.code || 'ENCRYPTION_DECRYPT_FAILED';
|
|
311
|
+
genericError.code = (lastError)?.code || 'ENCRYPTION_DECRYPT_FAILED';
|
|
308
312
|
genericError.cause = lastError;
|
|
309
313
|
throw genericError;
|
|
310
314
|
}
|
|
311
315
|
try {
|
|
312
|
-
const
|
|
316
|
+
const codeBuffer = await gunzipAsync(decrypted);
|
|
317
|
+
const code = codeBuffer.toString('utf8');
|
|
313
318
|
return { code, encrypted: true };
|
|
314
319
|
}
|
|
315
320
|
catch (error) {
|
|
@@ -319,10 +324,11 @@ export function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
|
319
324
|
throw decompressionError;
|
|
320
325
|
}
|
|
321
326
|
}
|
|
322
|
-
if (
|
|
327
|
+
if (existsSync(plainPath)) {
|
|
323
328
|
try {
|
|
324
|
-
const compressed = fs.
|
|
325
|
-
const
|
|
329
|
+
const compressed = await fs.readFile(plainPath);
|
|
330
|
+
const codeBuffer = await gunzipAsync(compressed);
|
|
331
|
+
const code = codeBuffer.toString('utf8');
|
|
326
332
|
return { code, encrypted: false };
|
|
327
333
|
}
|
|
328
334
|
catch (error) {
|
|
@@ -334,17 +340,17 @@ export function readChunkFromDisk({ chunkDir, sha, key, keySet }) {
|
|
|
334
340
|
}
|
|
335
341
|
return null;
|
|
336
342
|
}
|
|
337
|
-
export function removeChunkArtifacts(chunkDir, sha) {
|
|
343
|
+
export async function removeChunkArtifacts(chunkDir, sha) {
|
|
338
344
|
const { plainPath, encryptedPath } = getChunkPaths(chunkDir, sha);
|
|
339
|
-
if (
|
|
340
|
-
fs.
|
|
345
|
+
if (existsSync(plainPath)) {
|
|
346
|
+
await fs.rm(plainPath, { force: true });
|
|
341
347
|
}
|
|
342
|
-
if (
|
|
343
|
-
fs.
|
|
348
|
+
if (existsSync(encryptedPath)) {
|
|
349
|
+
await fs.rm(encryptedPath, { force: true });
|
|
344
350
|
}
|
|
345
351
|
}
|
|
346
352
|
export function isChunkEncryptedOnDisk(chunkDir, sha) {
|
|
347
353
|
const { encryptedPath } = getChunkPaths(chunkDir, sha);
|
|
348
|
-
return
|
|
354
|
+
return existsSync(encryptedPath);
|
|
349
355
|
}
|
|
350
356
|
//# sourceMappingURL=encrypted-chunks.js.map
|