codevault 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunking/file-grouper.d.ts +39 -0
- package/dist/chunking/file-grouper.d.ts.map +1 -0
- package/dist/chunking/file-grouper.js +164 -0
- package/dist/chunking/file-grouper.js.map +1 -0
- package/dist/chunking/semantic-chunker.d.ts +37 -0
- package/dist/chunking/semantic-chunker.d.ts.map +1 -0
- package/dist/chunking/semantic-chunker.js +157 -0
- package/dist/chunking/semantic-chunker.js.map +1 -0
- package/dist/chunking/token-counter.d.ts +28 -0
- package/dist/chunking/token-counter.d.ts.map +1 -0
- package/dist/chunking/token-counter.js +178 -0
- package/dist/chunking/token-counter.js.map +1 -0
- package/dist/cli/commands/ask-cmd.d.ts +3 -0
- package/dist/cli/commands/ask-cmd.d.ts.map +1 -0
- package/dist/cli/commands/ask-cmd.js +130 -0
- package/dist/cli/commands/ask-cmd.js.map +1 -0
- package/dist/cli/commands/chat-cmd.d.ts +3 -0
- package/dist/cli/commands/chat-cmd.d.ts.map +1 -0
- package/dist/cli/commands/chat-cmd.js +194 -0
- package/dist/cli/commands/chat-cmd.js.map +1 -0
- package/dist/cli/commands/config-cmd.d.ts +3 -0
- package/dist/cli/commands/config-cmd.d.ts.map +1 -0
- package/dist/cli/commands/config-cmd.js +245 -0
- package/dist/cli/commands/config-cmd.js.map +1 -0
- package/dist/cli/commands/context.d.ts +3 -0
- package/dist/cli/commands/context.d.ts.map +1 -0
- package/dist/cli/commands/context.js +98 -0
- package/dist/cli/commands/context.js.map +1 -0
- package/dist/cli/commands/interactive-config.d.ts +2 -0
- package/dist/cli/commands/interactive-config.d.ts.map +1 -0
- package/dist/cli/commands/interactive-config.js +274 -0
- package/dist/cli/commands/interactive-config.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +401 -0
- package/dist/cli.js.map +1 -0
- package/dist/codemap/io.d.ts +6 -0
- package/dist/codemap/io.d.ts.map +1 -0
- package/dist/codemap/io.js +46 -0
- package/dist/codemap/io.js.map +1 -0
- package/dist/config/apply-env.d.ts +23 -0
- package/dist/config/apply-env.d.ts.map +1 -0
- package/dist/config/apply-env.js +89 -0
- package/dist/config/apply-env.js.map +1 -0
- package/dist/config/constants.d.ts +326 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +214 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/config/loader.d.ts +57 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +287 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/resolver.d.ts +30 -0
- package/dist/config/resolver.d.ts.map +1 -0
- package/dist/config/resolver.js +29 -0
- package/dist/config/resolver.js.map +1 -0
- package/dist/config/types.d.ts +46 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +2 -0
- package/dist/config/types.js.map +1 -0
- package/dist/context/packs.d.ts +33 -0
- package/dist/context/packs.d.ts.map +1 -0
- package/dist/context/packs.js +180 -0
- package/dist/context/packs.js.map +1 -0
- package/dist/core/IndexerEngine.d.ts +24 -0
- package/dist/core/IndexerEngine.d.ts.map +1 -0
- package/dist/core/IndexerEngine.js +372 -0
- package/dist/core/IndexerEngine.js.map +1 -0
- package/dist/core/SearchService.d.ts +25 -0
- package/dist/core/SearchService.d.ts.map +1 -0
- package/dist/core/SearchService.js +455 -0
- package/dist/core/SearchService.js.map +1 -0
- package/dist/core/batch-indexer.d.ts +56 -0
- package/dist/core/batch-indexer.d.ts.map +1 -0
- package/dist/core/batch-indexer.js +192 -0
- package/dist/core/batch-indexer.js.map +1 -0
- package/dist/core/indexer.d.ts +3 -0
- package/dist/core/indexer.d.ts.map +1 -0
- package/dist/core/indexer.js +6 -0
- package/dist/core/indexer.js.map +1 -0
- package/dist/core/indexing/chunk-pipeline.d.ts +39 -0
- package/dist/core/indexing/chunk-pipeline.d.ts.map +1 -0
- package/dist/core/indexing/chunk-pipeline.js +210 -0
- package/dist/core/indexing/chunk-pipeline.js.map +1 -0
- package/dist/core/indexing/file-scanner.d.ts +11 -0
- package/dist/core/indexing/file-scanner.d.ts.map +1 -0
- package/dist/core/indexing/file-scanner.js +49 -0
- package/dist/core/indexing/file-scanner.js.map +1 -0
- package/dist/core/metadata.d.ts +19 -0
- package/dist/core/metadata.d.ts.map +1 -0
- package/dist/core/metadata.js +161 -0
- package/dist/core/metadata.js.map +1 -0
- package/dist/core/search.d.ts +7 -0
- package/dist/core/search.d.ts.map +1 -0
- package/dist/core/search.js +16 -0
- package/dist/core/search.js.map +1 -0
- package/dist/core/symbol-extractor.d.ts +3 -0
- package/dist/core/symbol-extractor.d.ts.map +1 -0
- package/dist/core/symbol-extractor.js +78 -0
- package/dist/core/symbol-extractor.js.map +1 -0
- package/dist/core/types.d.ts +104 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/database/db.d.ts +101 -0
- package/dist/database/db.d.ts.map +1 -0
- package/dist/database/db.js +326 -0
- package/dist/database/db.js.map +1 -0
- package/dist/indexer/merkle.d.ts +13 -0
- package/dist/indexer/merkle.d.ts.map +1 -0
- package/dist/indexer/merkle.js +86 -0
- package/dist/indexer/merkle.js.map +1 -0
- package/dist/indexer/update.d.ts +19 -0
- package/dist/indexer/update.d.ts.map +1 -0
- package/dist/indexer/update.js +40 -0
- package/dist/indexer/update.js.map +1 -0
- package/dist/indexer/watch.d.ts +21 -0
- package/dist/indexer/watch.d.ts.map +1 -0
- package/dist/indexer/watch.js +224 -0
- package/dist/indexer/watch.js.map +1 -0
- package/dist/languages/rules.d.ts +11 -0
- package/dist/languages/rules.d.ts.map +1 -0
- package/dist/languages/rules.js +371 -0
- package/dist/languages/rules.js.map +1 -0
- package/dist/languages/tree-sitter-loader.d.ts +27 -0
- package/dist/languages/tree-sitter-loader.d.ts.map +1 -0
- package/dist/languages/tree-sitter-loader.js +76 -0
- package/dist/languages/tree-sitter-loader.js.map +1 -0
- package/dist/mcp/handlers/context.d.ts +15 -0
- package/dist/mcp/handlers/context.d.ts.map +1 -0
- package/dist/mcp/handlers/context.js +31 -0
- package/dist/mcp/handlers/context.js.map +1 -0
- package/dist/mcp/handlers/index.d.ts +5 -0
- package/dist/mcp/handlers/index.d.ts.map +1 -0
- package/dist/mcp/handlers/index.js +5 -0
- package/dist/mcp/handlers/index.js.map +1 -0
- package/dist/mcp/handlers/project.d.ts +41 -0
- package/dist/mcp/handlers/project.d.ts.map +1 -0
- package/dist/mcp/handlers/project.js +76 -0
- package/dist/mcp/handlers/project.js.map +1 -0
- package/dist/mcp/handlers/search.d.ts +27 -0
- package/dist/mcp/handlers/search.d.ts.map +1 -0
- package/dist/mcp/handlers/search.js +108 -0
- package/dist/mcp/handlers/search.js.map +1 -0
- package/dist/mcp/handlers/synthesis.d.ts +15 -0
- package/dist/mcp/handlers/synthesis.d.ts.map +1 -0
- package/dist/mcp/handlers/synthesis.js +58 -0
- package/dist/mcp/handlers/synthesis.js.map +1 -0
- package/dist/mcp/schemas.d.ts +166 -0
- package/dist/mcp/schemas.d.ts.map +1 -0
- package/dist/mcp/schemas.js +159 -0
- package/dist/mcp/schemas.js.map +1 -0
- package/dist/mcp/tools/ask-codebase.d.ts +85 -0
- package/dist/mcp/tools/ask-codebase.d.ts.map +1 -0
- package/dist/mcp/tools/ask-codebase.js +125 -0
- package/dist/mcp/tools/ask-codebase.js.map +1 -0
- package/dist/mcp/tools/use-context-pack.d.ts +57 -0
- package/dist/mcp/tools/use-context-pack.d.ts.map +1 -0
- package/dist/mcp/tools/use-context-pack.js +91 -0
- package/dist/mcp/tools/use-context-pack.js.map +1 -0
- package/dist/mcp-server.d.ts +13 -0
- package/dist/mcp-server.d.ts.map +1 -0
- package/dist/mcp-server.js +263 -0
- package/dist/mcp-server.js.map +1 -0
- package/dist/providers/base.d.ts +39 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +198 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/chat-llm.d.ts +35 -0
- package/dist/providers/chat-llm.d.ts.map +1 -0
- package/dist/providers/chat-llm.js +98 -0
- package/dist/providers/chat-llm.js.map +1 -0
- package/dist/providers/index.d.ts +6 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +12 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai.d.ts +18 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +132 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/token-counter.d.ts +2 -0
- package/dist/providers/token-counter.d.ts.map +1 -0
- package/dist/providers/token-counter.js +18 -0
- package/dist/providers/token-counter.js.map +1 -0
- package/dist/ranking/api-reranker.d.ts +18 -0
- package/dist/ranking/api-reranker.d.ts.map +1 -0
- package/dist/ranking/api-reranker.js +137 -0
- package/dist/ranking/api-reranker.js.map +1 -0
- package/dist/ranking/symbol-boost.d.ts +15 -0
- package/dist/ranking/symbol-boost.d.ts.map +1 -0
- package/dist/ranking/symbol-boost.js +175 -0
- package/dist/ranking/symbol-boost.js.map +1 -0
- package/dist/search/bm25.d.ts +17 -0
- package/dist/search/bm25.d.ts.map +1 -0
- package/dist/search/bm25.js +56 -0
- package/dist/search/bm25.js.map +1 -0
- package/dist/search/hybrid.d.ts +21 -0
- package/dist/search/hybrid.d.ts.map +1 -0
- package/dist/search/hybrid.js +50 -0
- package/dist/search/hybrid.js.map +1 -0
- package/dist/search/scope.d.ts +5 -0
- package/dist/search/scope.d.ts.map +1 -0
- package/dist/search/scope.js +107 -0
- package/dist/search/scope.js.map +1 -0
- package/dist/storage/encrypted-chunks.d.ts +40 -0
- package/dist/storage/encrypted-chunks.d.ts.map +1 -0
- package/dist/storage/encrypted-chunks.js +238 -0
- package/dist/storage/encrypted-chunks.js.map +1 -0
- package/dist/symbols/extract.d.ts +15 -0
- package/dist/symbols/extract.d.ts.map +1 -0
- package/dist/symbols/extract.js +208 -0
- package/dist/symbols/extract.js.map +1 -0
- package/dist/symbols/graph.d.ts +3 -0
- package/dist/symbols/graph.d.ts.map +1 -0
- package/dist/symbols/graph.js +89 -0
- package/dist/symbols/graph.js.map +1 -0
- package/dist/synthesis/conversational-synthesizer.d.ts +61 -0
- package/dist/synthesis/conversational-synthesizer.d.ts.map +1 -0
- package/dist/synthesis/conversational-synthesizer.js +289 -0
- package/dist/synthesis/conversational-synthesizer.js.map +1 -0
- package/dist/synthesis/markdown-formatter.d.ts +13 -0
- package/dist/synthesis/markdown-formatter.d.ts.map +1 -0
- package/dist/synthesis/markdown-formatter.js +104 -0
- package/dist/synthesis/markdown-formatter.js.map +1 -0
- package/dist/synthesis/prompt-builder.d.ts +21 -0
- package/dist/synthesis/prompt-builder.d.ts.map +1 -0
- package/dist/synthesis/prompt-builder.js +129 -0
- package/dist/synthesis/prompt-builder.js.map +1 -0
- package/dist/synthesis/synthesizer.d.ts +30 -0
- package/dist/synthesis/synthesizer.d.ts.map +1 -0
- package/dist/synthesis/synthesizer.js +213 -0
- package/dist/synthesis/synthesizer.js.map +1 -0
- package/dist/tests/rate-limiter.test.d.ts +2 -0
- package/dist/tests/rate-limiter.test.d.ts.map +1 -0
- package/dist/tests/rate-limiter.test.js +11 -0
- package/dist/tests/rate-limiter.test.js.map +1 -0
- package/dist/tests/search-normalization.test.d.ts +2 -0
- package/dist/tests/search-normalization.test.d.ts.map +1 -0
- package/dist/tests/search-normalization.test.js +9 -0
- package/dist/tests/search-normalization.test.js.map +1 -0
- package/dist/tests/semantic-chunker.test.d.ts +2 -0
- package/dist/tests/semantic-chunker.test.d.ts.map +1 -0
- package/dist/tests/semantic-chunker.test.js +48 -0
- package/dist/tests/semantic-chunker.test.js.map +1 -0
- package/dist/tests/simple-lru.test.d.ts +2 -0
- package/dist/tests/simple-lru.test.d.ts.map +1 -0
- package/dist/tests/simple-lru.test.js +21 -0
- package/dist/tests/simple-lru.test.js.map +1 -0
- package/dist/tests/symbol-boost.test.d.ts +2 -0
- package/dist/tests/symbol-boost.test.d.ts.map +1 -0
- package/dist/tests/symbol-boost.test.js +21 -0
- package/dist/tests/symbol-boost.test.js.map +1 -0
- package/dist/types/ast.d.ts +3 -0
- package/dist/types/ast.d.ts.map +1 -0
- package/dist/types/ast.js +2 -0
- package/dist/types/ast.js.map +1 -0
- package/dist/types/codemap.d.ts +58 -0
- package/dist/types/codemap.d.ts.map +1 -0
- package/dist/types/codemap.js +224 -0
- package/dist/types/codemap.js.map +1 -0
- package/dist/types/context-pack.d.ts +47 -0
- package/dist/types/context-pack.d.ts.map +1 -0
- package/dist/types/context-pack.js +44 -0
- package/dist/types/context-pack.js.map +1 -0
- package/dist/types/search.d.ts +15 -0
- package/dist/types/search.d.ts.map +1 -0
- package/dist/types/search.js +11 -0
- package/dist/types/search.js.map +1 -0
- package/dist/utils/cli-ui.d.ts +44 -0
- package/dist/utils/cli-ui.d.ts.map +1 -0
- package/dist/utils/cli-ui.js +139 -0
- package/dist/utils/cli-ui.js.map +1 -0
- package/dist/utils/indexer-with-progress.d.ts +10 -0
- package/dist/utils/indexer-with-progress.d.ts.map +1 -0
- package/dist/utils/indexer-with-progress.js +43 -0
- package/dist/utils/indexer-with-progress.js.map +1 -0
- package/dist/utils/logger.d.ts +55 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +121 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/mutex.d.ts +63 -0
- package/dist/utils/mutex.d.ts.map +1 -0
- package/dist/utils/mutex.js +123 -0
- package/dist/utils/mutex.js.map +1 -0
- package/dist/utils/path-helpers.d.ts +27 -0
- package/dist/utils/path-helpers.d.ts.map +1 -0
- package/dist/utils/path-helpers.js +55 -0
- package/dist/utils/path-helpers.js.map +1 -0
- package/dist/utils/rate-limiter.d.ts +34 -0
- package/dist/utils/rate-limiter.d.ts.map +1 -0
- package/dist/utils/rate-limiter.js +178 -0
- package/dist/utils/rate-limiter.js.map +1 -0
- package/dist/utils/scan-patterns.d.ts +5 -0
- package/dist/utils/scan-patterns.d.ts.map +1 -0
- package/dist/utils/scan-patterns.js +29 -0
- package/dist/utils/scan-patterns.js.map +1 -0
- package/dist/utils/simple-lru.d.ts +10 -0
- package/dist/utils/simple-lru.d.ts.map +1 -0
- package/dist/utils/simple-lru.js +38 -0
- package/dist/utils/simple-lru.js.map +1 -0
- package/package.json +3 -2
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { ChatOptions } from '../config/resolver.js';
|
|
2
|
+
export interface ChatMessage {
|
|
3
|
+
role: 'system' | 'user' | 'assistant';
|
|
4
|
+
content: string;
|
|
5
|
+
}
|
|
6
|
+
export interface ChatCompletionOptions {
|
|
7
|
+
temperature?: number;
|
|
8
|
+
maxTokens?: number;
|
|
9
|
+
stream?: boolean;
|
|
10
|
+
}
|
|
11
|
+
export declare abstract class ChatLLMProvider {
|
|
12
|
+
abstract generateCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): Promise<string>;
|
|
13
|
+
abstract generateStreamingCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): AsyncGenerator<string>;
|
|
14
|
+
abstract getName(): string;
|
|
15
|
+
abstract getModelName?(): string;
|
|
16
|
+
abstract init?(): Promise<void>;
|
|
17
|
+
rateLimiter?: any;
|
|
18
|
+
}
|
|
19
|
+
export declare class OpenAIChatProvider extends ChatLLMProvider {
|
|
20
|
+
private openai;
|
|
21
|
+
private model;
|
|
22
|
+
private apiKey?;
|
|
23
|
+
private baseUrl?;
|
|
24
|
+
private maxTokensOverride?;
|
|
25
|
+
private temperatureOverride?;
|
|
26
|
+
rateLimiter: any;
|
|
27
|
+
constructor(options?: ChatOptions);
|
|
28
|
+
init(): Promise<void>;
|
|
29
|
+
generateCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): Promise<string>;
|
|
30
|
+
generateStreamingCompletion(messages: ChatMessage[], options?: ChatCompletionOptions): AsyncGenerator<string>;
|
|
31
|
+
getName(): string;
|
|
32
|
+
getModelName(): string;
|
|
33
|
+
}
|
|
34
|
+
export declare function createChatLLMProvider(providerName?: string, options?: ChatOptions): ChatLLMProvider;
|
|
35
|
+
//# sourceMappingURL=chat-llm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat-llm.d.ts","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,8BAAsB,eAAe;IACnC,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IACtG,QAAQ,CAAC,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,cAAc,CAAC,MAAM,CAAC;IACtH,QAAQ,CAAC,OAAO,IAAI,MAAM;IAC1B,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM;IAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/B,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAED,qBAAa,kBAAmB,SAAQ,eAAe;IACrD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,iBAAiB,CAAC,CAAS;IACnC,OAAO,CAAC,mBAAmB,CAAC,CAAS;IACrC,WAAW,EAAE,GAAG,CAAC;gBAEL,OAAO,GAAE,WAAgB;IAc/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAyBhG,2BAA2B,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,GAAE,qBAA0B,GAAG,cAAc,CAAC,MAAM,CAAC;IA4BxH,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;CAGvB;AAED,wBAAgB,qBAAqB,CAAC,YAAY,SAAS,EAAE,OAAO,GAAE,WAAgB,GAAG,eAAe,CAOvG"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { OpenAI } from 'openai';
|
|
2
|
+
import { createRateLimiter } from '../utils/rate-limiter.js';
|
|
3
|
+
export class ChatLLMProvider {
|
|
4
|
+
rateLimiter;
|
|
5
|
+
}
|
|
6
|
+
export class OpenAIChatProvider extends ChatLLMProvider {
|
|
7
|
+
openai = null;
|
|
8
|
+
model;
|
|
9
|
+
apiKey;
|
|
10
|
+
baseUrl;
|
|
11
|
+
maxTokensOverride;
|
|
12
|
+
temperatureOverride;
|
|
13
|
+
rateLimiter;
|
|
14
|
+
constructor(options = {}) {
|
|
15
|
+
super();
|
|
16
|
+
this.model = options.model
|
|
17
|
+
|| process.env.CODEVAULT_CHAT_MODEL
|
|
18
|
+
|| process.env.CODEVAULT_OPENAI_CHAT_MODEL // Backward compatibility
|
|
19
|
+
|| 'gpt-4o';
|
|
20
|
+
this.apiKey = options.apiKey || process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY;
|
|
21
|
+
this.baseUrl = options.baseUrl || process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
22
|
+
this.maxTokensOverride = options.maxTokens;
|
|
23
|
+
this.temperatureOverride = options.temperature;
|
|
24
|
+
// Use 'OpenAI' to match rate limiter defaults (rpm: 50)
|
|
25
|
+
this.rateLimiter = createRateLimiter('OpenAI');
|
|
26
|
+
}
|
|
27
|
+
async init() {
|
|
28
|
+
if (!this.openai) {
|
|
29
|
+
const config = {};
|
|
30
|
+
if (this.apiKey) {
|
|
31
|
+
config.apiKey = this.apiKey;
|
|
32
|
+
}
|
|
33
|
+
if (this.baseUrl) {
|
|
34
|
+
config.baseURL = this.baseUrl;
|
|
35
|
+
}
|
|
36
|
+
this.openai = new OpenAI(config);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
async generateCompletion(messages, options = {}) {
|
|
40
|
+
await this.init();
|
|
41
|
+
const temperature = options.temperature
|
|
42
|
+
?? this.temperatureOverride
|
|
43
|
+
?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
44
|
+
const maxTokens = options.maxTokens
|
|
45
|
+
?? this.maxTokensOverride
|
|
46
|
+
?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
|
|
47
|
+
return await this.rateLimiter.execute(async () => {
|
|
48
|
+
const completion = await this.openai.chat.completions.create({
|
|
49
|
+
model: this.model,
|
|
50
|
+
messages: messages.map(msg => ({
|
|
51
|
+
role: msg.role,
|
|
52
|
+
content: msg.content
|
|
53
|
+
})),
|
|
54
|
+
temperature,
|
|
55
|
+
max_tokens: maxTokens
|
|
56
|
+
});
|
|
57
|
+
return completion.choices[0]?.message?.content || '';
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
async *generateStreamingCompletion(messages, options = {}) {
|
|
61
|
+
await this.init();
|
|
62
|
+
const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
|
|
63
|
+
const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
|
|
64
|
+
// Apply rate limiting to streaming requests to prevent overwhelming the provider
|
|
65
|
+
await this.rateLimiter.execute(async () => Promise.resolve(), 0, 0);
|
|
66
|
+
const stream = await this.openai.chat.completions.create({
|
|
67
|
+
model: this.model,
|
|
68
|
+
messages: messages.map(msg => ({
|
|
69
|
+
role: msg.role,
|
|
70
|
+
content: msg.content
|
|
71
|
+
})),
|
|
72
|
+
temperature,
|
|
73
|
+
max_tokens: maxTokens,
|
|
74
|
+
stream: true
|
|
75
|
+
});
|
|
76
|
+
for await (const chunk of stream) {
|
|
77
|
+
const content = chunk.choices[0]?.delta?.content;
|
|
78
|
+
if (content) {
|
|
79
|
+
yield content;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
getName() {
|
|
84
|
+
return 'OpenAI-Chat';
|
|
85
|
+
}
|
|
86
|
+
getModelName() {
|
|
87
|
+
return this.model;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
export function createChatLLMProvider(providerName = 'auto', options = {}) {
|
|
91
|
+
switch (providerName.toLowerCase()) {
|
|
92
|
+
case 'openai':
|
|
93
|
+
case 'auto':
|
|
94
|
+
default:
|
|
95
|
+
return new OpenAIChatProvider(options);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
//# sourceMappingURL=chat-llm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat-llm.js","sourceRoot":"","sources":["../../src/providers/chat-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAc7D,MAAM,OAAgB,eAAe;IAOnC,WAAW,CAAO;CACnB;AAED,MAAM,OAAO,kBAAmB,SAAQ,eAAe;IAC7C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACd,MAAM,CAAU;IAChB,OAAO,CAAU;IACjB,iBAAiB,CAAU;IAC3B,mBAAmB,CAAU;IACrC,WAAW,CAAM;IAEjB,YAAY,UAAuB,EAAE;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK;eACV,OAAO,CAAC,GAAG,CAAC,oBAAoB;eAChC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,yBAAyB;eACjE,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACjG,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QACrG,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC;QAC3C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/C,wDAAwD;QACxD,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB,EAAE,UAAiC,EAAE;QACnF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW;eAClC,IAAI,CAAC,mBAAmB;eACxB,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS;eAC9B,IAAI,CAAC,iBAAiB;eACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;QAEnE,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,WAAW;gBACX,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YAEH,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,2BAA2B,CAAC,QAAuB,EAAE,UAAiC,EAAE;QAC7F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;QAErG,iFAAiF;QACjF,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,WAAW;YACX,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAY,GAAG,MAAM,EAAE,UAAuB,EAAE;IACpF,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { EmbeddingProvider } from './base.js';
|
|
2
|
+
import type { EmbeddingOptions } from '../config/resolver.js';
|
|
3
|
+
export * from './base.js';
|
|
4
|
+
export * from './openai.js';
|
|
5
|
+
export declare function createEmbeddingProvider(providerName?: string, options?: EmbeddingOptions): EmbeddingProvider;
|
|
6
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAE5B,wBAAgB,uBAAuB,CAAC,YAAY,SAAS,EAAE,OAAO,GAAE,gBAAqB,GAAG,iBAAiB,CAOhH"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { OpenAIProvider } from './openai.js';
|
|
2
|
+
export * from './base.js';
|
|
3
|
+
export * from './openai.js';
|
|
4
|
+
export function createEmbeddingProvider(providerName = 'auto', options = {}) {
|
|
5
|
+
switch (providerName.toLowerCase()) {
|
|
6
|
+
case 'openai':
|
|
7
|
+
case 'auto':
|
|
8
|
+
default:
|
|
9
|
+
return new OpenAIProvider(options);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAG7C,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAE5B,MAAM,UAAU,uBAAuB,CAAC,YAAY,GAAG,MAAM,EAAE,UAA4B,EAAE;IAC3F,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { EmbeddingProvider } from './base.js';
|
|
2
|
+
import type { EmbeddingOptions } from '../config/resolver.js';
|
|
3
|
+
export declare class OpenAIProvider extends EmbeddingProvider {
|
|
4
|
+
private openai;
|
|
5
|
+
private model;
|
|
6
|
+
private apiKey?;
|
|
7
|
+
private baseUrl?;
|
|
8
|
+
private dimensionsOverride?;
|
|
9
|
+
rateLimiter: any;
|
|
10
|
+
constructor(options?: EmbeddingOptions);
|
|
11
|
+
init(): Promise<void>;
|
|
12
|
+
generateEmbedding(text: string): Promise<number[]>;
|
|
13
|
+
getDimensions(): number;
|
|
14
|
+
getName(): string;
|
|
15
|
+
getModelName(): string;
|
|
16
|
+
generateEmbeddings(texts: string[]): Promise<number[][]>;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAMlB,MAAM,WAAW,CAAC;AACnB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,qBAAa,cAAe,SAAQ,iBAAiB;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,WAAW,EAAE,GAAG,CAAC;gBAEL,OAAO,GAAE,gBAAqB;IAapC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBxD,aAAa,IAAI,MAAM;IAevB,OAAO,IAAI,MAAM;IAIjB,YAAY,IAAI,MAAM;IAKhB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAwE/D"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { OpenAI } from 'openai';
|
|
2
|
+
import { createRateLimiter } from '../utils/rate-limiter.js';
|
|
3
|
+
import { EmbeddingProvider, getModelProfile, getSizeLimits, MAX_BATCH_TOKENS, MAX_ITEM_TOKENS, estimateTokens } from './base.js';
|
|
4
|
+
export class OpenAIProvider extends EmbeddingProvider {
|
|
5
|
+
openai = null;
|
|
6
|
+
model;
|
|
7
|
+
apiKey;
|
|
8
|
+
baseUrl;
|
|
9
|
+
dimensionsOverride;
|
|
10
|
+
rateLimiter;
|
|
11
|
+
constructor(options = {}) {
|
|
12
|
+
super();
|
|
13
|
+
this.model = options.model
|
|
14
|
+
|| process.env.CODEVAULT_EMBEDDING_MODEL
|
|
15
|
+
|| process.env.CODEVAULT_OPENAI_EMBEDDING_MODEL // Backward compatibility
|
|
16
|
+
|| process.env.OPENAI_MODEL // Backward compatibility
|
|
17
|
+
|| 'text-embedding-3-large';
|
|
18
|
+
this.apiKey = options.apiKey || process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY;
|
|
19
|
+
this.baseUrl = options.baseUrl || process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL;
|
|
20
|
+
this.dimensionsOverride = options.dimensions;
|
|
21
|
+
this.rateLimiter = createRateLimiter('OpenAI');
|
|
22
|
+
}
|
|
23
|
+
async init() {
|
|
24
|
+
if (!this.openai) {
|
|
25
|
+
const config = {};
|
|
26
|
+
if (this.apiKey) {
|
|
27
|
+
config.apiKey = this.apiKey;
|
|
28
|
+
}
|
|
29
|
+
if (this.baseUrl) {
|
|
30
|
+
config.baseURL = this.baseUrl;
|
|
31
|
+
}
|
|
32
|
+
this.openai = new OpenAI(config);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
async generateEmbedding(text) {
|
|
36
|
+
await this.init();
|
|
37
|
+
const profile = await getModelProfile(this.getName(), this.model);
|
|
38
|
+
const limits = getSizeLimits(profile);
|
|
39
|
+
const maxChars = profile.maxChunkChars || 8000;
|
|
40
|
+
return await this.rateLimiter.execute(async () => {
|
|
41
|
+
const { data } = await this.openai.embeddings.create({
|
|
42
|
+
model: this.model,
|
|
43
|
+
input: text.slice(0, maxChars)
|
|
44
|
+
});
|
|
45
|
+
return data[0].embedding;
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
getDimensions() {
|
|
49
|
+
if (this.dimensionsOverride !== undefined) {
|
|
50
|
+
return this.dimensionsOverride;
|
|
51
|
+
}
|
|
52
|
+
if (process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS) {
|
|
53
|
+
const dims = parseInt(process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS || '0', 10);
|
|
54
|
+
if (!isNaN(dims) && dims > 0)
|
|
55
|
+
return dims;
|
|
56
|
+
}
|
|
57
|
+
if (this.model.includes('3-small'))
|
|
58
|
+
return 1536;
|
|
59
|
+
if (this.model.includes('3-large'))
|
|
60
|
+
return 3072;
|
|
61
|
+
return 1536;
|
|
62
|
+
}
|
|
63
|
+
getName() {
|
|
64
|
+
return 'OpenAI';
|
|
65
|
+
}
|
|
66
|
+
getModelName() {
|
|
67
|
+
return this.model;
|
|
68
|
+
}
|
|
69
|
+
// Batch processing implementation for OpenAI
|
|
70
|
+
async generateEmbeddings(texts) {
|
|
71
|
+
await this.init();
|
|
72
|
+
const profile = await getModelProfile(this.getName(), this.model);
|
|
73
|
+
const maxChars = profile.maxChunkChars || 8000;
|
|
74
|
+
const allEmbeddings = [];
|
|
75
|
+
const remainingTexts = [...texts];
|
|
76
|
+
let batchCount = 0;
|
|
77
|
+
while (remainingTexts.length > 0) {
|
|
78
|
+
batchCount++;
|
|
79
|
+
const currentBatch = [];
|
|
80
|
+
let currentBatchTokens = 0;
|
|
81
|
+
const processedIndices = [];
|
|
82
|
+
// Build batch based on token limits
|
|
83
|
+
for (let i = 0; i < remainingTexts.length; i++) {
|
|
84
|
+
const text = remainingTexts[i];
|
|
85
|
+
const truncatedText = text.slice(0, maxChars);
|
|
86
|
+
const itemTokens = estimateTokens(truncatedText);
|
|
87
|
+
// Skip items that exceed single item limit
|
|
88
|
+
if (itemTokens > MAX_ITEM_TOKENS) {
|
|
89
|
+
if (!process.env.CODEVAULT_QUIET) {
|
|
90
|
+
console.warn(` ⚠️ Text at index ${i} exceeds max token limit (${itemTokens} > ${MAX_ITEM_TOKENS}), skipping`);
|
|
91
|
+
}
|
|
92
|
+
processedIndices.push(i);
|
|
93
|
+
// Add empty embedding as placeholder
|
|
94
|
+
allEmbeddings.push(new Array(this.getDimensions()).fill(0));
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
// Add to batch if it fits
|
|
98
|
+
if (currentBatchTokens + itemTokens <= MAX_BATCH_TOKENS) {
|
|
99
|
+
currentBatch.push(truncatedText);
|
|
100
|
+
currentBatchTokens += itemTokens;
|
|
101
|
+
processedIndices.push(i);
|
|
102
|
+
}
|
|
103
|
+
else {
|
|
104
|
+
break; // Batch is full
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
// Remove processed items from remaining texts
|
|
108
|
+
for (let i = processedIndices.length - 1; i >= 0; i--) {
|
|
109
|
+
remainingTexts.splice(processedIndices[i], 1);
|
|
110
|
+
}
|
|
111
|
+
// Process current batch if not empty
|
|
112
|
+
if (currentBatch.length > 0) {
|
|
113
|
+
if (!process.env.CODEVAULT_QUIET) {
|
|
114
|
+
console.log(` → API call ${batchCount}: ${currentBatch.length} items (${currentBatchTokens} tokens)`);
|
|
115
|
+
}
|
|
116
|
+
const batchEmbeddings = await this.rateLimiter.execute(async () => {
|
|
117
|
+
const { data } = await this.openai.embeddings.create({
|
|
118
|
+
model: this.model,
|
|
119
|
+
input: currentBatch
|
|
120
|
+
});
|
|
121
|
+
return data.map(item => item.embedding);
|
|
122
|
+
});
|
|
123
|
+
allEmbeddings.push(...batchEmbeddings);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (!process.env.CODEVAULT_QUIET) {
|
|
127
|
+
console.log(` ✓ Batch complete: ${texts.length} embeddings from ${batchCount} API call(s)\n`);
|
|
128
|
+
}
|
|
129
|
+
return allEmbeddings;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACf,MAAM,WAAW,CAAC;AAGnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACd,MAAM,CAAU;IAChB,OAAO,CAAU;IACjB,kBAAkB,CAAU;IACpC,WAAW,CAAM;IAEjB,YAAY,UAA4B,EAAE;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK;eACV,OAAO,CAAC,GAAG,CAAC,yBAAyB;eACrC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,yBAAyB;eACtE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,yBAAyB;eAClD,wBAAwB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACtG,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC1G,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;gBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;aAC/B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAED,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACnF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,MAAM,aAAa,GAAe,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAClC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,UAAU,EAAE,CAAC;YACb,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,gBAAgB,GAAa,EAAE,CAAC;YAEtC,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;gBAEjD,2CAA2C;gBAC3C,IAAI,UAAU,GAAG,eAAe,EAAE,CAAC;oBACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;wBACjC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,6BAA6B,UAAU,MAAM,eAAe,aAAa,CAAC,CAAC;oBAClH,CAAC;oBACD,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACzB,qCAAqC;oBACrC,aAAa,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5D,SAAS;gBACX,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,kBAAkB,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;oBACxD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,kBAAkB,IAAI,UAAU,CAAC;oBACjC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,gBAAgB;gBACzB,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtD,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,qCAAqC;YACrC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,UAAU,KAAK,YAAY,CAAC,MAAM,WAAW,kBAAkB,UAAU,CAAC,CAAC;gBACzG,CAAC;gBAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAChE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;wBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,KAAK,EAAE,YAAY;qBACpB,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC1C,CAAC,CAAC,CAAC;gBAEH,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,MAAM,oBAAoB,UAAU,gBAAgB,CAAC,CAAC;QACjG,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../src/providers/token-counter.ts"],"names":[],"mappings":"AAEA,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,IAAI,CAAC,CAenG"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
let tiktokenEncoder = null;
|
|
2
|
+
export async function getTokenCounter(modelName) {
|
|
3
|
+
if (modelName.includes('text-embedding') || modelName.includes('ada-002')) {
|
|
4
|
+
if (!tiktokenEncoder) {
|
|
5
|
+
try {
|
|
6
|
+
const tiktoken = await import('tiktoken');
|
|
7
|
+
tiktokenEncoder = tiktoken.encoding_for_model('text-embedding-3-large');
|
|
8
|
+
}
|
|
9
|
+
catch (error) {
|
|
10
|
+
console.warn('tiktoken not available, falling back to character estimation');
|
|
11
|
+
return null;
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
return (text) => tiktokenEncoder.encode(text).length;
|
|
15
|
+
}
|
|
16
|
+
return (text) => Math.ceil(text.length / 4);
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=token-counter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-counter.js","sourceRoot":"","sources":["../../src/providers/token-counter.ts"],"names":[],"mappings":"AAAA,IAAI,eAAe,GAAQ,IAAI,CAAC;AAEhC,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,SAAiB;IACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;gBAC1C,eAAe,GAAG,QAAQ,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;gBAC7E,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,CAAC,IAAY,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC/D,CAAC;IAED,OAAO,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export declare function isAPIRerankingConfigured(): boolean;
|
|
2
|
+
interface Candidate {
|
|
3
|
+
rerankerScore?: number;
|
|
4
|
+
rerankerRank?: number;
|
|
5
|
+
[key: string]: any;
|
|
6
|
+
}
|
|
7
|
+
interface RerankOptions {
|
|
8
|
+
max?: number;
|
|
9
|
+
maxTokens?: number;
|
|
10
|
+
getText?: (candidate: Candidate) => string;
|
|
11
|
+
getTextAsync?: (candidate: Candidate) => Promise<string>;
|
|
12
|
+
apiUrl?: string;
|
|
13
|
+
apiKey?: string;
|
|
14
|
+
model?: string;
|
|
15
|
+
}
|
|
16
|
+
export declare function rerankWithAPI(query: string, candidates: Candidate[], options?: RerankOptions): Promise<Candidate[]>;
|
|
17
|
+
export {};
|
|
18
|
+
//# sourceMappingURL=api-reranker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api-reranker.d.ts","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAoCA,wBAAgB,wBAAwB,IAAI,OAAO,CAIlD;AAuED,UAAU,SAAS;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,UAAU,aAAa;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,MAAM,CAAC;IAC3C,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAuE7H"}
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
function getAPIUrl() {
|
|
2
|
+
return process.env.CODEVAULT_RERANK_API_URL || '';
|
|
3
|
+
}
|
|
4
|
+
function getAPIKey() {
|
|
5
|
+
return process.env.CODEVAULT_RERANK_API_KEY || '';
|
|
6
|
+
}
|
|
7
|
+
function getModel() {
|
|
8
|
+
return process.env.CODEVAULT_RERANK_MODEL || 'rerank-v3.5';
|
|
9
|
+
}
|
|
10
|
+
function getMaxFromEnv() {
|
|
11
|
+
const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX || '50', 10);
|
|
12
|
+
return Number.isFinite(envMax) && envMax > 0 ? envMax : 50;
|
|
13
|
+
}
|
|
14
|
+
function getMaxTokensFromEnv() {
|
|
15
|
+
const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX_TOKENS || '8192', 10);
|
|
16
|
+
return Number.isFinite(envMax) && envMax > 0 ? envMax : 8192;
|
|
17
|
+
}
|
|
18
|
+
function truncateText(text, maxTokens) {
|
|
19
|
+
if (!text || typeof text !== 'string') {
|
|
20
|
+
return '';
|
|
21
|
+
}
|
|
22
|
+
const maxChars = maxTokens * 4;
|
|
23
|
+
if (text.length <= maxChars) {
|
|
24
|
+
return text;
|
|
25
|
+
}
|
|
26
|
+
return text.slice(0, maxChars);
|
|
27
|
+
}
|
|
28
|
+
export function isAPIRerankingConfigured() {
|
|
29
|
+
const url = getAPIUrl();
|
|
30
|
+
const key = getAPIKey();
|
|
31
|
+
return Boolean(url && key);
|
|
32
|
+
}
|
|
33
|
+
async function callRerankAPI(query, documents, config = {}) {
|
|
34
|
+
const apiUrl = config.apiUrl || getAPIUrl();
|
|
35
|
+
const apiKey = config.apiKey || getAPIKey();
|
|
36
|
+
const model = config.model || getModel();
|
|
37
|
+
if (!apiUrl) {
|
|
38
|
+
throw new Error('CODEVAULT_RERANK_API_URL is not configured');
|
|
39
|
+
}
|
|
40
|
+
if (!apiKey) {
|
|
41
|
+
throw new Error('CODEVAULT_RERANK_API_KEY is not configured');
|
|
42
|
+
}
|
|
43
|
+
// Standard reranking API format (Novita, Cohere, Jina AI, Voyage AI)
|
|
44
|
+
const requestBody = {
|
|
45
|
+
model: model,
|
|
46
|
+
query: query,
|
|
47
|
+
documents: documents,
|
|
48
|
+
top_n: documents.length
|
|
49
|
+
};
|
|
50
|
+
const response = await fetch(apiUrl, {
|
|
51
|
+
method: 'POST',
|
|
52
|
+
headers: {
|
|
53
|
+
'Content-Type': 'application/json',
|
|
54
|
+
'Authorization': `Bearer ${apiKey}`
|
|
55
|
+
},
|
|
56
|
+
body: JSON.stringify(requestBody)
|
|
57
|
+
});
|
|
58
|
+
if (!response.ok) {
|
|
59
|
+
const errorText = await response.text().catch(() => 'Unknown error');
|
|
60
|
+
throw new Error(`Rerank API error (${response.status}): ${errorText}`);
|
|
61
|
+
}
|
|
62
|
+
const data = await response.json();
|
|
63
|
+
// Handle standard reranking response format
|
|
64
|
+
// Most providers (Novita, Cohere, Jina AI, Voyage AI) use this format
|
|
65
|
+
if (data.results && Array.isArray(data.results)) {
|
|
66
|
+
return data.results;
|
|
67
|
+
}
|
|
68
|
+
// Alternative response format (some providers use data array)
|
|
69
|
+
if (data.data && Array.isArray(data.data)) {
|
|
70
|
+
return data.data;
|
|
71
|
+
}
|
|
72
|
+
// Fallback for direct array response
|
|
73
|
+
if (Array.isArray(data)) {
|
|
74
|
+
return data;
|
|
75
|
+
}
|
|
76
|
+
throw new Error(`Unexpected rerank API response format. Expected {results: [...]} but got: ${JSON.stringify(data).slice(0, 200)}`);
|
|
77
|
+
}
|
|
78
|
+
export async function rerankWithAPI(query, candidates, options = {}) {
|
|
79
|
+
if (!Array.isArray(candidates) || candidates.length <= 1) {
|
|
80
|
+
return candidates;
|
|
81
|
+
}
|
|
82
|
+
const maxCandidates = Math.min(typeof options.max === 'number' && Number.isFinite(options.max) && options.max > 0
|
|
83
|
+
? Math.floor(options.max)
|
|
84
|
+
: getMaxFromEnv(), candidates.length);
|
|
85
|
+
if (maxCandidates <= 1) {
|
|
86
|
+
return candidates;
|
|
87
|
+
}
|
|
88
|
+
const topCandidates = candidates.slice(0, maxCandidates);
|
|
89
|
+
const configuredMaxTokens = typeof options.maxTokens === 'number' && Number.isFinite(options.maxTokens)
|
|
90
|
+
? options.maxTokens
|
|
91
|
+
: getMaxTokensFromEnv();
|
|
92
|
+
const maxTokens = Math.max(1, configuredMaxTokens);
|
|
93
|
+
try {
|
|
94
|
+
const texts = await Promise.all(topCandidates.map(async (candidate) => {
|
|
95
|
+
let text;
|
|
96
|
+
if (options.getTextAsync && typeof options.getTextAsync === 'function') {
|
|
97
|
+
text = await options.getTextAsync(candidate);
|
|
98
|
+
}
|
|
99
|
+
else if (options.getText && typeof options.getText === 'function') {
|
|
100
|
+
text = options.getText(candidate);
|
|
101
|
+
}
|
|
102
|
+
else {
|
|
103
|
+
text = '';
|
|
104
|
+
}
|
|
105
|
+
const textStr = typeof text === 'string' ? text : '';
|
|
106
|
+
return truncateText(textStr, maxTokens);
|
|
107
|
+
}));
|
|
108
|
+
const apiConfig = {
|
|
109
|
+
apiUrl: options.apiUrl,
|
|
110
|
+
apiKey: options.apiKey,
|
|
111
|
+
model: options.model
|
|
112
|
+
};
|
|
113
|
+
const results = await callRerankAPI(query, texts, apiConfig);
|
|
114
|
+
const scoreMap = new Map();
|
|
115
|
+
for (const result of results) {
|
|
116
|
+
const index = result.index;
|
|
117
|
+
const score = result.relevance_score || result.score || 0;
|
|
118
|
+
scoreMap.set(index, score);
|
|
119
|
+
}
|
|
120
|
+
const scored = topCandidates.map((candidate, index) => ({
|
|
121
|
+
candidate,
|
|
122
|
+
score: scoreMap.get(index) || 0
|
|
123
|
+
})).sort((a, b) => b.score - a.score);
|
|
124
|
+
scored.forEach((entry, index) => {
|
|
125
|
+
entry.candidate.rerankerScore = entry.score;
|
|
126
|
+
entry.candidate.rerankerRank = index + 1;
|
|
127
|
+
});
|
|
128
|
+
const rerankedTop = scored.map(entry => entry.candidate);
|
|
129
|
+
const remainder = candidates.slice(maxCandidates);
|
|
130
|
+
return [...rerankedTop, ...remainder];
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
console.error('API reranking failed:', error.message);
|
|
134
|
+
return candidates;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
//# sourceMappingURL=api-reranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api-reranker.js","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,SAAiB;IACnD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,OAAO,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;AAC7B,CAAC;AAeD,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,SAAmB,EAAE,SAA0B,EAAE;IAC3F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,qEAAqE;IACrE,MAAM,WAAW,GAAG;QAClB,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS,CAAC,MAAM;KACxB,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;SACpC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;IAE1C,4CAA4C;IAC5C,sEAAsE;IACtE,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,8DAA8D;IAC9D,IAAI,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,qCAAqC;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6EAA6E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrI,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,UAAuB,EAAE,UAAyB,EAAE;IACrG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,GAAG,CAAC;QAChF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACzB,CAAC,CAAC,aAAa,EAAE,EACnB,UAAU,CAAC,MAAM,CAClB,CAAC;IAEF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,mBAAmB,GAAG,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;QACrG,CAAC,CAAC,OAAO,CAAC,SAAS;QACnB,CAAC,CAAC,mBAAmB,EAAE,CAAC;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAEnD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,aAAa,CAAC,GAAG,CAAC,KAAK,EAAC,SAAS,EAAC,EAAE;YAClC,IAAI,IAAY,CAAC;YACjB,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;gBACvE,IAAI,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACpE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAC1D,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,SAAS;YACT,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;SAChC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC9B,KAAK,CAAC,SAAS,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;YAC5C,KAAK,CAAC,SAAS,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,SAAS,CAAC,CAAC;IAExC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { Codemap } from '../types/codemap.js';
|
|
2
|
+
interface SearchResult {
|
|
3
|
+
id: string;
|
|
4
|
+
score?: number;
|
|
5
|
+
symbolBoost?: number;
|
|
6
|
+
symbolBoostSources?: string[];
|
|
7
|
+
symbolMatchStrength?: number;
|
|
8
|
+
symbolNeighborStrength?: number;
|
|
9
|
+
}
|
|
10
|
+
export declare function applySymbolBoost(results: SearchResult[], { query, codemap }: {
|
|
11
|
+
query: string;
|
|
12
|
+
codemap: Codemap;
|
|
13
|
+
}): void;
|
|
14
|
+
export {};
|
|
15
|
+
//# sourceMappingURL=symbol-boost.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"symbol-boost.d.ts","sourceRoot":"","sources":["../../src/ranking/symbol-boost.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAQnD,UAAU,YAAY;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAmJD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CA4DvH"}
|