@cicctencent/agent-core 0.1.18 → 0.1.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +70 -1
- package/dist/cjs/agent/engine.d.ts +23 -0
- package/dist/cjs/agent/engine.d.ts.map +1 -1
- package/dist/cjs/agent/engine.js +88 -9
- package/dist/cjs/agent/engine.js.map +1 -1
- package/dist/cjs/agent/history-manager.d.ts +66 -1
- package/dist/cjs/agent/history-manager.d.ts.map +1 -1
- package/dist/cjs/agent/history-manager.js +232 -0
- package/dist/cjs/agent/history-manager.js.map +1 -1
- package/dist/cjs/agent/llm-caller.d.ts +4 -1
- package/dist/cjs/agent/llm-caller.d.ts.map +1 -1
- package/dist/cjs/agent/llm-caller.js +25 -19
- package/dist/cjs/agent/llm-caller.js.map +1 -1
- package/dist/cjs/agent/profile-loader.d.ts +56 -0
- package/dist/cjs/agent/profile-loader.d.ts.map +1 -0
- package/dist/cjs/agent/profile-loader.js +145 -0
- package/dist/cjs/agent/profile-loader.js.map +1 -0
- package/dist/cjs/agent/types.d.ts +32 -3
- package/dist/cjs/agent/types.d.ts.map +1 -1
- package/dist/cjs/agent/types.js.map +1 -1
- package/dist/cjs/calendar/types.d.ts +41 -0
- package/dist/cjs/calendar/types.d.ts.map +1 -0
- package/dist/cjs/calendar/types.js +6 -0
- package/dist/cjs/calendar/types.js.map +1 -0
- package/dist/cjs/context/types.d.ts +3 -3
- package/dist/cjs/context/types.d.ts.map +1 -1
- package/dist/cjs/email/types.d.ts +46 -0
- package/dist/cjs/email/types.d.ts.map +1 -0
- package/dist/cjs/email/types.js +6 -0
- package/dist/cjs/email/types.js.map +1 -0
- package/dist/cjs/index.d.ts +28 -3
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +42 -11
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/kb/in-memory-kb.d.ts +29 -0
- package/dist/cjs/kb/in-memory-kb.d.ts.map +1 -0
- package/dist/cjs/kb/in-memory-kb.js +210 -0
- package/dist/cjs/kb/in-memory-kb.js.map +1 -0
- package/dist/cjs/kb/rag-middleware.d.ts +31 -0
- package/dist/cjs/kb/rag-middleware.d.ts.map +1 -0
- package/dist/cjs/kb/rag-middleware.js +94 -0
- package/dist/cjs/kb/rag-middleware.js.map +1 -0
- package/dist/cjs/kb/types.d.ts +63 -0
- package/dist/cjs/kb/types.d.ts.map +1 -0
- package/dist/cjs/kb/types.js +6 -0
- package/dist/cjs/kb/types.js.map +1 -0
- package/dist/cjs/llm/anthropic-provider.d.ts +7 -0
- package/dist/cjs/llm/anthropic-provider.d.ts.map +1 -1
- package/dist/cjs/llm/anthropic-provider.js +84 -9
- package/dist/cjs/llm/anthropic-provider.js.map +1 -1
- package/dist/cjs/llm/ollama-provider.d.ts +18 -0
- package/dist/cjs/llm/ollama-provider.d.ts.map +1 -1
- package/dist/cjs/llm/ollama-provider.js +41 -0
- package/dist/cjs/llm/ollama-provider.js.map +1 -1
- package/dist/cjs/llm/openai-provider.d.ts +39 -2
- package/dist/cjs/llm/openai-provider.d.ts.map +1 -1
- package/dist/cjs/llm/openai-provider.js +302 -1
- package/dist/cjs/llm/openai-provider.js.map +1 -1
- package/dist/cjs/llm/pricing.d.ts +26 -0
- package/dist/cjs/llm/pricing.d.ts.map +1 -0
- package/dist/cjs/llm/pricing.js +86 -0
- package/dist/cjs/llm/pricing.js.map +1 -0
- package/dist/cjs/llm/provider.d.ts +2 -1
- package/dist/cjs/llm/provider.d.ts.map +1 -1
- package/dist/cjs/llm/provider.js +6 -1
- package/dist/cjs/llm/provider.js.map +1 -1
- package/dist/cjs/llm/types.d.ts +139 -0
- package/dist/cjs/llm/types.d.ts.map +1 -1
- package/dist/cjs/llm/types.js +74 -0
- package/dist/cjs/llm/types.js.map +1 -1
- package/dist/cjs/llm/usage-tracker.d.ts +119 -0
- package/dist/cjs/llm/usage-tracker.d.ts.map +1 -0
- package/dist/cjs/llm/usage-tracker.js +105 -0
- package/dist/cjs/llm/usage-tracker.js.map +1 -0
- package/dist/cjs/memory/extractor.js +1 -1
- package/dist/cjs/memory/extractor.js.map +1 -1
- package/dist/cjs/memory/persona.js +1 -1
- package/dist/cjs/memory/persona.js.map +1 -1
- package/dist/cjs/memory/scene.js +1 -1
- package/dist/cjs/memory/scene.js.map +1 -1
- package/dist/cjs/middleware/types.d.ts +2 -4
- package/dist/cjs/middleware/types.d.ts.map +1 -1
- package/dist/cjs/middleware/workspace-notes.d.ts +36 -0
- package/dist/cjs/middleware/workspace-notes.d.ts.map +1 -0
- package/dist/cjs/middleware/workspace-notes.js +53 -0
- package/dist/cjs/middleware/workspace-notes.js.map +1 -0
- package/dist/cjs/observability/logger.d.ts +1 -0
- package/dist/cjs/observability/logger.d.ts.map +1 -1
- package/dist/cjs/observability/logger.js.map +1 -1
- package/dist/cjs/observability/trace.d.ts +45 -0
- package/dist/cjs/observability/trace.d.ts.map +1 -0
- package/dist/cjs/observability/trace.js +59 -0
- package/dist/cjs/observability/trace.js.map +1 -0
- package/dist/cjs/runtime/run-registry-interface.d.ts +42 -0
- package/dist/cjs/runtime/run-registry-interface.d.ts.map +1 -0
- package/dist/cjs/runtime/run-registry-interface.js +7 -0
- package/dist/cjs/runtime/run-registry-interface.js.map +1 -0
- package/dist/cjs/runtime/run-registry.d.ts +15 -2
- package/dist/cjs/runtime/run-registry.d.ts.map +1 -1
- package/dist/cjs/runtime/run-registry.js +43 -1
- package/dist/cjs/runtime/run-registry.js.map +1 -1
- package/dist/cjs/sandbox/code-sandbox.d.ts +42 -0
- package/dist/cjs/sandbox/code-sandbox.d.ts.map +1 -0
- package/dist/cjs/sandbox/code-sandbox.js +59 -0
- package/dist/cjs/sandbox/code-sandbox.js.map +1 -0
- package/dist/cjs/skill/router.d.ts +20 -1
- package/dist/cjs/skill/router.d.ts.map +1 -1
- package/dist/cjs/skill/router.js +39 -1
- package/dist/cjs/skill/router.js.map +1 -1
- package/dist/cjs/skill/types.d.ts +1 -1
- package/dist/cjs/skill/types.d.ts.map +1 -1
- package/dist/cjs/skill/vector-index.d.ts +50 -0
- package/dist/cjs/skill/vector-index.d.ts.map +1 -0
- package/dist/cjs/skill/vector-index.js +57 -0
- package/dist/cjs/skill/vector-index.js.map +1 -0
- package/dist/cjs/store/history-persistence.d.ts +36 -0
- package/dist/cjs/store/history-persistence.d.ts.map +1 -0
- package/dist/cjs/store/history-persistence.js +142 -0
- package/dist/cjs/store/history-persistence.js.map +1 -0
- package/dist/cjs/types.d.ts +40 -1
- package/dist/cjs/types.d.ts.map +1 -1
- package/dist/cjs/types.js +34 -0
- package/dist/cjs/types.js.map +1 -1
- package/dist/cjs/utils/token-counter.d.ts.map +1 -1
- package/dist/cjs/utils/token-counter.js +33 -1
- package/dist/cjs/utils/token-counter.js.map +1 -1
- package/dist/esm/agent/engine.d.ts +23 -0
- package/dist/esm/agent/engine.d.ts.map +1 -1
- package/dist/esm/agent/engine.js +88 -9
- package/dist/esm/agent/engine.js.map +1 -1
- package/dist/esm/agent/history-manager.d.ts +66 -1
- package/dist/esm/agent/history-manager.d.ts.map +1 -1
- package/dist/esm/agent/history-manager.js +232 -0
- package/dist/esm/agent/history-manager.js.map +1 -1
- package/dist/esm/agent/llm-caller.d.ts +4 -1
- package/dist/esm/agent/llm-caller.d.ts.map +1 -1
- package/dist/esm/agent/llm-caller.js +25 -19
- package/dist/esm/agent/llm-caller.js.map +1 -1
- package/dist/esm/agent/profile-loader.d.ts +56 -0
- package/dist/esm/agent/profile-loader.d.ts.map +1 -0
- package/dist/esm/agent/profile-loader.js +108 -0
- package/dist/esm/agent/profile-loader.js.map +1 -0
- package/dist/esm/agent/types.d.ts +32 -3
- package/dist/esm/agent/types.d.ts.map +1 -1
- package/dist/esm/agent/types.js.map +1 -1
- package/dist/esm/calendar/types.d.ts +41 -0
- package/dist/esm/calendar/types.d.ts.map +1 -0
- package/dist/esm/calendar/types.js +5 -0
- package/dist/esm/calendar/types.js.map +1 -0
- package/dist/esm/context/types.d.ts +3 -3
- package/dist/esm/context/types.d.ts.map +1 -1
- package/dist/esm/email/types.d.ts +46 -0
- package/dist/esm/email/types.d.ts.map +1 -0
- package/dist/esm/email/types.js +5 -0
- package/dist/esm/email/types.js.map +1 -0
- package/dist/esm/index.d.ts +28 -3
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +12 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/kb/in-memory-kb.d.ts +29 -0
- package/dist/esm/kb/in-memory-kb.d.ts.map +1 -0
- package/dist/esm/kb/in-memory-kb.js +206 -0
- package/dist/esm/kb/in-memory-kb.js.map +1 -0
- package/dist/esm/kb/rag-middleware.d.ts +31 -0
- package/dist/esm/kb/rag-middleware.d.ts.map +1 -0
- package/dist/esm/kb/rag-middleware.js +91 -0
- package/dist/esm/kb/rag-middleware.js.map +1 -0
- package/dist/esm/kb/types.d.ts +63 -0
- package/dist/esm/kb/types.d.ts.map +1 -0
- package/dist/esm/kb/types.js +5 -0
- package/dist/esm/kb/types.js.map +1 -0
- package/dist/esm/llm/anthropic-provider.d.ts +7 -0
- package/dist/esm/llm/anthropic-provider.d.ts.map +1 -1
- package/dist/esm/llm/anthropic-provider.js +84 -9
- package/dist/esm/llm/anthropic-provider.js.map +1 -1
- package/dist/esm/llm/ollama-provider.d.ts +18 -0
- package/dist/esm/llm/ollama-provider.d.ts.map +1 -1
- package/dist/esm/llm/ollama-provider.js +41 -0
- package/dist/esm/llm/ollama-provider.js.map +1 -1
- package/dist/esm/llm/openai-provider.d.ts +39 -2
- package/dist/esm/llm/openai-provider.d.ts.map +1 -1
- package/dist/esm/llm/openai-provider.js +302 -1
- package/dist/esm/llm/openai-provider.js.map +1 -1
- package/dist/esm/llm/pricing.d.ts +26 -0
- package/dist/esm/llm/pricing.d.ts.map +1 -0
- package/dist/esm/llm/pricing.js +81 -0
- package/dist/esm/llm/pricing.js.map +1 -0
- package/dist/esm/llm/provider.d.ts +2 -1
- package/dist/esm/llm/provider.d.ts.map +1 -1
- package/dist/esm/llm/provider.js +1 -0
- package/dist/esm/llm/provider.js.map +1 -1
- package/dist/esm/llm/types.d.ts +139 -0
- package/dist/esm/llm/types.d.ts.map +1 -1
- package/dist/esm/llm/types.js +70 -1
- package/dist/esm/llm/types.js.map +1 -1
- package/dist/esm/llm/usage-tracker.d.ts +119 -0
- package/dist/esm/llm/usage-tracker.d.ts.map +1 -0
- package/dist/esm/llm/usage-tracker.js +101 -0
- package/dist/esm/llm/usage-tracker.js.map +1 -0
- package/dist/esm/memory/extractor.js +1 -1
- package/dist/esm/memory/extractor.js.map +1 -1
- package/dist/esm/memory/persona.js +1 -1
- package/dist/esm/memory/persona.js.map +1 -1
- package/dist/esm/memory/scene.js +1 -1
- package/dist/esm/memory/scene.js.map +1 -1
- package/dist/esm/middleware/types.d.ts +2 -4
- package/dist/esm/middleware/types.d.ts.map +1 -1
- package/dist/esm/middleware/workspace-notes.d.ts +36 -0
- package/dist/esm/middleware/workspace-notes.d.ts.map +1 -0
- package/dist/esm/middleware/workspace-notes.js +49 -0
- package/dist/esm/middleware/workspace-notes.js.map +1 -0
- package/dist/esm/observability/logger.d.ts +1 -0
- package/dist/esm/observability/logger.d.ts.map +1 -1
- package/dist/esm/observability/logger.js.map +1 -1
- package/dist/esm/observability/trace.d.ts +45 -0
- package/dist/esm/observability/trace.d.ts.map +1 -0
- package/dist/esm/observability/trace.js +55 -0
- package/dist/esm/observability/trace.js.map +1 -0
- package/dist/esm/runtime/run-registry-interface.d.ts +42 -0
- package/dist/esm/runtime/run-registry-interface.d.ts.map +1 -0
- package/dist/esm/runtime/run-registry-interface.js +6 -0
- package/dist/esm/runtime/run-registry-interface.js.map +1 -0
- package/dist/esm/runtime/run-registry.d.ts +15 -2
- package/dist/esm/runtime/run-registry.d.ts.map +1 -1
- package/dist/esm/runtime/run-registry.js +43 -1
- package/dist/esm/runtime/run-registry.js.map +1 -1
- package/dist/esm/sandbox/code-sandbox.d.ts +42 -0
- package/dist/esm/sandbox/code-sandbox.d.ts.map +1 -0
- package/dist/esm/sandbox/code-sandbox.js +56 -0
- package/dist/esm/sandbox/code-sandbox.js.map +1 -0
- package/dist/esm/skill/router.d.ts +20 -1
- package/dist/esm/skill/router.d.ts.map +1 -1
- package/dist/esm/skill/router.js +37 -0
- package/dist/esm/skill/router.js.map +1 -1
- package/dist/esm/skill/types.d.ts +1 -1
- package/dist/esm/skill/types.d.ts.map +1 -1
- package/dist/esm/skill/vector-index.d.ts +50 -0
- package/dist/esm/skill/vector-index.d.ts.map +1 -0
- package/dist/esm/skill/vector-index.js +53 -0
- package/dist/esm/skill/vector-index.js.map +1 -0
- package/dist/esm/store/history-persistence.d.ts +36 -0
- package/dist/esm/store/history-persistence.d.ts.map +1 -0
- package/dist/esm/store/history-persistence.js +105 -0
- package/dist/esm/store/history-persistence.js.map +1 -0
- package/dist/esm/types.d.ts +40 -1
- package/dist/esm/types.d.ts.map +1 -1
- package/dist/esm/types.js +32 -1
- package/dist/esm/types.js.map +1 -1
- package/dist/esm/utils/token-counter.d.ts.map +1 -1
- package/dist/esm/utils/token-counter.js +33 -1
- package/dist/esm/utils/token-counter.js.map +1 -1
- package/package.json +1 -1
package/dist/cjs/index.js
CHANGED
|
@@ -3,9 +3,12 @@
|
|
|
3
3
|
// Core 统一导出
|
|
4
4
|
// ============================================================
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.
|
|
7
|
-
exports.
|
|
8
|
-
exports.mapAgentEventToA2AEvent = exports.extractTextFromMessage = exports.createA2ARemoteRunner = exports.createA2AMessage = exports.createA2AAgentCard = exports.buildAuthHeaders = exports.InMemoryA2ATaskStore = exports.A2AServerHandler = exports.A2AClient = void 0;
|
|
6
|
+
exports.createToolDocTool = exports.createSkillLoaderTool = exports.createShellTools = exports.createFileSystemTools = exports.createBuiltinTools = exports.createDelegateTool = exports.ToolRegistry = exports.InMemoryVectorIndex = exports.SkillRouter = exports.SkillManager = exports.LocalEnvCollector = exports.ContextManager = exports.InMemoryUsageTracker = exports.calculateCost = exports.registerPricing = exports.getPricing = exports.BUILTIN_PROVIDERS = exports.createLLMProvider = exports.OllamaProvider = exports.AnthropicProvider = exports.OpenAIProvider = exports.createBatchRequest = exports.serializeBatchRequests = exports.isFileProvider = exports.isBatchProvider = exports.loadAgentProfilesFromDir = exports.parseAgentProfile = exports.createAgentConfig = exports.validateSkillRequirements = exports.createAgentRuntime = exports.buildResourceScope = exports.AgentRuntimeBuilder = exports.AgentToolExecutor = exports.LLMCaller = exports.HistoryManager = exports.wrapTaskWithWorkflowInstructions = exports.parseStructuredAgentOutput = exports.parseDebateOutput = exports.getWorkflowTemplate = exports.getWorkflowRoleStage = exports.formatWorkflowTemplateForPrompt = exports.formatStructuredAgentOutput = exports.formatDebateOutput = exports.buildWorkflowDecisionMemory = exports.buildStructuredOutputInstruction = exports.buildDebateInstructions = exports.DEFAULT_COMPLEX_WORKFLOW_TEMPLATE = exports.AgentEngine = exports.isMultimodalContent = exports.extractTextFromContent = void 0;
|
|
7
|
+
exports.SceneAggregator = exports.MemoryExtractor = exports.InMemoryMemoryStore = exports.createRAGMiddleware = exports.InMemoryKnowledgeBase = exports.WorkspaceNotesMiddleware = exports.AuditLogMiddleware = exports.ToolGuardMiddleware = exports.TimingMiddleware = exports.JsonlHistoryPersistence = exports.FileToolResultStore = exports.JsonListStore = exports.JsonStore = exports.RunController = exports.InMemoryRunStateStore = exports.RunRegistry = exports.EnginePool = exports.InMemoryTracer = exports.setLogTransport = exports.logEvent = exports.createCodeExecutionTool = exports.DEFAULT_SANDBOX_CONFIG = exports.SANDBOX_SAFE_ENV_KEYS = exports.SANDBOX_BLOCKED_COMMANDS = exports.InMemoryPermissionStore = exports.configurePermissionManager = exports.decidePermissionRequest = exports.findApprovedPermission = exports.listPermissionRequests = exports.createPermissionRequest = exports.setToolSecurityPolicyProvider = exports.clearRiskCache = exports.isLowRiskTool = exports.assessToolRisk = exports.SecurityGuard = exports.DEFAULT_PROXY_SETTINGS = exports.getWindowsSystemProxy = exports.clearSystemProxyCache = exports.getSystemProxyUrl = exports.resolveProxyUrlForCategory = exports.resolveProxyAgentForCategory = exports.HttpMCPClient = exports.StdioMCPClient = exports.MCPClientBase = exports.registerTransport = exports.createMCPClient = exports.sanitizeForToolName = exports.buildMCPToolName = exports.MCP_TOOL_PREFIX = exports.registerMCPTools = void 0;
|
|
8
|
+
exports.mapAgentEventToA2AEvent = exports.extractTextFromMessage = exports.createA2ARemoteRunner = exports.createA2AMessage = exports.createA2AAgentCard = exports.buildAuthHeaders = exports.InMemoryA2ATaskStore = exports.A2AServerHandler = exports.A2AClient = exports.mapAgentEventStream = exports.mapAgentEvent = exports.defaultResolveToolDisplayName = exports.createAgentEventCollectorState = exports.collectEngineOutput = exports.getAppName = exports.setAppName = exports.expandEnvVars = exports.ensureProjectDataDir = exports.ensureDataDir = exports.getProjectDataPath = exports.getDataPath = exports.MemoryPipeline = exports.formatRecallForPrompt = exports.MemoryRecallEngine = exports.resetMemoryCheckpoint = exports.getMemoryCheckpoint = exports.MemoryCheckpoint = exports.PersonaGenerator = void 0;
|
|
9
|
+
var types_ts_1 = require("./types.js");
|
|
10
|
+
Object.defineProperty(exports, "extractTextFromContent", { enumerable: true, get: function () { return types_ts_1.extractTextFromContent; } });
|
|
11
|
+
Object.defineProperty(exports, "isMultimodalContent", { enumerable: true, get: function () { return types_ts_1.isMultimodalContent; } });
|
|
9
12
|
// ---- Agent Engine ----
|
|
10
13
|
var engine_ts_1 = require("./agent/engine.js");
|
|
11
14
|
Object.defineProperty(exports, "AgentEngine", { enumerable: true, get: function () { return engine_ts_1.AgentEngine; } });
|
|
@@ -33,8 +36,16 @@ Object.defineProperty(exports, "AgentRuntimeBuilder", { enumerable: true, get: f
|
|
|
33
36
|
Object.defineProperty(exports, "buildResourceScope", { enumerable: true, get: function () { return runtime_builder_ts_1.buildResourceScope; } });
|
|
34
37
|
Object.defineProperty(exports, "createAgentRuntime", { enumerable: true, get: function () { return runtime_builder_ts_1.createAgentRuntime; } });
|
|
35
38
|
Object.defineProperty(exports, "validateSkillRequirements", { enumerable: true, get: function () { return runtime_builder_ts_1.validateSkillRequirements; } });
|
|
36
|
-
var
|
|
37
|
-
Object.defineProperty(exports, "createAgentConfig", { enumerable: true, get: function () { return
|
|
39
|
+
var types_ts_2 = require("./agent/types.js");
|
|
40
|
+
Object.defineProperty(exports, "createAgentConfig", { enumerable: true, get: function () { return types_ts_2.createAgentConfig; } });
|
|
41
|
+
var profile_loader_ts_1 = require("./agent/profile-loader.js");
|
|
42
|
+
Object.defineProperty(exports, "parseAgentProfile", { enumerable: true, get: function () { return profile_loader_ts_1.parseAgentProfile; } });
|
|
43
|
+
Object.defineProperty(exports, "loadAgentProfilesFromDir", { enumerable: true, get: function () { return profile_loader_ts_1.loadAgentProfilesFromDir; } });
|
|
44
|
+
var types_ts_3 = require("./llm/types.js");
|
|
45
|
+
Object.defineProperty(exports, "isBatchProvider", { enumerable: true, get: function () { return types_ts_3.isBatchProvider; } });
|
|
46
|
+
Object.defineProperty(exports, "isFileProvider", { enumerable: true, get: function () { return types_ts_3.isFileProvider; } });
|
|
47
|
+
Object.defineProperty(exports, "serializeBatchRequests", { enumerable: true, get: function () { return types_ts_3.serializeBatchRequests; } });
|
|
48
|
+
Object.defineProperty(exports, "createBatchRequest", { enumerable: true, get: function () { return types_ts_3.createBatchRequest; } });
|
|
38
49
|
var openai_provider_ts_1 = require("./llm/openai-provider.js");
|
|
39
50
|
Object.defineProperty(exports, "OpenAIProvider", { enumerable: true, get: function () { return openai_provider_ts_1.OpenAIProvider; } });
|
|
40
51
|
var anthropic_provider_ts_1 = require("./llm/anthropic-provider.js");
|
|
@@ -44,6 +55,12 @@ Object.defineProperty(exports, "OllamaProvider", { enumerable: true, get: functi
|
|
|
44
55
|
var factory_ts_1 = require("./llm/factory.js");
|
|
45
56
|
Object.defineProperty(exports, "createLLMProvider", { enumerable: true, get: function () { return factory_ts_1.createLLMProvider; } });
|
|
46
57
|
Object.defineProperty(exports, "BUILTIN_PROVIDERS", { enumerable: true, get: function () { return factory_ts_1.BUILTIN_PROVIDERS; } });
|
|
58
|
+
var pricing_ts_1 = require("./llm/pricing.js");
|
|
59
|
+
Object.defineProperty(exports, "getPricing", { enumerable: true, get: function () { return pricing_ts_1.getPricing; } });
|
|
60
|
+
Object.defineProperty(exports, "registerPricing", { enumerable: true, get: function () { return pricing_ts_1.registerPricing; } });
|
|
61
|
+
Object.defineProperty(exports, "calculateCost", { enumerable: true, get: function () { return pricing_ts_1.calculateCost; } });
|
|
62
|
+
var usage_tracker_ts_1 = require("./llm/usage-tracker.js");
|
|
63
|
+
Object.defineProperty(exports, "InMemoryUsageTracker", { enumerable: true, get: function () { return usage_tracker_ts_1.InMemoryUsageTracker; } });
|
|
47
64
|
// ---- Context ----
|
|
48
65
|
var manager_ts_1 = require("./context/manager.js");
|
|
49
66
|
Object.defineProperty(exports, "ContextManager", { enumerable: true, get: function () { return manager_ts_1.ContextManager; } });
|
|
@@ -54,6 +71,8 @@ var manager_ts_2 = require("./skill/manager.js");
|
|
|
54
71
|
Object.defineProperty(exports, "SkillManager", { enumerable: true, get: function () { return manager_ts_2.SkillManager; } });
|
|
55
72
|
var router_ts_1 = require("./skill/router.js");
|
|
56
73
|
Object.defineProperty(exports, "SkillRouter", { enumerable: true, get: function () { return router_ts_1.SkillRouter; } });
|
|
74
|
+
var vector_index_ts_1 = require("./skill/vector-index.js");
|
|
75
|
+
Object.defineProperty(exports, "InMemoryVectorIndex", { enumerable: true, get: function () { return vector_index_ts_1.InMemoryVectorIndex; } });
|
|
57
76
|
// ---- Tool ----
|
|
58
77
|
var registry_ts_1 = require("./tool/registry.js");
|
|
59
78
|
Object.defineProperty(exports, "ToolRegistry", { enumerable: true, get: function () { return registry_ts_1.ToolRegistry; } });
|
|
@@ -102,14 +121,18 @@ Object.defineProperty(exports, "findApprovedPermission", { enumerable: true, get
|
|
|
102
121
|
Object.defineProperty(exports, "decidePermissionRequest", { enumerable: true, get: function () { return permission_ts_1.decidePermissionRequest; } });
|
|
103
122
|
Object.defineProperty(exports, "configurePermissionManager", { enumerable: true, get: function () { return permission_ts_1.configurePermissionManager; } });
|
|
104
123
|
Object.defineProperty(exports, "InMemoryPermissionStore", { enumerable: true, get: function () { return permission_ts_1.InMemoryPermissionStore; } });
|
|
105
|
-
var
|
|
106
|
-
Object.defineProperty(exports, "SANDBOX_BLOCKED_COMMANDS", { enumerable: true, get: function () { return
|
|
107
|
-
Object.defineProperty(exports, "SANDBOX_SAFE_ENV_KEYS", { enumerable: true, get: function () { return
|
|
108
|
-
Object.defineProperty(exports, "DEFAULT_SANDBOX_CONFIG", { enumerable: true, get: function () { return
|
|
124
|
+
var types_ts_4 = require("./sandbox/types.js");
|
|
125
|
+
Object.defineProperty(exports, "SANDBOX_BLOCKED_COMMANDS", { enumerable: true, get: function () { return types_ts_4.SANDBOX_BLOCKED_COMMANDS; } });
|
|
126
|
+
Object.defineProperty(exports, "SANDBOX_SAFE_ENV_KEYS", { enumerable: true, get: function () { return types_ts_4.SANDBOX_SAFE_ENV_KEYS; } });
|
|
127
|
+
Object.defineProperty(exports, "DEFAULT_SANDBOX_CONFIG", { enumerable: true, get: function () { return types_ts_4.DEFAULT_SANDBOX_CONFIG; } });
|
|
128
|
+
var code_sandbox_ts_1 = require("./sandbox/code-sandbox.js");
|
|
129
|
+
Object.defineProperty(exports, "createCodeExecutionTool", { enumerable: true, get: function () { return code_sandbox_ts_1.createCodeExecutionTool; } });
|
|
109
130
|
// ---- Observability ----
|
|
110
131
|
var logger_ts_1 = require("./observability/logger.js");
|
|
111
132
|
Object.defineProperty(exports, "logEvent", { enumerable: true, get: function () { return logger_ts_1.logEvent; } });
|
|
112
133
|
Object.defineProperty(exports, "setLogTransport", { enumerable: true, get: function () { return logger_ts_1.setLogTransport; } });
|
|
134
|
+
var trace_ts_1 = require("./observability/trace.js");
|
|
135
|
+
Object.defineProperty(exports, "InMemoryTracer", { enumerable: true, get: function () { return trace_ts_1.InMemoryTracer; } });
|
|
113
136
|
// ---- Pool ----
|
|
114
137
|
var engine_pool_ts_1 = require("./pool/engine-pool.js");
|
|
115
138
|
Object.defineProperty(exports, "EnginePool", { enumerable: true, get: function () { return engine_pool_ts_1.EnginePool; } });
|
|
@@ -125,6 +148,8 @@ Object.defineProperty(exports, "JsonStore", { enumerable: true, get: function ()
|
|
|
125
148
|
Object.defineProperty(exports, "JsonListStore", { enumerable: true, get: function () { return json_store_ts_1.JsonListStore; } });
|
|
126
149
|
var file_tool_result_store_ts_1 = require("./store/file-tool-result-store.js");
|
|
127
150
|
Object.defineProperty(exports, "FileToolResultStore", { enumerable: true, get: function () { return file_tool_result_store_ts_1.FileToolResultStore; } });
|
|
151
|
+
var history_persistence_ts_1 = require("./store/history-persistence.js");
|
|
152
|
+
Object.defineProperty(exports, "JsonlHistoryPersistence", { enumerable: true, get: function () { return history_persistence_ts_1.JsonlHistoryPersistence; } });
|
|
128
153
|
// ---- Middleware (builtin) ----
|
|
129
154
|
var timing_ts_1 = require("./middleware/timing.js");
|
|
130
155
|
Object.defineProperty(exports, "TimingMiddleware", { enumerable: true, get: function () { return timing_ts_1.TimingMiddleware; } });
|
|
@@ -132,8 +157,14 @@ var tool_guard_ts_1 = require("./middleware/tool-guard.js");
|
|
|
132
157
|
Object.defineProperty(exports, "ToolGuardMiddleware", { enumerable: true, get: function () { return tool_guard_ts_1.ToolGuardMiddleware; } });
|
|
133
158
|
var audit_log_ts_1 = require("./middleware/audit-log.js");
|
|
134
159
|
Object.defineProperty(exports, "AuditLogMiddleware", { enumerable: true, get: function () { return audit_log_ts_1.AuditLogMiddleware; } });
|
|
135
|
-
var
|
|
136
|
-
Object.defineProperty(exports, "
|
|
160
|
+
var workspace_notes_ts_1 = require("./middleware/workspace-notes.js");
|
|
161
|
+
Object.defineProperty(exports, "WorkspaceNotesMiddleware", { enumerable: true, get: function () { return workspace_notes_ts_1.WorkspaceNotesMiddleware; } });
|
|
162
|
+
var in_memory_kb_ts_1 = require("./kb/in-memory-kb.js");
|
|
163
|
+
Object.defineProperty(exports, "InMemoryKnowledgeBase", { enumerable: true, get: function () { return in_memory_kb_ts_1.InMemoryKnowledgeBase; } });
|
|
164
|
+
var rag_middleware_ts_1 = require("./kb/rag-middleware.js");
|
|
165
|
+
Object.defineProperty(exports, "createRAGMiddleware", { enumerable: true, get: function () { return rag_middleware_ts_1.createRAGMiddleware; } });
|
|
166
|
+
var types_ts_5 = require("./memory/types.js");
|
|
167
|
+
Object.defineProperty(exports, "InMemoryMemoryStore", { enumerable: true, get: function () { return types_ts_5.InMemoryMemoryStore; } });
|
|
137
168
|
var extractor_ts_1 = require("./memory/extractor.js");
|
|
138
169
|
Object.defineProperty(exports, "MemoryExtractor", { enumerable: true, get: function () { return extractor_ts_1.MemoryExtractor; } });
|
|
139
170
|
var scene_ts_1 = require("./memory/scene.js");
|
package/dist/cjs/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA,+DAA+D;AAC/D,YAAY;AACZ,+DAA+D;;;;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA,+DAA+D;AAC/D,YAAY;AACZ,+DAA+D;;;;;AA2B/D,uCAAyE;AAAhE,kHAAA,sBAAsB,OAAA;AAAE,+GAAA,mBAAmB,OAAA;AAEpD,yBAAyB;AACzB,+CAAgD;AAAvC,wGAAA,WAAW,OAAA;AACpB,mDAa6B;AAZ3B,gIAAA,iCAAiC,OAAA;AACjC,sHAAA,uBAAuB,OAAA;AACvB,+HAAA,gCAAgC,OAAA;AAChC,0HAAA,2BAA2B,OAAA;AAC3B,iHAAA,kBAAkB,OAAA;AAClB,0HAAA,2BAA2B,OAAA;AAC3B,8HAAA,+BAA+B,OAAA;AAC/B,mHAAA,oBAAoB,OAAA;AACpB,kHAAA,mBAAmB,OAAA;AACnB,gHAAA,iBAAiB,OAAA;AACjB,yHAAA,0BAA0B,OAAA;AAC1B,+HAAA,gCAAgC,OAAA;AAGlC,iEAA4D;AAAnD,oHAAA,cAAc,OAAA;AACvB,uDAAkD;AAAzC,0GAAA,SAAS,OAAA;AAClB,6DAA6D;AAApD,qHAAA,iBAAiB,OAAA;AAC1B,iEAAoI;AAA3H,yHAAA,mBAAmB,OAAA;AAAE,wHAAA,kBAAkB,OAAA;AAAE,wHAAA,kBAAkB,OAAA;AAAE,+HAAA,yBAAyB,OAAA;AAE/F,6CAAqD;AAA5C,6GAAA,iBAAiB,OAAA;AAE1B,+DAAwF;AAA/E,sHAAA,iBAAiB,OAAA;AAAE,6HAAA,wBAAwB,OAAA;AAkBpD,2CAA6G;AAApG,2GAAA,eAAe,OAAA;AAAE,0GAAA,cAAc,OAAA;AAAE,kHAAA,sBAAsB,OAAA;AAAE,8GAAA,kBAAkB,OAAA;AACpF,+DAA0D;AAAjD,oHAAA,cAAc,OAAA;AACvB,qEAAgE;AAAvD,0HAAA,iBAAiB,OAAA;AAC1B,+DAA0D;AAAjD,oHAAA,cAAc,OAAA;AACvB,+CAAwE;AAA/D,+GAAA,iBAAiB,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAE7C,+CAA8E;AAArE,wGAAA,UAAU,OAAA;AAAE,6GAAA,eAAe,OAAA;AAAE,2GAAA,aAAa,OAAA;AAEnD,2DAA8D;AAArD,wHAAA,oBAAoB,OAAA;AAG7B,oBAAoB;AACpB,mDAAsD;AAA7C,4GAAA,cAAc,OAAA;AACvB,uDAA2D;AAAlD,iHAAA,iBAAiB,OAAA;AAO1B,kBAAkB;AAClB,iDAAkD;AAAzC,0GAAA,YAAY,OAAA;AACrB,+CAAgD;AAAvC,wGAAA,WAAW,OAAA;AAUpB,2DAA8D;AAArD,sHAAA,mBAAmB,OAAA;AAE5B,iBAAiB;AACjB,kDAAkD;AAAzC,2GAAA,YAAY,OAAA;AAErB,kDAAwD;AAA/C,iHAAA,kBAAkB,OAAA;AAE3B,4DAAgJ;AAAvI,sHAAA,kBAAkB,OAAA;AAAE,yHAAA,qBAAqB,OAAA;AAAE,oHAAA,gBAAgB,OAAA;AAAE,yHAAA,qBAAqB,OAAA;AAAE,qHAAA,iBAAiB,OAAA;AAgB9G,gBAAgB;AAChB,6CAA2G;AAAlG,6GAAA,gBAAgB,OAAA;AAAE,4GAAA,eAAe,OAAA;AAAE,6GAAA,gBAAgB,OAAA;AAAE,gHAAA,mBAAmB,OAAA;AACjF,+CAAsE;AAA7D,6GAAA,eAAe,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAE3C,uDAAqD;AAA5C,+GAAA,aAAa,OAAA;AACtB,yDAAuD;AAA9C,iHAAA,cAAc,OAAA;AACvB,uDAAqD;AAA5C,+GAAA,aAAa,OAAA;AACtB,uDAO8B;AAN5B,8HAAA,4BAA4B,OAAA;AAC5B,4HAAA,0BAA0B,OAAA;AAC1B,mHAAA,iBAAiB,OAAA;AACjB,uHAAA,qBAAqB,OAAA;AACrB,uHAAA,qBAAqB,OAAA;AACrB,wHAAA,sBAAsB,OAAA;AAaxB,qBAAqB;AACrB,gDAAoD;AAA3C,yGAAA,aAAa,OAAA;AAOtB,8CAK4B;AAJ1B,yGAAA,cAAc,OAAA;AACd,wGAAA,aAAa,OAAA;AACb,yGAAA,cAAc,OAAA;AACd,wHAAA,6BAA6B,OAAA;AAQ/B,0DAOkC;AANhC,wHAAA,uBAAuB,OAAA;AACvB,uHAAA,sBAAsB,OAAA;AACtB,uHAAA,sBAAsB,OAAA;AACtB,wHAAA,uBAAuB,OAAA;AACvB,2HAAA,0BAA0B,OAAA;AAC1B,wHAAA,uBAAuB,OAAA;AAezB,+CAA6G;AAApG,oHAAA,wBAAwB,OAAA;AAAE,iHAAA,qBAAqB,OAAA;AAAE,kHAAA,sBAAsB,OAAA;AAEhF,6DAAoE;AAA3D,0HAAA,uBAAuB,OAAA;AAEhC,0BAA0B;AAC1B,uDAAsE;AAA7D,qGAAA,QAAQ,OAAA;AAAE,4GAAA,eAAe,OAAA;AAMlC,qDAA0D;AAAjD,0GAAA,cAAc,OAAA;AAGvB,iBAAiB;AACjB,wDAAmD;AAA1C,4GAAA,UAAU,OAAA;AAEnB,oBAAoB;AACpB,6DAA+E;AAAtE,8GAAA,WAAW,OAAA;AAAE,wHAAA,qBAAqB,OAAA;AAC3C,iEAA4D;AAAnD,kHAAA,aAAa,OAAA;AAatB,kBAAkB;AAClB,uDAAiE;AAAxD,0GAAA,SAAS,OAAA;AAAE,8GAAA,aAAa,OAAA;AAEjC,+EAAwE;AAA/D,gIAAA,mBAAmB,OAAA;AAE5B,yEAAyE;AAAhE,iIAAA,uBAAuB,OAAA;AAGhC,iCAAiC;AACjC,oDAA0D;AAAjD,6GAAA,gBAAgB,OAAA;AAEzB,4DAAiE;AAAxD,oHAAA,mBAAmB,OAAA;AAC5B,0DAA+D;AAAtD,kHAAA,kBAAkB,OAAA;AAC3B,sEAA2E;AAAlE,8HAAA,wBAAwB,OAAA;AAWjC,wDAA6D;AAApD,wHAAA,qBAAqB,OAAA;AAC9B,4DAA6D;AAApD,wHAAA,mBAAmB,OAAA;AA8B5B,8CAAwD;AAA/C,+GAAA,mBAAmB,OAAA;AAC5B,sDAAwD;AAA/C,+GAAA,eAAe,OAAA;AAExB,8CAAoD;AAA3C,2GAAA,eAAe,OAAA;AAExB,kDAAuD;AAA9C,8GAAA,gBAAgB,OAAA;AAEzB,wDAAsG;AAA7F,iHAAA,gBAAgB,OAAA;AAAE,oHAAA,mBAAmB,OAAA;AAAE,sHAAA,qBAAqB,OAAA;AAErE,gDAA+E;AAAtE,+GAAA,kBAAkB,OAAA;AAAE,kHAAA,qBAAqB,OAAA;AAElD,oDAAsD;AAA7C,6GAAA,cAAc,OAAA;AAGvB,kBAAkB;AAClB,mDAQ6B;AAP3B,0GAAA,WAAW,OAAA;AACX,iHAAA,kBAAkB,OAAA;AAClB,4GAAA,aAAa,OAAA;AACb,mHAAA,oBAAoB,OAAA;AACpB,4GAAA,aAAa,OAAA;AACb,yGAAA,UAAU,OAAA;AACV,yGAAA,UAAU,OAAA;AAEZ,iEAAiE;AAAxD,yHAAA,mBAAmB,OAAA;AAE5B,6DAA6I;AAApI,kIAAA,8BAA8B,OAAA;AAAE,iIAAA,6BAA6B,OAAA;AAAE,iHAAA,aAAa,OAAA;AAAE,uHAAA,mBAAmB,OAAA;AAG1G,0CAA0C;AAC1C,2CAUwB;AATtB,qGAAA,SAAS,OAAA;AACT,4GAAA,gBAAgB,OAAA;AAChB,gHAAA,oBAAoB,OAAA;AACpB,4GAAA,gBAAgB,OAAA;AAChB,8GAAA,kBAAkB,OAAA;AAClB,4GAAA,gBAAgB,OAAA;AAChB,iHAAA,qBAAqB,OAAA;AACrB,kHAAA,sBAAsB,OAAA;AACtB,mHAAA,uBAAuB,OAAA"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { KnowledgeBase, EmbeddingProvider, TextChunk, SearchResult, DocMeta } from './types.js';
|
|
2
|
+
/**
|
|
3
|
+
* 内存知识库实现
|
|
4
|
+
*
|
|
5
|
+
* 当注入 EmbeddingProvider 时使用语义向量检索(余弦相似度);
|
|
6
|
+
* 未注入时回退到 TF-IDF 关键词匹配(余弦相似度)。
|
|
7
|
+
*
|
|
8
|
+
* 零外部依赖,适合开发/测试及小规模知识库场景。
|
|
9
|
+
*/
|
|
10
|
+
export declare class InMemoryKnowledgeBase implements KnowledgeBase {
|
|
11
|
+
/** 文档存储:docId -> StoredDoc */
|
|
12
|
+
private docs;
|
|
13
|
+
/** 嵌入向量提供者(可选) */
|
|
14
|
+
private embeddingProvider?;
|
|
15
|
+
/** 全局文档频率:term -> 包含该词的文档数 */
|
|
16
|
+
private df;
|
|
17
|
+
/** 总文档数(用于 IDF 计算) */
|
|
18
|
+
private totalDocs;
|
|
19
|
+
/** 缓存的 chunk TF-IDF 向量:chunkId -> TFIDFVector */
|
|
20
|
+
private chunkVectors;
|
|
21
|
+
constructor(embeddingProvider?: EmbeddingProvider);
|
|
22
|
+
ingest(docId: string, chunks: TextChunk[]): Promise<void>;
|
|
23
|
+
search(query: string, topK?: number): Promise<SearchResult[]>;
|
|
24
|
+
remove(docId: string): Promise<void>;
|
|
25
|
+
list(): Promise<DocMeta[]>;
|
|
26
|
+
/** 计算文本的 TF-IDF 稀疏向量 */
|
|
27
|
+
private computeTFIDF;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=in-memory-kb.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in-memory-kb.d.ts","sourceRoot":"","sources":["../../../src/kb/in-memory-kb.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,aAAa,EACb,iBAAiB,EACjB,SAAS,EACT,YAAY,EACZ,OAAO,EACR,MAAM,YAAY,CAAC;AA4CpB;;;;;;;GAOG;AACH,qBAAa,qBAAsB,YAAW,aAAa;IACzD,8BAA8B;IAC9B,OAAO,CAAC,IAAI,CAAgC;IAC5C,kBAAkB;IAClB,OAAO,CAAC,iBAAiB,CAAC,CAAoB;IAC9C,8BAA8B;IAC9B,OAAO,CAAC,EAAE,CAA6B;IACvC,sBAAsB;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,iDAAiD;IACjD,OAAO,CAAC,YAAY,CAAkC;gBAE1C,iBAAiB,CAAC,EAAE,iBAAiB;IAI3C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA+CzD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAiChE,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BpC,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAMhC,wBAAwB;IACxB,OAAO,CAAC,YAAY;CAcrB"}
|
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// ============================================================
|
|
3
|
+
// InMemoryKnowledgeBase — 内存知识库实现(TF-IDF 关键词匹配)
|
|
4
|
+
// ============================================================
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.InMemoryKnowledgeBase = void 0;
|
|
7
|
+
// ---- 文本分词 ----
|
|
8
|
+
/**
|
|
9
|
+
* 将文本分词为小写词项数组
|
|
10
|
+
* 按非字母数字字符分割,过滤空串和过短词
|
|
11
|
+
*/
|
|
12
|
+
function tokenize(text) {
|
|
13
|
+
return text
|
|
14
|
+
.toLowerCase()
|
|
15
|
+
.split(/[^a-z0-9\u4e00-\u9fff]+/)
|
|
16
|
+
.filter(t => t.length > 0);
|
|
17
|
+
}
|
|
18
|
+
/** 计算词项频率(TF) */
|
|
19
|
+
function computeTF(tokens) {
|
|
20
|
+
const tf = new Map();
|
|
21
|
+
for (const t of tokens) {
|
|
22
|
+
tf.set(t, (tf.get(t) || 0) + 1);
|
|
23
|
+
}
|
|
24
|
+
// 归一化:除以总词数
|
|
25
|
+
const total = tokens.length;
|
|
26
|
+
if (total > 0) {
|
|
27
|
+
for (const [k, v] of tf) {
|
|
28
|
+
tf.set(k, v / total);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return tf;
|
|
32
|
+
}
|
|
33
|
+
// ---- InMemoryKnowledgeBase ----
|
|
34
|
+
/**
|
|
35
|
+
* 内存知识库实现
|
|
36
|
+
*
|
|
37
|
+
* 当注入 EmbeddingProvider 时使用语义向量检索(余弦相似度);
|
|
38
|
+
* 未注入时回退到 TF-IDF 关键词匹配(余弦相似度)。
|
|
39
|
+
*
|
|
40
|
+
* 零外部依赖,适合开发/测试及小规模知识库场景。
|
|
41
|
+
*/
|
|
42
|
+
class InMemoryKnowledgeBase {
|
|
43
|
+
/** 文档存储:docId -> StoredDoc */
|
|
44
|
+
docs = new Map();
|
|
45
|
+
/** 嵌入向量提供者(可选) */
|
|
46
|
+
embeddingProvider;
|
|
47
|
+
/** 全局文档频率:term -> 包含该词的文档数 */
|
|
48
|
+
df = new Map();
|
|
49
|
+
/** 总文档数(用于 IDF 计算) */
|
|
50
|
+
totalDocs = 0;
|
|
51
|
+
/** 缓存的 chunk TF-IDF 向量:chunkId -> TFIDFVector */
|
|
52
|
+
chunkVectors = new Map();
|
|
53
|
+
constructor(embeddingProvider) {
|
|
54
|
+
this.embeddingProvider = embeddingProvider;
|
|
55
|
+
}
|
|
56
|
+
async ingest(docId, chunks) {
|
|
57
|
+
if (!chunks.length)
|
|
58
|
+
return;
|
|
59
|
+
// 如果已有同 ID 文档,先移除
|
|
60
|
+
if (this.docs.has(docId)) {
|
|
61
|
+
await this.remove(docId);
|
|
62
|
+
}
|
|
63
|
+
// 生成嵌入向量(如果提供了 EmbeddingProvider)
|
|
64
|
+
if (this.embeddingProvider) {
|
|
65
|
+
const texts = chunks.map(c => c.content);
|
|
66
|
+
const embeddings = await this.embeddingProvider.embed(texts);
|
|
67
|
+
chunks = chunks.map((c, i) => ({ ...c, embedding: embeddings[i] }));
|
|
68
|
+
}
|
|
69
|
+
const now = new Date().toISOString();
|
|
70
|
+
const title = chunks[0]?.metadata?.title || docId;
|
|
71
|
+
const doc = {
|
|
72
|
+
meta: {
|
|
73
|
+
id: docId,
|
|
74
|
+
title,
|
|
75
|
+
chunkCount: chunks.length,
|
|
76
|
+
createdAt: now,
|
|
77
|
+
metadata: chunks[0]?.metadata,
|
|
78
|
+
},
|
|
79
|
+
chunks,
|
|
80
|
+
};
|
|
81
|
+
this.docs.set(docId, doc);
|
|
82
|
+
this.totalDocs++;
|
|
83
|
+
// 更新 DF(文档频率)
|
|
84
|
+
const docTerms = new Set();
|
|
85
|
+
for (const chunk of chunks) {
|
|
86
|
+
const tokens = tokenize(chunk.content);
|
|
87
|
+
for (const t of tokens)
|
|
88
|
+
docTerms.add(t);
|
|
89
|
+
}
|
|
90
|
+
for (const t of docTerms) {
|
|
91
|
+
this.df.set(t, (this.df.get(t) || 0) + 1);
|
|
92
|
+
}
|
|
93
|
+
// 计算并缓存每个 chunk 的 TF-IDF 向量
|
|
94
|
+
for (const chunk of chunks) {
|
|
95
|
+
this.chunkVectors.set(chunk.id, this.computeTFIDF(chunk.content));
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
async search(query, topK = 5) {
|
|
99
|
+
if (this.docs.size === 0)
|
|
100
|
+
return [];
|
|
101
|
+
const results = [];
|
|
102
|
+
// 如果有 EmbeddingProvider,使用语义检索
|
|
103
|
+
if (this.embeddingProvider) {
|
|
104
|
+
const [queryEmbedding] = await this.embeddingProvider.embed([query]);
|
|
105
|
+
for (const doc of this.docs.values()) {
|
|
106
|
+
for (const chunk of doc.chunks) {
|
|
107
|
+
if (!chunk.embedding)
|
|
108
|
+
continue;
|
|
109
|
+
const score = cosineSimilarity(queryEmbedding, chunk.embedding);
|
|
110
|
+
results.push({ chunk, score });
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
115
|
+
// 回退到 TF-IDF 关键词匹配
|
|
116
|
+
const queryVector = this.computeTFIDF(query);
|
|
117
|
+
for (const doc of this.docs.values()) {
|
|
118
|
+
for (const chunk of doc.chunks) {
|
|
119
|
+
const chunkVector = this.chunkVectors.get(chunk.id);
|
|
120
|
+
if (!chunkVector)
|
|
121
|
+
continue;
|
|
122
|
+
const score = cosineSimilaritySparse(queryVector, chunkVector);
|
|
123
|
+
results.push({ chunk, score });
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
// 按得分降序排列,取 topK
|
|
128
|
+
results.sort((a, b) => b.score - a.score);
|
|
129
|
+
return results.slice(0, topK);
|
|
130
|
+
}
|
|
131
|
+
async remove(docId) {
|
|
132
|
+
const doc = this.docs.get(docId);
|
|
133
|
+
if (!doc)
|
|
134
|
+
return;
|
|
135
|
+
// 移除 chunk 向量缓存
|
|
136
|
+
for (const chunk of doc.chunks) {
|
|
137
|
+
this.chunkVectors.delete(chunk.id);
|
|
138
|
+
}
|
|
139
|
+
// 更新 DF
|
|
140
|
+
const docTerms = new Set();
|
|
141
|
+
for (const chunk of doc.chunks) {
|
|
142
|
+
const tokens = tokenize(chunk.content);
|
|
143
|
+
for (const t of tokens)
|
|
144
|
+
docTerms.add(t);
|
|
145
|
+
}
|
|
146
|
+
for (const t of docTerms) {
|
|
147
|
+
const count = this.df.get(t);
|
|
148
|
+
if (count != null) {
|
|
149
|
+
if (count <= 1)
|
|
150
|
+
this.df.delete(t);
|
|
151
|
+
else
|
|
152
|
+
this.df.set(t, count - 1);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
this.docs.delete(docId);
|
|
156
|
+
this.totalDocs--;
|
|
157
|
+
}
|
|
158
|
+
async list() {
|
|
159
|
+
return Array.from(this.docs.values()).map(d => d.meta);
|
|
160
|
+
}
|
|
161
|
+
// ---- TF-IDF 计算 ----
|
|
162
|
+
/** 计算文本的 TF-IDF 稀疏向量 */
|
|
163
|
+
computeTFIDF(text) {
|
|
164
|
+
const tokens = tokenize(text);
|
|
165
|
+
const tf = computeTF(tokens);
|
|
166
|
+
const vector = new Map();
|
|
167
|
+
for (const [term, tfVal] of tf) {
|
|
168
|
+
const dfVal = this.df.get(term) || 0;
|
|
169
|
+
// IDF = log((1 + N) / (1 + DF)) + 1 (平滑处理)
|
|
170
|
+
const idf = Math.log((1 + this.totalDocs) / (1 + dfVal)) + 1;
|
|
171
|
+
vector.set(term, tfVal * idf);
|
|
172
|
+
}
|
|
173
|
+
return vector;
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
exports.InMemoryKnowledgeBase = InMemoryKnowledgeBase;
|
|
177
|
+
// ---- 向量相似度计算 ----
|
|
178
|
+
/** 计算两个稠密向量的余弦相似度 */
|
|
179
|
+
function cosineSimilarity(a, b) {
|
|
180
|
+
if (a.length !== b.length || a.length === 0)
|
|
181
|
+
return 0;
|
|
182
|
+
let dot = 0;
|
|
183
|
+
let magA = 0;
|
|
184
|
+
let magB = 0;
|
|
185
|
+
for (let i = 0; i < a.length; i++) {
|
|
186
|
+
dot += a[i] * b[i];
|
|
187
|
+
magA += a[i] * a[i];
|
|
188
|
+
magB += b[i] * b[i];
|
|
189
|
+
}
|
|
190
|
+
const denom = Math.sqrt(magA) * Math.sqrt(magB);
|
|
191
|
+
return denom === 0 ? 0 : dot / denom;
|
|
192
|
+
}
|
|
193
|
+
/** 计算两个稀疏向量(Map)的余弦相似度 */
|
|
194
|
+
function cosineSimilaritySparse(a, b) {
|
|
195
|
+
let dot = 0;
|
|
196
|
+
let magA = 0;
|
|
197
|
+
let magB = 0;
|
|
198
|
+
for (const [k, v] of a) {
|
|
199
|
+
magA += v * v;
|
|
200
|
+
const bv = b.get(k);
|
|
201
|
+
if (bv != null)
|
|
202
|
+
dot += v * bv;
|
|
203
|
+
}
|
|
204
|
+
for (const [, v] of b) {
|
|
205
|
+
magB += v * v;
|
|
206
|
+
}
|
|
207
|
+
const denom = Math.sqrt(magA) * Math.sqrt(magB);
|
|
208
|
+
return denom === 0 ? 0 : dot / denom;
|
|
209
|
+
}
|
|
210
|
+
//# sourceMappingURL=in-memory-kb.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in-memory-kb.js","sourceRoot":"","sources":["../../../src/kb/in-memory-kb.ts"],"names":[],"mappings":";AAAA,+DAA+D;AAC/D,gDAAgD;AAChD,+DAA+D;;;AAqB/D,iBAAiB;AAEjB;;;GAGG;AACH,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,KAAK,CAAC,yBAAyB,CAAC;SAChC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,iBAAiB;AACjB,SAAS,SAAS,CAAC,MAAgB;IACjC,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,YAAY;IACZ,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACxB,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,kCAAkC;AAElC;;;;;;;GAOG;AACH,MAAa,qBAAqB;IAChC,8BAA8B;IACtB,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC5C,kBAAkB;IACV,iBAAiB,CAAqB;IAC9C,8BAA8B;IACtB,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,sBAAsB;IACd,SAAS,GAAG,CAAC,CAAC;IACtB,iDAAiD;IACzC,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEtD,YAAY,iBAAqC;QAC/C,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,MAAmB;QAC7C,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAE3B,kBAAkB;QAClB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,kCAAkC;QAClC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7D,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,KAAK,GAAI,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAgB,IAAI,KAAK,CAAC;QAE9D,MAAM,GAAG,GAAc;YACrB,IAAI,EAAE;gBACJ,EAAE,EAAE,KAAK;gBACT,KAAK;gBACL,UAAU,EAAE,MAAM,CAAC,MAAM;gBACzB,SAAS,EAAE,GAAG;gBACd,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ;aAC9B;YACD,MAAM;SACP,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;QAEjB,cAAc;QACd,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,KAAK,MAAM,CAAC,IAAI,MAAM;gBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,4BAA4B;QAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAe,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,+BAA+B;QAC/B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,CAAC,cAAc,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACrE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBAC/B,IAAI,CAAC,KAAK,CAAC,SAAS;wBAAE,SAAS;oBAC/B,MAAM,KAAK,GAAG,gBAAgB,CAAC,cAAc,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;oBAChE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,mBAAmB;YACnB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC7C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpD,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAC3B,MAAM,KAAK,GAAG,sBAAsB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;oBAC/D,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,gBAAgB;QAChB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,QAAQ;QACR,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,KAAK,MAAM,CAAC,IAAI,MAAM;gBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;;oBAC7B,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzD,CAAC;IAED,sBAAsB;IAEtB,wBAAwB;IAChB,YAAY,CAAC,IAAY;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;QAEtC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,4CAA4C;YAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAhJD,sDAgJC;AAED,oBAAoB;AAEpB,qBAAqB;AACrB,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,0BAA0B;AAC1B,SAAS,sBAAsB,CAAC,CAAc,EAAE,CAAc;IAC5D,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,EAAE,IAAI,IAAI;YAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,CAAC;IACD,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { Middleware } from '../middleware/types.js';
|
|
2
|
+
import type { KnowledgeBase } from './types.js';
|
|
3
|
+
/** RAG 中间件配置 */
|
|
4
|
+
export interface RAGMiddlewareOptions {
|
|
5
|
+
/** 检索结果数量(默认 3) */
|
|
6
|
+
topK?: number;
|
|
7
|
+
/** 注入的上下文笔记标题(默认 "Retrieved Knowledge") */
|
|
8
|
+
noteTitle?: string;
|
|
9
|
+
/** 每个分块最大字符数(默认 500,超出截断) */
|
|
10
|
+
maxChunkLength?: number;
|
|
11
|
+
/** 最低相似度阈值(低于此值的结果不注入,默认 0.01) */
|
|
12
|
+
minScore?: number;
|
|
13
|
+
/** 是否仅在首轮迭代注入(默认 false,每轮都检索) */
|
|
14
|
+
firstIterationOnly?: boolean;
|
|
15
|
+
/** 日志输出函数 */
|
|
16
|
+
logger?: (msg: string) => void;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* 创建 RAG(检索增强生成)中间件
|
|
20
|
+
*
|
|
21
|
+
* 在每轮迭代开始前:
|
|
22
|
+
* 1. 提取用户最新消息文本
|
|
23
|
+
* 2. 检索知识库中相关分块
|
|
24
|
+
* 3. 将检索结果格式化为系统级上下文笔记,注入到消息列表末尾
|
|
25
|
+
*
|
|
26
|
+
* @param kb 知识库实例
|
|
27
|
+
* @param options 配置选项
|
|
28
|
+
* @returns Middleware 实例
|
|
29
|
+
*/
|
|
30
|
+
export declare function createRAGMiddleware(kb: KnowledgeBase, options?: RAGMiddlewareOptions): Middleware;
|
|
31
|
+
//# sourceMappingURL=rag-middleware.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rag-middleware.d.ts","sourceRoot":"","sources":["../../../src/kb/rag-middleware.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAqB,MAAM,wBAAwB,CAAC;AAG5E,OAAO,KAAK,EAAE,aAAa,EAAgB,MAAM,YAAY,CAAC;AAI9D,gBAAgB;AAChB,MAAM,WAAW,oBAAoB;IACnC,mBAAmB;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,aAAa;IACb,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CAChC;AAID;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,aAAa,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,UAAU,CAkFZ"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// ============================================================
|
|
3
|
+
// RAGMiddleware — 检索增强生成中间件
|
|
4
|
+
// ============================================================
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.createRAGMiddleware = createRAGMiddleware;
|
|
7
|
+
const types_ts_1 = require("../types.js");
|
|
8
|
+
// ---- createRAGMiddleware ----
|
|
9
|
+
/**
|
|
10
|
+
* 创建 RAG(检索增强生成)中间件
|
|
11
|
+
*
|
|
12
|
+
* 在每轮迭代开始前:
|
|
13
|
+
* 1. 提取用户最新消息文本
|
|
14
|
+
* 2. 检索知识库中相关分块
|
|
15
|
+
* 3. 将检索结果格式化为系统级上下文笔记,注入到消息列表末尾
|
|
16
|
+
*
|
|
17
|
+
* @param kb 知识库实例
|
|
18
|
+
* @param options 配置选项
|
|
19
|
+
* @returns Middleware 实例
|
|
20
|
+
*/
|
|
21
|
+
function createRAGMiddleware(kb, options) {
|
|
22
|
+
const topK = options?.topK ?? 3;
|
|
23
|
+
const noteTitle = options?.noteTitle ?? 'Retrieved Knowledge';
|
|
24
|
+
const maxChunkLength = options?.maxChunkLength ?? 500;
|
|
25
|
+
const minScore = options?.minScore ?? 0.01;
|
|
26
|
+
const firstIterationOnly = options?.firstIterationOnly ?? false;
|
|
27
|
+
const logger = options?.logger ?? (() => { });
|
|
28
|
+
/** 已注入过的会话集合(用于 firstIterationOnly 模式) */
|
|
29
|
+
const injectedSessions = new Set();
|
|
30
|
+
/** 格式化检索结果为上下文笔记 */
|
|
31
|
+
function formatContextNote(results) {
|
|
32
|
+
const lines = [`--- ${noteTitle} ---`];
|
|
33
|
+
for (let i = 0; i < results.length; i++) {
|
|
34
|
+
const { chunk, score } = results[i];
|
|
35
|
+
let content = chunk.content;
|
|
36
|
+
if (content.length > maxChunkLength) {
|
|
37
|
+
content = content.slice(0, maxChunkLength) + '...';
|
|
38
|
+
}
|
|
39
|
+
const source = chunk.metadata?.title
|
|
40
|
+
? `[${chunk.metadata.title}]`
|
|
41
|
+
: `[doc: ${chunk.docId}]`;
|
|
42
|
+
lines.push(`[${i + 1}] ${source} (score: ${score.toFixed(3)})`);
|
|
43
|
+
lines.push(content);
|
|
44
|
+
lines.push('');
|
|
45
|
+
}
|
|
46
|
+
return lines.join('\n');
|
|
47
|
+
}
|
|
48
|
+
/** 从消息列表中提取最新的用户消息文本 */
|
|
49
|
+
function getLatestUserMessage(messages) {
|
|
50
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
51
|
+
const msg = messages[i];
|
|
52
|
+
if (msg.role === 'user') {
|
|
53
|
+
return (0, types_ts_1.extractTextFromContent)(msg.content);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
return '';
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
name: 'rag',
|
|
60
|
+
async before(ctx) {
|
|
61
|
+
// firstIterationOnly 模式:仅首轮注入
|
|
62
|
+
if (firstIterationOnly && injectedSessions.has(ctx.sessionId)) {
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
// 提取最新用户消息
|
|
66
|
+
const query = getLatestUserMessage(ctx.messages);
|
|
67
|
+
if (!query.trim())
|
|
68
|
+
return;
|
|
69
|
+
try {
|
|
70
|
+
const results = await kb.search(query, topK);
|
|
71
|
+
// 过滤低分结果
|
|
72
|
+
const filtered = results.filter(r => r.score >= minScore);
|
|
73
|
+
if (filtered.length === 0)
|
|
74
|
+
return;
|
|
75
|
+
// 格式化上下文笔记
|
|
76
|
+
const note = formatContextNote(filtered);
|
|
77
|
+
// 注入系统级上下文消息
|
|
78
|
+
const contextMessage = {
|
|
79
|
+
role: 'system',
|
|
80
|
+
content: note,
|
|
81
|
+
};
|
|
82
|
+
// ctx.messages 是 ReadonlyArray,但底层是可变数组
|
|
83
|
+
// 与引擎内部注入消息的模式一致(如 progress nudge、iteration guard 等)
|
|
84
|
+
ctx.messages.push(contextMessage);
|
|
85
|
+
injectedSessions.add(ctx.sessionId);
|
|
86
|
+
logger(`[RAG] Injected ${filtered.length} chunks for session ${ctx.sessionId} (iter ${ctx.iteration})`);
|
|
87
|
+
}
|
|
88
|
+
catch (e) {
|
|
89
|
+
logger(`[RAG] Search failed: ${e?.message || e}`);
|
|
90
|
+
}
|
|
91
|
+
},
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=rag-middleware.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rag-middleware.js","sourceRoot":"","sources":["../../../src/kb/rag-middleware.ts"],"names":[],"mappings":";AAAA,+DAA+D;AAC/D,4BAA4B;AAC5B,+DAA+D;;AAuC/D,kDAqFC;AAxHD,0CAAqD;AAqBrD,gCAAgC;AAEhC;;;;;;;;;;;GAWG;AACH,SAAgB,mBAAmB,CACjC,EAAiB,EACjB,OAA8B;IAE9B,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,qBAAqB,CAAC;IAC9D,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,GAAG,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC;IAC3C,MAAM,kBAAkB,GAAG,OAAO,EAAE,kBAAkB,IAAI,KAAK,CAAC;IAChE,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE7C,0CAA0C;IAC1C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE3C,oBAAoB;IACpB,SAAS,iBAAiB,CAAC,OAAuB;QAChD,MAAM,KAAK,GAAa,CAAC,OAAO,SAAS,MAAM,CAAC,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;gBACpC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,KAAK,CAAC;YACrD,CAAC;YACD,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK;gBAClC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG;gBAC7B,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,GAAG,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,YAAY,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,wBAAwB;IACxB,SAAS,oBAAoB,CAAC,QAAgC;QAC5D,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,OAAO,IAAA,iCAAsB,EAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK;QAEX,KAAK,CAAC,MAAM,CAAC,GAAsB;YACjC,8BAA8B;YAC9B,IAAI,kBAAkB,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9D,OAAO;YACT,CAAC;YAED,WAAW;YACX,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAAE,OAAO;YAE1B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC7C,SAAS;gBACT,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;gBAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO;gBAElC,WAAW;gBACX,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAEzC,aAAa;gBACb,MAAM,cAAc,GAAY;oBAC9B,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,IAAI;iBACd,CAAC;gBAEF,wCAAwC;gBACxC,qDAAqD;gBACpD,GAAG,CAAC,QAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAEjD,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACpC,MAAM,CACJ,kBAAkB,QAAQ,CAAC,MAAM,uBAAuB,GAAG,CAAC,SAAS,UAAU,GAAG,CAAC,SAAS,GAAG,CAChG,CAAC;YACJ,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,wBAAwB,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 文本分块
|
|
3
|
+
*/
|
|
4
|
+
export interface TextChunk {
|
|
5
|
+
/** 分块 ID */
|
|
6
|
+
id: string;
|
|
7
|
+
/** 所属文档 ID */
|
|
8
|
+
docId: string;
|
|
9
|
+
/** 分块文本内容 */
|
|
10
|
+
content: string;
|
|
11
|
+
/** 分块元数据(标题、页码、位置等) */
|
|
12
|
+
metadata?: Record<string, unknown>;
|
|
13
|
+
/** 向量嵌入(由 EmbeddingProvider 生成) */
|
|
14
|
+
embedding?: number[];
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* 文档元数据
|
|
18
|
+
*/
|
|
19
|
+
export interface DocMeta {
|
|
20
|
+
/** 文档 ID */
|
|
21
|
+
id: string;
|
|
22
|
+
/** 文档标题 */
|
|
23
|
+
title: string;
|
|
24
|
+
/** 分块数量 */
|
|
25
|
+
chunkCount: number;
|
|
26
|
+
/** 创建时间 */
|
|
27
|
+
createdAt: string;
|
|
28
|
+
/** 额外元数据 */
|
|
29
|
+
metadata?: Record<string, unknown>;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* 搜索结果
|
|
33
|
+
*/
|
|
34
|
+
export interface SearchResult {
|
|
35
|
+
/** 匹配的分块 */
|
|
36
|
+
chunk: TextChunk;
|
|
37
|
+
/** 相似度分数(0-1,越高越相关) */
|
|
38
|
+
score: number;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* 知识库接口 — Core 定义接口,App 提供持久化实现
|
|
42
|
+
*/
|
|
43
|
+
export interface KnowledgeBase {
|
|
44
|
+
/** 写入文档分块 */
|
|
45
|
+
ingest(docId: string, chunks: TextChunk[]): Promise<void>;
|
|
46
|
+
/** 语义搜索:返回 topK 最相关的分块 */
|
|
47
|
+
search(query: string, topK?: number): Promise<SearchResult[]>;
|
|
48
|
+
/** 删除文档的所有分块 */
|
|
49
|
+
remove(docId: string): Promise<void>;
|
|
50
|
+
/** 列出所有文档元数据 */
|
|
51
|
+
list(): Promise<DocMeta[]>;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Embedding 提供者接口 — 与 LLMProvider 同级
|
|
55
|
+
* App 层实现后注入到 KnowledgeBase
|
|
56
|
+
*/
|
|
57
|
+
export interface EmbeddingProvider {
|
|
58
|
+
/** 将文本数组转换为向量数组 */
|
|
59
|
+
embed(texts: string[]): Promise<number[][]>;
|
|
60
|
+
/** 向量维度 */
|
|
61
|
+
dimensions: number;
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/kb/types.ts"],"names":[],"mappings":"AAIA;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,YAAY;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,cAAc;IACd,KAAK,EAAE,MAAM,CAAC;IACd,aAAa;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,uBAAuB;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,mCAAmC;IACnC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,YAAY;IACZ,EAAE,EAAE,MAAM,CAAC;IACX,WAAW;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,YAAY;IACZ,KAAK,EAAE,SAAS,CAAC;IACjB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,aAAa;IACb,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,0BAA0B;IAC1B,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC9D,gBAAgB;IAChB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,gBAAgB;IAChB,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,mBAAmB;IACnB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,WAAW;IACX,UAAU,EAAE,MAAM,CAAC;CACpB"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// ============================================================
|
|
3
|
+
// KnowledgeBase — 知识库接口定义
|
|
4
|
+
// ============================================================
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/kb/types.ts"],"names":[],"mappings":";AAAA,+DAA+D;AAC/D,0BAA0B;AAC1B,+DAA+D"}
|
|
@@ -20,6 +20,13 @@ export declare class AnthropicProvider implements LLMProvider {
|
|
|
20
20
|
* - assistant 的 tool_calls 转换为 tool_use 块
|
|
21
21
|
*/
|
|
22
22
|
private convertMessages;
|
|
23
|
+
/**
|
|
24
|
+
* 将 ContentPart[] 转换为 Anthropic content blocks
|
|
25
|
+
* - TextPart → {type: 'text', text}
|
|
26
|
+
* - ImagePart → {type: 'image', source: {type: 'base64'|'url', ...}}
|
|
27
|
+
* - FilePart → {type: 'text', text: '[file]\n${content}'}
|
|
28
|
+
*/
|
|
29
|
+
private convertContentPartsForAnthropic;
|
|
23
30
|
private convertTools;
|
|
24
31
|
private buildRequestBody;
|
|
25
32
|
private parseResponse;
|