@framers/agentos 0.1.46 → 0.1.48
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -7
- package/dist/cognitive_substrate/IGMI.d.ts +2 -0
- package/dist/cognitive_substrate/IGMI.d.ts.map +1 -1
- package/dist/cognitive_substrate/IGMI.js.map +1 -1
- package/dist/cognitive_substrate/personas/IPersonaDefinition.d.ts +2 -0
- package/dist/cognitive_substrate/personas/IPersonaDefinition.d.ts.map +1 -1
- package/dist/core/audio/AdaptiveVAD.d.ts +147 -0
- package/dist/core/audio/AdaptiveVAD.d.ts.map +1 -0
- package/dist/core/audio/AdaptiveVAD.js +239 -0
- package/dist/core/audio/AdaptiveVAD.js.map +1 -0
- package/dist/core/audio/AudioProcessor.d.ts +121 -0
- package/dist/core/audio/AudioProcessor.d.ts.map +1 -0
- package/dist/core/audio/AudioProcessor.js +299 -0
- package/dist/core/audio/AudioProcessor.js.map +1 -0
- package/dist/core/audio/EnvironmentalCalibrator.d.ts +187 -0
- package/dist/core/audio/EnvironmentalCalibrator.d.ts.map +1 -0
- package/dist/core/audio/EnvironmentalCalibrator.js +360 -0
- package/dist/core/audio/EnvironmentalCalibrator.js.map +1 -0
- package/dist/core/audio/SilenceDetector.d.ts +111 -0
- package/dist/core/audio/SilenceDetector.d.ts.map +1 -0
- package/dist/core/audio/SilenceDetector.js +178 -0
- package/dist/core/audio/SilenceDetector.js.map +1 -0
- package/dist/core/llm/IPromptEngine.d.ts +2 -0
- package/dist/core/llm/IPromptEngine.d.ts.map +1 -1
- package/dist/core/llm/IPromptEngine.js.map +1 -1
- package/dist/core/llm/providers/implementations/OllamaProvider.js +2 -2
- package/dist/core/llm/providers/implementations/OllamaProvider.js.map +1 -1
- package/dist/core/llm/providers/implementations/OpenAIProvider.d.ts.map +1 -1
- package/dist/core/llm/providers/implementations/OpenAIProvider.js +8 -1
- package/dist/core/llm/providers/implementations/OpenAIProvider.js.map +1 -1
- package/dist/discovery/CapabilityIndex.d.ts.map +1 -1
- package/dist/discovery/CapabilityIndex.js +18 -4
- package/dist/discovery/CapabilityIndex.js.map +1 -1
- package/dist/extensions/ExtensionManager.d.ts.map +1 -1
- package/dist/extensions/ExtensionManager.js +9 -1
- package/dist/extensions/ExtensionManager.js.map +1 -1
- package/dist/extensions/types.d.ts +20 -2
- package/dist/extensions/types.d.ts.map +1 -1
- package/dist/extensions/types.js +4 -0
- package/dist/extensions/types.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/memory/CognitiveMemoryManager.d.ts +133 -0
- package/dist/memory/CognitiveMemoryManager.d.ts.map +1 -0
- package/dist/memory/CognitiveMemoryManager.js +519 -0
- package/dist/memory/CognitiveMemoryManager.js.map +1 -0
- package/dist/memory/config.d.ts +135 -0
- package/dist/memory/config.d.ts.map +1 -0
- package/dist/memory/config.js +28 -0
- package/dist/memory/config.js.map +1 -0
- package/dist/memory/consolidation/ConsolidationPipeline.d.ts +70 -0
- package/dist/memory/consolidation/ConsolidationPipeline.d.ts.map +1 -0
- package/dist/memory/consolidation/ConsolidationPipeline.js +301 -0
- package/dist/memory/consolidation/ConsolidationPipeline.js.map +1 -0
- package/dist/memory/context/CompactionEngine.d.ts +21 -0
- package/dist/memory/context/CompactionEngine.d.ts.map +1 -0
- package/dist/memory/context/CompactionEngine.js +35 -0
- package/dist/memory/context/CompactionEngine.js.map +1 -0
- package/dist/memory/context/CompactionLog.d.ts +50 -0
- package/dist/memory/context/CompactionLog.d.ts.map +1 -0
- package/dist/memory/context/CompactionLog.js +139 -0
- package/dist/memory/context/CompactionLog.js.map +1 -0
- package/dist/memory/context/ContextWindowManager.d.ts +114 -0
- package/dist/memory/context/ContextWindowManager.d.ts.map +1 -0
- package/dist/memory/context/ContextWindowManager.js +225 -0
- package/dist/memory/context/ContextWindowManager.js.map +1 -0
- package/dist/memory/context/RollingSummaryChain.d.ts +53 -0
- package/dist/memory/context/RollingSummaryChain.d.ts.map +1 -0
- package/dist/memory/context/RollingSummaryChain.js +193 -0
- package/dist/memory/context/RollingSummaryChain.js.map +1 -0
- package/dist/memory/context/index.d.ts +15 -0
- package/dist/memory/context/index.d.ts.map +1 -0
- package/dist/memory/context/index.js +14 -0
- package/dist/memory/context/index.js.map +1 -0
- package/dist/memory/context/strategies/HierarchicalStrategy.d.ts +25 -0
- package/dist/memory/context/strategies/HierarchicalStrategy.d.ts.map +1 -0
- package/dist/memory/context/strategies/HierarchicalStrategy.js +240 -0
- package/dist/memory/context/strategies/HierarchicalStrategy.js.map +1 -0
- package/dist/memory/context/strategies/HybridStrategy.d.ts +26 -0
- package/dist/memory/context/strategies/HybridStrategy.d.ts.map +1 -0
- package/dist/memory/context/strategies/HybridStrategy.js +245 -0
- package/dist/memory/context/strategies/HybridStrategy.js.map +1 -0
- package/dist/memory/context/strategies/SlidingSummaryStrategy.d.ts +22 -0
- package/dist/memory/context/strategies/SlidingSummaryStrategy.d.ts.map +1 -0
- package/dist/memory/context/strategies/SlidingSummaryStrategy.js +203 -0
- package/dist/memory/context/strategies/SlidingSummaryStrategy.js.map +1 -0
- package/dist/memory/context/types.d.ts +120 -0
- package/dist/memory/context/types.d.ts.map +1 -0
- package/dist/memory/context/types.js +17 -0
- package/dist/memory/context/types.js.map +1 -0
- package/dist/memory/decay/DecayModel.d.ts +87 -0
- package/dist/memory/decay/DecayModel.d.ts.map +1 -0
- package/dist/memory/decay/DecayModel.js +117 -0
- package/dist/memory/decay/DecayModel.js.map +1 -0
- package/dist/memory/decay/RetrievalPriorityScorer.d.ts +63 -0
- package/dist/memory/decay/RetrievalPriorityScorer.d.ts.map +1 -0
- package/dist/memory/decay/RetrievalPriorityScorer.js +110 -0
- package/dist/memory/decay/RetrievalPriorityScorer.js.map +1 -0
- package/dist/memory/encoding/ContentFeatureDetector.d.ts +37 -0
- package/dist/memory/encoding/ContentFeatureDetector.d.ts.map +1 -0
- package/dist/memory/encoding/ContentFeatureDetector.js +176 -0
- package/dist/memory/encoding/ContentFeatureDetector.js.map +1 -0
- package/dist/memory/encoding/EncodingModel.d.ts +67 -0
- package/dist/memory/encoding/EncodingModel.d.ts.map +1 -0
- package/dist/memory/encoding/EncodingModel.js +171 -0
- package/dist/memory/encoding/EncodingModel.js.map +1 -0
- package/dist/memory/extension/CognitiveMemoryExtension.d.ts +18 -0
- package/dist/memory/extension/CognitiveMemoryExtension.d.ts.map +1 -0
- package/dist/memory/extension/CognitiveMemoryExtension.js +131 -0
- package/dist/memory/extension/CognitiveMemoryExtension.js.map +1 -0
- package/dist/memory/graph/GraphologyMemoryGraph.d.ts +29 -0
- package/dist/memory/graph/GraphologyMemoryGraph.d.ts.map +1 -0
- package/dist/memory/graph/GraphologyMemoryGraph.js +224 -0
- package/dist/memory/graph/GraphologyMemoryGraph.js.map +1 -0
- package/dist/memory/graph/IMemoryGraph.d.ts +70 -0
- package/dist/memory/graph/IMemoryGraph.d.ts.map +1 -0
- package/dist/memory/graph/IMemoryGraph.js +15 -0
- package/dist/memory/graph/IMemoryGraph.js.map +1 -0
- package/dist/memory/graph/KnowledgeGraphMemoryGraph.d.ts +38 -0
- package/dist/memory/graph/KnowledgeGraphMemoryGraph.d.ts.map +1 -0
- package/dist/memory/graph/KnowledgeGraphMemoryGraph.js +264 -0
- package/dist/memory/graph/KnowledgeGraphMemoryGraph.js.map +1 -0
- package/dist/memory/graph/SpreadingActivation.d.ts +36 -0
- package/dist/memory/graph/SpreadingActivation.d.ts.map +1 -0
- package/dist/memory/graph/SpreadingActivation.js +100 -0
- package/dist/memory/graph/SpreadingActivation.js.map +1 -0
- package/dist/memory/index.d.ts +52 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +43 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/memory/observation/MemoryObserver.d.ts +59 -0
- package/dist/memory/observation/MemoryObserver.d.ts.map +1 -0
- package/dist/memory/observation/MemoryObserver.js +136 -0
- package/dist/memory/observation/MemoryObserver.js.map +1 -0
- package/dist/memory/observation/MemoryReflector.d.ts +51 -0
- package/dist/memory/observation/MemoryReflector.d.ts.map +1 -0
- package/dist/memory/observation/MemoryReflector.js +184 -0
- package/dist/memory/observation/MemoryReflector.js.map +1 -0
- package/dist/memory/observation/ObservationBuffer.d.ts +51 -0
- package/dist/memory/observation/ObservationBuffer.d.ts.map +1 -0
- package/dist/memory/observation/ObservationBuffer.js +81 -0
- package/dist/memory/observation/ObservationBuffer.js.map +1 -0
- package/dist/memory/prompt/MemoryFormatters.d.ts +22 -0
- package/dist/memory/prompt/MemoryFormatters.d.ts.map +1 -0
- package/dist/memory/prompt/MemoryFormatters.js +113 -0
- package/dist/memory/prompt/MemoryFormatters.js.map +1 -0
- package/dist/memory/prompt/MemoryPromptAssembler.d.ts +40 -0
- package/dist/memory/prompt/MemoryPromptAssembler.d.ts.map +1 -0
- package/dist/memory/prompt/MemoryPromptAssembler.js +180 -0
- package/dist/memory/prompt/MemoryPromptAssembler.js.map +1 -0
- package/dist/memory/prospective/ProspectiveMemoryManager.d.ts +83 -0
- package/dist/memory/prospective/ProspectiveMemoryManager.d.ts.map +1 -0
- package/dist/memory/prospective/ProspectiveMemoryManager.js +128 -0
- package/dist/memory/prospective/ProspectiveMemoryManager.js.map +1 -0
- package/dist/memory/store/MemoryStore.d.ts +76 -0
- package/dist/memory/store/MemoryStore.d.ts.map +1 -0
- package/dist/memory/store/MemoryStore.js +320 -0
- package/dist/memory/store/MemoryStore.js.map +1 -0
- package/dist/memory/types.d.ts +184 -0
- package/dist/memory/types.d.ts.map +1 -0
- package/dist/memory/types.js +14 -0
- package/dist/memory/types.js.map +1 -0
- package/dist/memory/working/CognitiveWorkingMemory.d.ts +87 -0
- package/dist/memory/working/CognitiveWorkingMemory.d.ts.map +1 -0
- package/dist/memory/working/CognitiveWorkingMemory.js +230 -0
- package/dist/memory/working/CognitiveWorkingMemory.js.map +1 -0
- package/dist/rag/EmbeddingManager.d.ts.map +1 -1
- package/dist/rag/EmbeddingManager.js +8 -1
- package/dist/rag/EmbeddingManager.js.map +1 -1
- package/dist/rag/HydeRetriever.d.ts +111 -0
- package/dist/rag/HydeRetriever.d.ts.map +1 -0
- package/dist/rag/HydeRetriever.js +143 -0
- package/dist/rag/HydeRetriever.js.map +1 -0
- package/dist/rag/IRetrievalAugmentor.d.ts +15 -0
- package/dist/rag/IRetrievalAugmentor.d.ts.map +1 -1
- package/dist/rag/index.d.ts +1 -0
- package/dist/rag/index.d.ts.map +1 -1
- package/dist/rag/index.js +2 -0
- package/dist/rag/index.js.map +1 -1
- package/dist/speech/SpeechProviderRegistry.d.ts +17 -0
- package/dist/speech/SpeechProviderRegistry.d.ts.map +1 -0
- package/dist/speech/SpeechProviderRegistry.js +47 -0
- package/dist/speech/SpeechProviderRegistry.js.map +1 -0
- package/dist/speech/SpeechRuntime.d.ts +30 -0
- package/dist/speech/SpeechRuntime.d.ts.map +1 -0
- package/dist/speech/SpeechRuntime.js +156 -0
- package/dist/speech/SpeechRuntime.js.map +1 -0
- package/dist/speech/SpeechSession.d.ts +37 -0
- package/dist/speech/SpeechSession.d.ts.map +1 -0
- package/dist/speech/SpeechSession.js +285 -0
- package/dist/speech/SpeechSession.js.map +1 -0
- package/dist/speech/audio.d.ts +3 -0
- package/dist/speech/audio.d.ts.map +1 -0
- package/dist/speech/audio.js +39 -0
- package/dist/speech/audio.js.map +1 -0
- package/dist/speech/index.d.ts +11 -0
- package/dist/speech/index.d.ts.map +1 -0
- package/dist/speech/index.js +11 -0
- package/dist/speech/index.js.map +1 -0
- package/dist/speech/providerCatalog.d.ts +7 -0
- package/dist/speech/providerCatalog.d.ts.map +1 -0
- package/dist/speech/providerCatalog.js +243 -0
- package/dist/speech/providerCatalog.js.map +1 -0
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts +20 -0
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts.map +1 -0
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.js +29 -0
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.js.map +1 -0
- package/dist/speech/providers/ElevenLabsTextToSpeechProvider.d.ts +20 -0
- package/dist/speech/providers/ElevenLabsTextToSpeechProvider.d.ts.map +1 -0
- package/dist/speech/providers/ElevenLabsTextToSpeechProvider.js +95 -0
- package/dist/speech/providers/ElevenLabsTextToSpeechProvider.js.map +1 -0
- package/dist/speech/providers/OpenAITextToSpeechProvider.d.ts +20 -0
- package/dist/speech/providers/OpenAITextToSpeechProvider.d.ts.map +1 -0
- package/dist/speech/providers/OpenAITextToSpeechProvider.js +75 -0
- package/dist/speech/providers/OpenAITextToSpeechProvider.js.map +1 -0
- package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.d.ts +18 -0
- package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.d.ts.map +1 -0
- package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js +109 -0
- package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js.map +1 -0
- package/dist/speech/types.d.ts +272 -0
- package/dist/speech/types.d.ts.map +1 -0
- package/dist/speech/types.js +2 -0
- package/dist/speech/types.js.map +1 -0
- package/package.json +22 -2
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @fileoverview HyDE (Hypothetical Document Embedding) retriever.
|
|
3
|
+
*
|
|
4
|
+
* Instead of embedding the raw user query for retrieval, HyDE first generates
|
|
5
|
+
* a hypothetical answer using an LLM, then embeds THAT answer to search the
|
|
6
|
+
* vector store. The hypothesis is semantically closer to stored answers than
|
|
7
|
+
* the raw question, improving retrieval quality.
|
|
8
|
+
*
|
|
9
|
+
* Supports adaptive thresholding: starts at a high similarity threshold and
|
|
10
|
+
* steps down until content is found, ensuring full coverage.
|
|
11
|
+
*
|
|
12
|
+
* Based on: Gao et al. 2023 "Precise Zero-Shot Dense Retrieval without
|
|
13
|
+
* Relevance Labels" and Lei et al. 2025 "Never Come Up Empty: Adaptive HyDE
|
|
14
|
+
* Retrieval for Improving LLM Developer Support".
|
|
15
|
+
*
|
|
16
|
+
* @module agentos/rag/HydeRetriever
|
|
17
|
+
*/
|
|
18
|
+
export const DEFAULT_HYDE_CONFIG = {
|
|
19
|
+
enabled: false,
|
|
20
|
+
initialThreshold: 0.7,
|
|
21
|
+
minThreshold: 0.3,
|
|
22
|
+
thresholdStep: 0.1,
|
|
23
|
+
adaptiveThreshold: true,
|
|
24
|
+
maxHypothesisTokens: 200,
|
|
25
|
+
hypothesisSystemPrompt: 'You are a knowledgeable assistant. Generate a concise, factual answer to the following question. ' +
|
|
26
|
+
'This answer will be used for semantic search, so be specific and include relevant technical terms.',
|
|
27
|
+
fullAnswerGranularity: true,
|
|
28
|
+
};
|
|
29
|
+
/** Merge partial config with defaults. */
|
|
30
|
+
export function resolveHydeConfig(partial) {
|
|
31
|
+
return { ...DEFAULT_HYDE_CONFIG, ...partial };
|
|
32
|
+
}
|
|
33
|
+
// ── Core Retriever ─────────────────────────────────────────────────────────
|
|
34
|
+
/**
|
|
35
|
+
* HyDE retriever: generates a hypothetical answer, embeds it, and searches
|
|
36
|
+
* the vector store with adaptive thresholding.
|
|
37
|
+
*/
|
|
38
|
+
export class HydeRetriever {
|
|
39
|
+
constructor(opts) {
|
|
40
|
+
this.config = resolveHydeConfig(opts.config);
|
|
41
|
+
this.llmCaller = opts.llmCaller;
|
|
42
|
+
this.embeddingManager = opts.embeddingManager;
|
|
43
|
+
}
|
|
44
|
+
/** Whether HyDE is enabled. */
|
|
45
|
+
get enabled() {
|
|
46
|
+
return this.config.enabled;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Generate a hypothetical answer for a query.
|
|
50
|
+
*/
|
|
51
|
+
async generateHypothesis(query) {
|
|
52
|
+
const start = Date.now();
|
|
53
|
+
const hypothesis = await this.llmCaller(this.config.hypothesisSystemPrompt, query);
|
|
54
|
+
return {
|
|
55
|
+
hypothesis: hypothesis.trim(),
|
|
56
|
+
latencyMs: Date.now() - start,
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Embed the hypothesis and search the vector store.
|
|
61
|
+
* Uses adaptive thresholding: starts at initialThreshold, steps down
|
|
62
|
+
* until results are found or minThreshold is reached.
|
|
63
|
+
*/
|
|
64
|
+
async retrieve(opts) {
|
|
65
|
+
// Step 1: Generate hypothesis
|
|
66
|
+
let hypothesis;
|
|
67
|
+
let hypothesisLatencyMs;
|
|
68
|
+
if (opts.hypothesis) {
|
|
69
|
+
hypothesis = opts.hypothesis;
|
|
70
|
+
hypothesisLatencyMs = 0;
|
|
71
|
+
}
|
|
72
|
+
else {
|
|
73
|
+
const result = await this.generateHypothesis(opts.query);
|
|
74
|
+
hypothesis = result.hypothesis;
|
|
75
|
+
hypothesisLatencyMs = result.latencyMs;
|
|
76
|
+
}
|
|
77
|
+
// Step 2: Embed the hypothesis
|
|
78
|
+
const retrievalStart = Date.now();
|
|
79
|
+
const embeddingResponse = await this.embeddingManager.generateEmbeddings({
|
|
80
|
+
texts: [hypothesis],
|
|
81
|
+
});
|
|
82
|
+
if (!embeddingResponse.embeddings?.[0]?.length) {
|
|
83
|
+
// Embedding failed — return empty result
|
|
84
|
+
return {
|
|
85
|
+
hypothesis,
|
|
86
|
+
hypothesisEmbedding: [],
|
|
87
|
+
queryResult: { documents: [] },
|
|
88
|
+
effectiveThreshold: this.config.initialThreshold,
|
|
89
|
+
thresholdSteps: 0,
|
|
90
|
+
hypothesisLatencyMs,
|
|
91
|
+
retrievalLatencyMs: Date.now() - retrievalStart,
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
const hypothesisEmbedding = embeddingResponse.embeddings[0];
|
|
95
|
+
// Step 3: Adaptive threshold search
|
|
96
|
+
let threshold = this.config.initialThreshold;
|
|
97
|
+
let steps = 0;
|
|
98
|
+
let queryResult = { documents: [] };
|
|
99
|
+
while (threshold >= this.config.minThreshold) {
|
|
100
|
+
const queryOpts = {
|
|
101
|
+
topK: opts.queryOptions?.topK ?? 5,
|
|
102
|
+
minSimilarityScore: threshold,
|
|
103
|
+
includeTextContent: true,
|
|
104
|
+
includeMetadata: true,
|
|
105
|
+
...opts.queryOptions,
|
|
106
|
+
};
|
|
107
|
+
queryResult = await opts.vectorStore.query(opts.collectionName, hypothesisEmbedding, queryOpts);
|
|
108
|
+
if (queryResult.documents.length > 0 || !this.config.adaptiveThreshold) {
|
|
109
|
+
break;
|
|
110
|
+
}
|
|
111
|
+
// Step down threshold
|
|
112
|
+
threshold = Math.round((threshold - this.config.thresholdStep) * 100) / 100;
|
|
113
|
+
steps++;
|
|
114
|
+
}
|
|
115
|
+
return {
|
|
116
|
+
hypothesis,
|
|
117
|
+
hypothesisEmbedding,
|
|
118
|
+
queryResult,
|
|
119
|
+
effectiveThreshold: Math.max(threshold, this.config.minThreshold),
|
|
120
|
+
thresholdSteps: steps,
|
|
121
|
+
hypothesisLatencyMs,
|
|
122
|
+
retrievalLatencyMs: Date.now() - retrievalStart,
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Convenience: retrieve and format as augmented context string.
|
|
127
|
+
*/
|
|
128
|
+
async retrieveContext(opts) {
|
|
129
|
+
const result = await this.retrieve(opts);
|
|
130
|
+
const separator = opts.separator ?? '\n\n---\n\n';
|
|
131
|
+
const chunks = result.queryResult.documents
|
|
132
|
+
.map((doc) => doc.textContent || '')
|
|
133
|
+
.filter(Boolean);
|
|
134
|
+
return {
|
|
135
|
+
context: chunks.join(separator),
|
|
136
|
+
hypothesis: result.hypothesis,
|
|
137
|
+
effectiveThreshold: result.effectiveThreshold,
|
|
138
|
+
chunkCount: chunks.length,
|
|
139
|
+
latencyMs: result.hypothesisLatencyMs + result.retrievalLatencyMs,
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
//# sourceMappingURL=HydeRetriever.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"HydeRetriever.js","sourceRoot":"","sources":["../../src/rag/HydeRetriever.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AA0BH,MAAM,CAAC,MAAM,mBAAmB,GAAyB;IACvD,OAAO,EAAE,KAAK;IACd,gBAAgB,EAAE,GAAG;IACrB,YAAY,EAAE,GAAG;IACjB,aAAa,EAAE,GAAG;IAClB,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,GAAG;IACxB,sBAAsB,EACpB,mGAAmG;QACnG,oGAAoG;IACtG,qBAAqB,EAAE,IAAI;CAC5B,CAAC;AAEF,0CAA0C;AAC1C,MAAM,UAAU,iBAAiB,CAAC,OAA6B;IAC7D,OAAO,EAAE,GAAG,mBAAmB,EAAE,GAAG,OAAO,EAAE,CAAC;AAChD,CAAC;AA6BD,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,OAAO,aAAa;IAKxB,YAAY,IAIX;QACC,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CACrC,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAClC,KAAK,CACN,CAAC;QACF,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,IAAI,EAAE;YAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,IAOd;QACC,8BAA8B;QAC9B,IAAI,UAAkB,CAAC;QACvB,IAAI,mBAA2B,CAAC;QAEhC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,mBAAmB,GAAG,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YAC/B,mBAAmB,GAAG,MAAM,CAAC,SAAS,CAAC;QACzC,CAAC;QAED,+BAA+B;QAC/B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;YACvE,KAAK,EAAE,CAAC,UAAU,CAAC;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC/C,yCAAyC;YACzC,OAAO;gBACL,UAAU;gBACV,mBAAmB,EAAE,EAAE;gBACvB,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;gBAC9B,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAChD,cAAc,EAAE,CAAC;gBACjB,mBAAmB;gBACnB,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;aAChD,CAAC;QACJ,CAAC;QAED,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAE5D,oCAAoC;QACpC,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,WAAW,GAAgB,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAEjD,OAAO,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAiB;gBAC9B,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC;gBAClC,kBAAkB,EAAE,SAAS;gBAC7B,kBAAkB,EAAE,IAAI;gBACxB,eAAe,EAAE,IAAI;gBACrB,GAAG,IAAI,CAAC,YAAY;aACrB,CAAC;YAEF,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACxC,IAAI,CAAC,cAAc,EACnB,mBAAmB,EACnB,SAAS,CACV,CAAC;YAEF,IAAI,WAAW,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBACvE,MAAM;YACR,CAAC;YAED,sBAAsB;YACtB,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC5E,KAAK,EAAE,CAAC;QACV,CAAC;QAED,OAAO;YACL,UAAU;YACV,mBAAmB;YACnB,WAAW;YACX,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YACjE,cAAc,EAAE,KAAK;YACrB,mBAAmB;YACnB,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;SAChD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAMrB;QAOC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS;aACxC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;aACnC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,SAAS,EAAE,MAAM,CAAC,mBAAmB,GAAG,MAAM,CAAC,kBAAkB;SAClE,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -186,6 +186,21 @@ export interface RagRetrievalOptions {
|
|
|
186
186
|
includeEmbeddings?: boolean;
|
|
187
187
|
/** Query embedding model override. */
|
|
188
188
|
queryEmbeddingModelId?: string;
|
|
189
|
+
/**
|
|
190
|
+
* HyDE (Hypothetical Document Embedding) configuration.
|
|
191
|
+
* When enabled, generates a hypothetical answer before embedding for
|
|
192
|
+
* improved retrieval quality. Adds one LLM call per retrieval.
|
|
193
|
+
*/
|
|
194
|
+
hyde?: {
|
|
195
|
+
/** Enable HyDE for this retrieval. Default: false. */
|
|
196
|
+
enabled?: boolean;
|
|
197
|
+
/** Initial similarity threshold for adaptive thresholding. Default: 0.7. */
|
|
198
|
+
initialThreshold?: number;
|
|
199
|
+
/** Minimum threshold to step down to. Default: 0.3. */
|
|
200
|
+
minThreshold?: number;
|
|
201
|
+
/** Pre-generated hypothesis (skip LLM call if provided). */
|
|
202
|
+
hypothesis?: string;
|
|
203
|
+
};
|
|
189
204
|
/** Advisory token/character budget for final context construction. */
|
|
190
205
|
tokenBudgetForContext?: number;
|
|
191
206
|
/** Caller identity for logging/billing. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IRetrievalAugmentor.d.ts","sourceRoot":"","sources":["../../src/rag/IRetrievalAugmentor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,+BAA+B,EAAE,MAAM,2CAA2C,CAAC;AAC5F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,oBAAY,iBAAiB;IAC3B,uBAAuB,4BAA4B;IACnD,oBAAoB,yBAAyB;IAC7C,qBAAqB,0BAA0B;IAC/C,gBAAgB,qBAAqB;IACrC,oBAAoB,yBAAyB;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wFAAwF;IACxF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QACjB,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,qBAAqB,GAAG,UAAU,CAAC;QACjE,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,sBAAsB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9C,CAAC;IACF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0CAA0C;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,sEAAsE;IACtE,sBAAsB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7C,yDAAyD;IACzD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC3C,qEAAqE;IACrE,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE;QACf,qDAAqD;QACrD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,sFAAsF;QACtF,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,sCAAsC;QACtC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sDAAsD;QACtD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,4EAA4E;QAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4CAA4C;QAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,mCAAmC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sCAAsC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,iBAAiB,EAAE,CAAC;IACrC,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,aAAa,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAE7B,UAAU,CACR,MAAM,EAAE,+BAA+B,EACvC,gBAAgB,EAAE,iBAAiB,EACnC,kBAAkB,EAAE,mBAAmB,GACtC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAE,GACrC,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAEnI,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAElF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
|
|
1
|
+
{"version":3,"file":"IRetrievalAugmentor.d.ts","sourceRoot":"","sources":["../../src/rag/IRetrievalAugmentor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,+BAA+B,EAAE,MAAM,2CAA2C,CAAC;AAC5F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,oBAAY,iBAAiB;IAC3B,uBAAuB,4BAA4B;IACnD,oBAAoB,yBAAyB;IAC7C,qBAAqB,0BAA0B;IAC/C,gBAAgB,qBAAqB;IACrC,oBAAoB,yBAAyB;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wFAAwF;IACxF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QACjB,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,qBAAqB,GAAG,UAAU,CAAC;QACjE,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,sBAAsB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9C,CAAC;IACF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0CAA0C;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,sEAAsE;IACtE,sBAAsB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7C,yDAAyD;IACzD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC3C,qEAAqE;IACrE,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE;QACf,qDAAqD;QACrD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,sFAAsF;QACtF,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,sCAAsC;QACtC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sDAAsD;QACtD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,4EAA4E;QAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4CAA4C;QAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,mCAAmC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sCAAsC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,IAAI,CAAC,EAAE;QACL,sDAAsD;QACtD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,4EAA4E;QAC5E,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,uDAAuD;QACvD,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4DAA4D;QAC5D,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,sEAAsE;IACtE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,iBAAiB,EAAE,CAAC;IACrC,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,aAAa,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAE7B,UAAU,CACR,MAAM,EAAE,+BAA+B,EACvC,gBAAgB,EAAE,iBAAiB,EACnC,kBAAkB,EAAE,mBAAmB,GACtC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAE,GACrC,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAEnI,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAElF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
|
package/dist/rag/index.d.ts
CHANGED
|
@@ -90,6 +90,7 @@ export type { IRetrievalAugmentor, RagDocumentInput, RagIngestionOptions, RagIng
|
|
|
90
90
|
export { VectorStoreManager } from './VectorStoreManager.js';
|
|
91
91
|
export { EmbeddingManager } from './EmbeddingManager.js';
|
|
92
92
|
export { RetrievalAugmentor } from './RetrievalAugmentor.js';
|
|
93
|
+
export { HydeRetriever, type HydeConfig, type HydeLlmCaller, type HydeRetrievalResult, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
|
|
93
94
|
export { InMemoryVectorStore } from './implementations/vector_stores/InMemoryVectorStore.js';
|
|
94
95
|
export { SqlVectorStore, type SqlVectorStoreConfig } from './implementations/vector_stores/SqlVectorStore.js';
|
|
95
96
|
export { HnswlibVectorStore, type HnswlibVectorStoreConfig } from './implementations/vector_stores/HnswlibVectorStore.js';
|
package/dist/rag/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAM5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,KAAK,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAMvH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC"}
|
package/dist/rag/index.js
CHANGED
|
@@ -89,6 +89,8 @@
|
|
|
89
89
|
export { VectorStoreManager } from './VectorStoreManager.js';
|
|
90
90
|
export { EmbeddingManager } from './EmbeddingManager.js';
|
|
91
91
|
export { RetrievalAugmentor } from './RetrievalAugmentor.js';
|
|
92
|
+
// HyDE (Hypothetical Document Embedding) Retriever
|
|
93
|
+
export { HydeRetriever, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
|
|
92
94
|
// ============================================================================
|
|
93
95
|
// Vector Store Implementations
|
|
94
96
|
// ============================================================================
|
package/dist/rag/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,mDAAmD;AACnD,OAAO,EACL,aAAa,EAIb,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAE5B,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { SpeechProviderKind, SpeechToTextProvider, SpeechVadProvider, TextToSpeechProvider, WakeWordProvider } from './types.js';
|
|
2
|
+
export declare class SpeechProviderRegistry {
|
|
3
|
+
private readonly sttProviders;
|
|
4
|
+
private readonly ttsProviders;
|
|
5
|
+
private readonly vadProviders;
|
|
6
|
+
private readonly wakeWordProviders;
|
|
7
|
+
registerSttProvider(provider: SpeechToTextProvider): void;
|
|
8
|
+
registerTtsProvider(provider: TextToSpeechProvider): void;
|
|
9
|
+
registerVadProvider(provider: SpeechVadProvider): void;
|
|
10
|
+
registerWakeWordProvider(provider: WakeWordProvider): void;
|
|
11
|
+
getSttProvider(id: string): SpeechToTextProvider | undefined;
|
|
12
|
+
getTtsProvider(id: string): TextToSpeechProvider | undefined;
|
|
13
|
+
getVadProvider(id: string): SpeechVadProvider | undefined;
|
|
14
|
+
getWakeWordProvider(id: string): WakeWordProvider | undefined;
|
|
15
|
+
list(kind: SpeechProviderKind): Array<SpeechToTextProvider | TextToSpeechProvider | SpeechVadProvider | WakeWordProvider>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=SpeechProviderRegistry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeechProviderRegistry.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechProviderRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAEpB,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA2C;IACxE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA2C;IACxE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAuC;IAEzE,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAItD,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAI1D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAI5D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAI5D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS;IAIzD,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI7D,IAAI,CAAC,IAAI,EAAE,kBAAkB,GAAG,KAAK,CACnC,oBAAoB,GAAG,oBAAoB,GAAG,iBAAiB,GAAG,gBAAgB,CACnF;CAcF"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
export class SpeechProviderRegistry {
|
|
2
|
+
constructor() {
|
|
3
|
+
this.sttProviders = new Map();
|
|
4
|
+
this.ttsProviders = new Map();
|
|
5
|
+
this.vadProviders = new Map();
|
|
6
|
+
this.wakeWordProviders = new Map();
|
|
7
|
+
}
|
|
8
|
+
registerSttProvider(provider) {
|
|
9
|
+
this.sttProviders.set(provider.id, provider);
|
|
10
|
+
}
|
|
11
|
+
registerTtsProvider(provider) {
|
|
12
|
+
this.ttsProviders.set(provider.id, provider);
|
|
13
|
+
}
|
|
14
|
+
registerVadProvider(provider) {
|
|
15
|
+
this.vadProviders.set(provider.id, provider);
|
|
16
|
+
}
|
|
17
|
+
registerWakeWordProvider(provider) {
|
|
18
|
+
this.wakeWordProviders.set(provider.id, provider);
|
|
19
|
+
}
|
|
20
|
+
getSttProvider(id) {
|
|
21
|
+
return this.sttProviders.get(id);
|
|
22
|
+
}
|
|
23
|
+
getTtsProvider(id) {
|
|
24
|
+
return this.ttsProviders.get(id);
|
|
25
|
+
}
|
|
26
|
+
getVadProvider(id) {
|
|
27
|
+
return this.vadProviders.get(id);
|
|
28
|
+
}
|
|
29
|
+
getWakeWordProvider(id) {
|
|
30
|
+
return this.wakeWordProviders.get(id);
|
|
31
|
+
}
|
|
32
|
+
list(kind) {
|
|
33
|
+
switch (kind) {
|
|
34
|
+
case 'stt':
|
|
35
|
+
return [...this.sttProviders.values()];
|
|
36
|
+
case 'tts':
|
|
37
|
+
return [...this.ttsProviders.values()];
|
|
38
|
+
case 'vad':
|
|
39
|
+
return [...this.vadProviders.values()];
|
|
40
|
+
case 'wake-word':
|
|
41
|
+
return [...this.wakeWordProviders.values()];
|
|
42
|
+
default:
|
|
43
|
+
return [];
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=SpeechProviderRegistry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeechProviderRegistry.js","sourceRoot":"","sources":["../../src/speech/SpeechProviderRegistry.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,sBAAsB;IAAnC;QACmB,iBAAY,GAAG,IAAI,GAAG,EAAgC,CAAC;QACvD,iBAAY,GAAG,IAAI,GAAG,EAAgC,CAAC;QACvD,iBAAY,GAAG,IAAI,GAAG,EAA6B,CAAC;QACpD,sBAAiB,GAAG,IAAI,GAAG,EAA4B,CAAC;IAkD3E,CAAC;IAhDC,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mBAAmB,CAAC,QAA2B;QAC7C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,wBAAwB,CAAC,QAA0B;QACjD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,mBAAmB,CAAC,EAAU;QAC5B,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,IAAwB;QAG3B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,WAAW;gBACd,OAAO,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9C;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { ExtensionManager } from '../extensions/ExtensionManager.js';
|
|
2
|
+
import { SpeechProviderRegistry } from './SpeechProviderRegistry.js';
|
|
3
|
+
import { SpeechSession } from './SpeechSession.js';
|
|
4
|
+
import type { SpeechProviderCatalogEntry, SpeechRuntimeConfig, SpeechRuntimeSessionConfig, SpeechToTextProvider, SpeechVadProvider, TextToSpeechProvider, WakeWordProvider } from './types.js';
|
|
5
|
+
export declare class SpeechRuntime {
|
|
6
|
+
private readonly registry;
|
|
7
|
+
private readonly preferredSttProviderId;
|
|
8
|
+
private readonly preferredTtsProviderId;
|
|
9
|
+
constructor(config?: SpeechRuntimeConfig);
|
|
10
|
+
getProviderRegistry(): SpeechProviderRegistry;
|
|
11
|
+
registerSttProvider(provider: SpeechToTextProvider): void;
|
|
12
|
+
registerTtsProvider(provider: TextToSpeechProvider): void;
|
|
13
|
+
registerVadProvider(provider: SpeechVadProvider): void;
|
|
14
|
+
registerWakeWordProvider(provider: WakeWordProvider): void;
|
|
15
|
+
hydrateFromExtensionManager(manager: ExtensionManager): void;
|
|
16
|
+
createSession(config?: SpeechRuntimeSessionConfig): SpeechSession;
|
|
17
|
+
listProviders(): Array<SpeechProviderCatalogEntry & {
|
|
18
|
+
registered: boolean;
|
|
19
|
+
}>;
|
|
20
|
+
getProvider(id: string): SpeechToTextProvider | TextToSpeechProvider | SpeechVadProvider | WakeWordProvider | undefined;
|
|
21
|
+
private isProviderRegistered;
|
|
22
|
+
private resolveDefaultSttProvider;
|
|
23
|
+
private resolveDefaultTtsProvider;
|
|
24
|
+
private resolveDefaultVadProvider;
|
|
25
|
+
private resolveDefaultWakeWordProvider;
|
|
26
|
+
}
|
|
27
|
+
export declare function createSpeechRuntime(config?: SpeechRuntimeConfig): SpeechRuntime;
|
|
28
|
+
export declare function createSpeechRuntimeFromEnv(env?: Record<string, string | undefined>, config?: Omit<SpeechRuntimeConfig, 'env'>): SpeechRuntime;
|
|
29
|
+
export declare function getDefaultSpeechProviderId(kind: 'stt' | 'tts'): string | undefined;
|
|
30
|
+
//# sourceMappingURL=SpeechRuntime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeechRuntime.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechRuntime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAQ1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EACV,0BAA0B,EAC1B,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;gBAEhD,MAAM,GAAE,mBAAwB;IA2C5C,mBAAmB,IAAI,sBAAsB;IAI7C,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAItD,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAI1D,2BAA2B,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAe5D,aAAa,CAAC,MAAM,GAAE,0BAA+B,GAAG,aAAa;IAkBrE,aAAa,IAAI,KAAK,CAAC,0BAA0B,GAAG;QAAE,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IAO5E,WAAW,CAAC,EAAE,EAAE,MAAM,GAClB,oBAAoB,GACpB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,SAAS;IASb,OAAO,CAAC,oBAAoB;IAe5B,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,yBAAyB;IAYjC,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,8BAA8B;CAGvC;AAED,wBAAgB,mBAAmB,CAAC,MAAM,GAAE,mBAAwB,GAAG,aAAa,CAEnF;AAED,wBAAgB,0BAA0B,CACxC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,EACrD,MAAM,GAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAM,GAC5C,aAAa,CAEf;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,CAKlF"}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import { EXTENSION_KIND_STT_PROVIDER, EXTENSION_KIND_TTS_PROVIDER, EXTENSION_KIND_VAD_PROVIDER, EXTENSION_KIND_WAKE_WORD_PROVIDER, } from '../extensions/types.js';
|
|
2
|
+
import { findSpeechProviderCatalogEntry, getSpeechProviderCatalog } from './providerCatalog.js';
|
|
3
|
+
import { SpeechProviderRegistry } from './SpeechProviderRegistry.js';
|
|
4
|
+
import { SpeechSession } from './SpeechSession.js';
|
|
5
|
+
import { BuiltInAdaptiveVadProvider } from './providers/BuiltInAdaptiveVadProvider.js';
|
|
6
|
+
import { ElevenLabsTextToSpeechProvider } from './providers/ElevenLabsTextToSpeechProvider.js';
|
|
7
|
+
import { OpenAITextToSpeechProvider } from './providers/OpenAITextToSpeechProvider.js';
|
|
8
|
+
import { OpenAIWhisperSpeechToTextProvider } from './providers/OpenAIWhisperSpeechToTextProvider.js';
|
|
9
|
+
export class SpeechRuntime {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
this.registry = new SpeechProviderRegistry();
|
|
12
|
+
this.preferredSttProviderId =
|
|
13
|
+
typeof config.preferredSttProviderId === 'string' && config.preferredSttProviderId.trim()
|
|
14
|
+
? config.preferredSttProviderId.trim()
|
|
15
|
+
: undefined;
|
|
16
|
+
this.preferredTtsProviderId =
|
|
17
|
+
typeof config.preferredTtsProviderId === 'string' && config.preferredTtsProviderId.trim()
|
|
18
|
+
? config.preferredTtsProviderId.trim()
|
|
19
|
+
: undefined;
|
|
20
|
+
this.registry.registerVadProvider(new BuiltInAdaptiveVadProvider());
|
|
21
|
+
if (config.autoRegisterFromEnv !== false) {
|
|
22
|
+
const env = config.env ?? process.env;
|
|
23
|
+
const openaiApiKey = env['OPENAI_API_KEY'];
|
|
24
|
+
if (openaiApiKey) {
|
|
25
|
+
this.registry.registerSttProvider(new OpenAIWhisperSpeechToTextProvider({
|
|
26
|
+
apiKey: openaiApiKey,
|
|
27
|
+
model: env['WHISPER_MODEL_DEFAULT'] ?? 'whisper-1',
|
|
28
|
+
}));
|
|
29
|
+
this.registry.registerTtsProvider(new OpenAITextToSpeechProvider({
|
|
30
|
+
apiKey: openaiApiKey,
|
|
31
|
+
model: env['OPENAI_TTS_DEFAULT_MODEL'] ?? 'tts-1',
|
|
32
|
+
voice: env['OPENAI_TTS_DEFAULT_VOICE'] ?? 'nova',
|
|
33
|
+
}));
|
|
34
|
+
}
|
|
35
|
+
const elevenLabsApiKey = env['ELEVENLABS_API_KEY'];
|
|
36
|
+
if (elevenLabsApiKey) {
|
|
37
|
+
this.registry.registerTtsProvider(new ElevenLabsTextToSpeechProvider({
|
|
38
|
+
apiKey: elevenLabsApiKey,
|
|
39
|
+
model: env['ELEVENLABS_TTS_MODEL'] ?? 'eleven_multilingual_v2',
|
|
40
|
+
voiceId: env['ELEVENLABS_VOICE_ID'],
|
|
41
|
+
}));
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
getProviderRegistry() {
|
|
46
|
+
return this.registry;
|
|
47
|
+
}
|
|
48
|
+
registerSttProvider(provider) {
|
|
49
|
+
this.registry.registerSttProvider(provider);
|
|
50
|
+
}
|
|
51
|
+
registerTtsProvider(provider) {
|
|
52
|
+
this.registry.registerTtsProvider(provider);
|
|
53
|
+
}
|
|
54
|
+
registerVadProvider(provider) {
|
|
55
|
+
this.registry.registerVadProvider(provider);
|
|
56
|
+
}
|
|
57
|
+
registerWakeWordProvider(provider) {
|
|
58
|
+
this.registry.registerWakeWordProvider(provider);
|
|
59
|
+
}
|
|
60
|
+
hydrateFromExtensionManager(manager) {
|
|
61
|
+
for (const descriptor of manager.getRegistry(EXTENSION_KIND_STT_PROVIDER).listActive()) {
|
|
62
|
+
this.registry.registerSttProvider(descriptor.payload);
|
|
63
|
+
}
|
|
64
|
+
for (const descriptor of manager.getRegistry(EXTENSION_KIND_TTS_PROVIDER).listActive()) {
|
|
65
|
+
this.registry.registerTtsProvider(descriptor.payload);
|
|
66
|
+
}
|
|
67
|
+
for (const descriptor of manager.getRegistry(EXTENSION_KIND_VAD_PROVIDER).listActive()) {
|
|
68
|
+
this.registry.registerVadProvider(descriptor.payload);
|
|
69
|
+
}
|
|
70
|
+
for (const descriptor of manager.getRegistry(EXTENSION_KIND_WAKE_WORD_PROVIDER).listActive()) {
|
|
71
|
+
this.registry.registerWakeWordProvider(descriptor.payload);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
createSession(config = {}) {
|
|
75
|
+
const providers = {
|
|
76
|
+
stt: config.sttProviderId
|
|
77
|
+
? this.registry.getSttProvider(config.sttProviderId)
|
|
78
|
+
: this.resolveDefaultSttProvider(),
|
|
79
|
+
tts: config.ttsProviderId
|
|
80
|
+
? this.registry.getTtsProvider(config.ttsProviderId)
|
|
81
|
+
: this.resolveDefaultTtsProvider(),
|
|
82
|
+
vad: config.vadProviderId
|
|
83
|
+
? this.registry.getVadProvider(config.vadProviderId)
|
|
84
|
+
: this.resolveDefaultVadProvider(),
|
|
85
|
+
wakeWord: config.wakeWordProviderId
|
|
86
|
+
? this.registry.getWakeWordProvider(config.wakeWordProviderId)
|
|
87
|
+
: this.resolveDefaultWakeWordProvider(),
|
|
88
|
+
};
|
|
89
|
+
return new SpeechSession(config, providers);
|
|
90
|
+
}
|
|
91
|
+
listProviders() {
|
|
92
|
+
return getSpeechProviderCatalog().map((entry) => ({
|
|
93
|
+
...entry,
|
|
94
|
+
registered: this.isProviderRegistered(entry),
|
|
95
|
+
}));
|
|
96
|
+
}
|
|
97
|
+
getProvider(id) {
|
|
98
|
+
return (this.registry.getSttProvider(id) ??
|
|
99
|
+
this.registry.getTtsProvider(id) ??
|
|
100
|
+
this.registry.getVadProvider(id) ??
|
|
101
|
+
this.registry.getWakeWordProvider(id));
|
|
102
|
+
}
|
|
103
|
+
isProviderRegistered(entry) {
|
|
104
|
+
switch (entry.kind) {
|
|
105
|
+
case 'stt':
|
|
106
|
+
return Boolean(this.registry.getSttProvider(entry.id));
|
|
107
|
+
case 'tts':
|
|
108
|
+
return Boolean(this.registry.getTtsProvider(entry.id));
|
|
109
|
+
case 'vad':
|
|
110
|
+
return Boolean(this.registry.getVadProvider(entry.id));
|
|
111
|
+
case 'wake-word':
|
|
112
|
+
return Boolean(this.registry.getWakeWordProvider(entry.id));
|
|
113
|
+
default:
|
|
114
|
+
return false;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
resolveDefaultSttProvider() {
|
|
118
|
+
if (this.preferredSttProviderId) {
|
|
119
|
+
const preferred = this.registry.getSttProvider(this.preferredSttProviderId);
|
|
120
|
+
if (preferred)
|
|
121
|
+
return preferred;
|
|
122
|
+
}
|
|
123
|
+
return (this.registry.getSttProvider('openai-whisper') ??
|
|
124
|
+
this.registry.list('stt')[0]);
|
|
125
|
+
}
|
|
126
|
+
resolveDefaultTtsProvider() {
|
|
127
|
+
if (this.preferredTtsProviderId) {
|
|
128
|
+
const preferred = this.registry.getTtsProvider(this.preferredTtsProviderId);
|
|
129
|
+
if (preferred)
|
|
130
|
+
return preferred;
|
|
131
|
+
}
|
|
132
|
+
return (this.registry.getTtsProvider('openai-tts') ??
|
|
133
|
+
this.registry.getTtsProvider('elevenlabs') ??
|
|
134
|
+
this.registry.list('tts')[0]);
|
|
135
|
+
}
|
|
136
|
+
resolveDefaultVadProvider() {
|
|
137
|
+
return (this.registry.getVadProvider('agentos-adaptive-vad') ??
|
|
138
|
+
this.registry.list('vad')[0]);
|
|
139
|
+
}
|
|
140
|
+
resolveDefaultWakeWordProvider() {
|
|
141
|
+
return this.registry.list('wake-word')[0];
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
export function createSpeechRuntime(config = {}) {
|
|
145
|
+
return new SpeechRuntime(config);
|
|
146
|
+
}
|
|
147
|
+
export function createSpeechRuntimeFromEnv(env = process.env, config = {}) {
|
|
148
|
+
return new SpeechRuntime({ ...config, autoRegisterFromEnv: config.autoRegisterFromEnv ?? true, env });
|
|
149
|
+
}
|
|
150
|
+
export function getDefaultSpeechProviderId(kind) {
|
|
151
|
+
if (kind === 'stt') {
|
|
152
|
+
return findSpeechProviderCatalogEntry('openai-whisper')?.id;
|
|
153
|
+
}
|
|
154
|
+
return findSpeechProviderCatalogEntry('openai-tts')?.id;
|
|
155
|
+
}
|
|
156
|
+
//# sourceMappingURL=SpeechRuntime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeechRuntime.js","sourceRoot":"","sources":["../../src/speech/SpeechRuntime.ts"],"names":[],"mappings":"AACA,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,2BAA2B,EAC3B,iCAAiC,GAClC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+CAA+C,CAAC;AAC/F,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,iCAAiC,EAAE,MAAM,kDAAkD,CAAC;AAWrG,MAAM,OAAO,aAAa;IAKxB,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC7C,IAAI,CAAC,sBAAsB;YACzB,OAAO,MAAM,CAAC,sBAAsB,KAAK,QAAQ,IAAI,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACvF,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACtC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,sBAAsB;YACzB,OAAO,MAAM,CAAC,sBAAsB,KAAK,QAAQ,IAAI,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACvF,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACtC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,0BAA0B,EAAE,CAAC,CAAC;QACpE,IAAI,MAAM,CAAC,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;YACtC,MAAM,YAAY,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC3C,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,iCAAiC,CAAC;oBACpC,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,uBAAuB,CAAC,IAAI,WAAW;iBACnD,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,0BAA0B,CAAC;oBAC7B,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,OAAO;oBACjD,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,MAAM;iBACjD,CAAC,CACH,CAAC;YACJ,CAAC;YAED,MAAM,gBAAgB,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACnD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,8BAA8B,CAAC;oBACjC,MAAM,EAAE,gBAAgB;oBACxB,KAAK,EAAE,GAAG,CAAC,sBAAsB,CAAC,IAAI,wBAAwB;oBAC9D,OAAO,EAAE,GAAG,CAAC,qBAAqB,CAAC;iBACpC,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA2B;QAC7C,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,wBAAwB,CAAC,QAA0B;QACjD,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,2BAA2B,CAAC,OAAyB;QACnD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAoB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAmB,iCAAiC,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/G,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAqC,EAAE;QACnD,MAAM,SAAS,GAAG;YAChB,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,QAAQ,EAAE,MAAM,CAAC,kBAAkB;gBACjC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC9D,CAAC,CAAC,IAAI,CAAC,8BAA8B,EAAE;SAC1C,CAAC;QACF,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAED,aAAa;QACX,OAAO,wBAAwB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,KAAK;YACR,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;SAC7C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,WAAW,CAAC,EAAU;QAMpB,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,CACtC,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAiC;QAC5D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,WAAW;gBACd,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D;gBACE,OAAO,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC5E,IAAI,SAAS;gBAAE,OAAO,SAAS,CAAC;QAClC,CAAC;QACD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,gBAAgB,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC5E,IAAI,SAAS;gBAAE,OAAO,SAAS,CAAC;QAClC,CAAC;QACD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,sBAAsB,CAAC;YACnD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAmC,CAChE,CAAC;IACJ,CAAC;IAEO,8BAA8B;QACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAiC,CAAC;IAC5E,CAAC;CACF;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA8B,EAAE;IAClE,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAA0C,OAAO,CAAC,GAAG,EACrD,SAA2C,EAAE;IAE7C,OAAO,IAAI,aAAa,CAAC,EAAE,GAAG,MAAM,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAmB;IAC5D,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,8BAA8B,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,8BAA8B,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { EventEmitter } from 'node:events';
|
|
2
|
+
import type { SpeechSessionConfig, SpeechSessionAudioCapture, SpeechSessionBoundaryReason, SpeechSessionEventMap, SpeechSessionProviders, SpeechSessionState, SpeechSynthesisOptions, SpeechTranscriptionOptions } from './types.js';
|
|
3
|
+
export declare class SpeechSession extends EventEmitter {
|
|
4
|
+
private readonly config;
|
|
5
|
+
private readonly providers;
|
|
6
|
+
private readonly calibrator;
|
|
7
|
+
private readonly vad;
|
|
8
|
+
private readonly silenceDetector;
|
|
9
|
+
private state;
|
|
10
|
+
private readonly capturedFrames;
|
|
11
|
+
private currentSpeechStartedAt;
|
|
12
|
+
private wakeWordDetected;
|
|
13
|
+
private transcriptionPromise;
|
|
14
|
+
private lastExternalVadSpeech;
|
|
15
|
+
on<U extends keyof SpeechSessionEventMap>(event: U, listener: SpeechSessionEventMap[U]): this;
|
|
16
|
+
emit<U extends keyof SpeechSessionEventMap>(event: U, ...args: Parameters<SpeechSessionEventMap[U]>): boolean;
|
|
17
|
+
constructor(config?: SpeechSessionConfig, providers?: SpeechSessionProviders);
|
|
18
|
+
getState(): SpeechSessionState;
|
|
19
|
+
start(): Promise<void>;
|
|
20
|
+
stop(): Promise<void>;
|
|
21
|
+
flush(reason?: SpeechSessionBoundaryReason): Promise<void>;
|
|
22
|
+
close(): Promise<void>;
|
|
23
|
+
ingestFrame(frame: Float32Array): Promise<void>;
|
|
24
|
+
transcribeAudio(audioBuffer: Buffer, options?: SpeechTranscriptionOptions, captureOverride?: SpeechSessionAudioCapture): Promise<void>;
|
|
25
|
+
speak(text: string, options?: SpeechSynthesisOptions): Promise<import("./types.js").SpeechSynthesisResult>;
|
|
26
|
+
interrupt(): void;
|
|
27
|
+
private bindVadEvents;
|
|
28
|
+
private bindSilenceEvents;
|
|
29
|
+
private handleExternalVadDecision;
|
|
30
|
+
private finalizeUtterance;
|
|
31
|
+
private createCapture;
|
|
32
|
+
private resetBuffers;
|
|
33
|
+
private createSyntheticVadResult;
|
|
34
|
+
private changeState;
|
|
35
|
+
private handleError;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=SpeechSession.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeechSession.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAM3C,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EACzB,2BAA2B,EAC3B,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,sBAAsB,EACtB,0BAA0B,EAE3B,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMD;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,oBAAoB,CAA8B;IAC1D,OAAO,CAAC,qBAAqB,CAAS;IAEtB,EAAE,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACtD,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAC,GACjC,IAAI;IAIS,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxD,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;gBAIE,MAAM,GAAE,mBAAwB,EAAE,SAAS,GAAE,sBAA2B;IAwBpF,QAAQ,IAAI,kBAAkB;IAIxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrB,KAAK,CAAC,MAAM,GAAE,2BAAsC,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C/C,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,0BAA+B,EACxC,eAAe,CAAC,EAAE,yBAAyB,GAC1C,OAAO,CAAC,IAAI,CAAC;IA6BV,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B;IAqB9D,SAAS,IAAI,IAAI;IAMjB,OAAO,CAAC,aAAa;IA6BrB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,yBAAyB;YAgCnB,iBAAiB;IA0B/B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,WAAW;CAKpB"}
|