@framers/agentos 0.1.46 → 0.1.48

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/README.md +7 -7
  2. package/dist/cognitive_substrate/IGMI.d.ts +2 -0
  3. package/dist/cognitive_substrate/IGMI.d.ts.map +1 -1
  4. package/dist/cognitive_substrate/IGMI.js.map +1 -1
  5. package/dist/cognitive_substrate/personas/IPersonaDefinition.d.ts +2 -0
  6. package/dist/cognitive_substrate/personas/IPersonaDefinition.d.ts.map +1 -1
  7. package/dist/core/audio/AdaptiveVAD.d.ts +147 -0
  8. package/dist/core/audio/AdaptiveVAD.d.ts.map +1 -0
  9. package/dist/core/audio/AdaptiveVAD.js +239 -0
  10. package/dist/core/audio/AdaptiveVAD.js.map +1 -0
  11. package/dist/core/audio/AudioProcessor.d.ts +121 -0
  12. package/dist/core/audio/AudioProcessor.d.ts.map +1 -0
  13. package/dist/core/audio/AudioProcessor.js +299 -0
  14. package/dist/core/audio/AudioProcessor.js.map +1 -0
  15. package/dist/core/audio/EnvironmentalCalibrator.d.ts +187 -0
  16. package/dist/core/audio/EnvironmentalCalibrator.d.ts.map +1 -0
  17. package/dist/core/audio/EnvironmentalCalibrator.js +360 -0
  18. package/dist/core/audio/EnvironmentalCalibrator.js.map +1 -0
  19. package/dist/core/audio/SilenceDetector.d.ts +111 -0
  20. package/dist/core/audio/SilenceDetector.d.ts.map +1 -0
  21. package/dist/core/audio/SilenceDetector.js +178 -0
  22. package/dist/core/audio/SilenceDetector.js.map +1 -0
  23. package/dist/core/llm/IPromptEngine.d.ts +2 -0
  24. package/dist/core/llm/IPromptEngine.d.ts.map +1 -1
  25. package/dist/core/llm/IPromptEngine.js.map +1 -1
  26. package/dist/core/llm/providers/implementations/OllamaProvider.js +2 -2
  27. package/dist/core/llm/providers/implementations/OllamaProvider.js.map +1 -1
  28. package/dist/core/llm/providers/implementations/OpenAIProvider.d.ts.map +1 -1
  29. package/dist/core/llm/providers/implementations/OpenAIProvider.js +8 -1
  30. package/dist/core/llm/providers/implementations/OpenAIProvider.js.map +1 -1
  31. package/dist/discovery/CapabilityIndex.d.ts.map +1 -1
  32. package/dist/discovery/CapabilityIndex.js +18 -4
  33. package/dist/discovery/CapabilityIndex.js.map +1 -1
  34. package/dist/extensions/ExtensionManager.d.ts.map +1 -1
  35. package/dist/extensions/ExtensionManager.js +9 -1
  36. package/dist/extensions/ExtensionManager.js.map +1 -1
  37. package/dist/extensions/types.d.ts +20 -2
  38. package/dist/extensions/types.d.ts.map +1 -1
  39. package/dist/extensions/types.js +4 -0
  40. package/dist/extensions/types.js.map +1 -1
  41. package/dist/index.d.ts +2 -0
  42. package/dist/index.d.ts.map +1 -1
  43. package/dist/index.js +4 -0
  44. package/dist/index.js.map +1 -1
  45. package/dist/memory/CognitiveMemoryManager.d.ts +133 -0
  46. package/dist/memory/CognitiveMemoryManager.d.ts.map +1 -0
  47. package/dist/memory/CognitiveMemoryManager.js +519 -0
  48. package/dist/memory/CognitiveMemoryManager.js.map +1 -0
  49. package/dist/memory/config.d.ts +135 -0
  50. package/dist/memory/config.d.ts.map +1 -0
  51. package/dist/memory/config.js +28 -0
  52. package/dist/memory/config.js.map +1 -0
  53. package/dist/memory/consolidation/ConsolidationPipeline.d.ts +70 -0
  54. package/dist/memory/consolidation/ConsolidationPipeline.d.ts.map +1 -0
  55. package/dist/memory/consolidation/ConsolidationPipeline.js +301 -0
  56. package/dist/memory/consolidation/ConsolidationPipeline.js.map +1 -0
  57. package/dist/memory/context/CompactionEngine.d.ts +21 -0
  58. package/dist/memory/context/CompactionEngine.d.ts.map +1 -0
  59. package/dist/memory/context/CompactionEngine.js +35 -0
  60. package/dist/memory/context/CompactionEngine.js.map +1 -0
  61. package/dist/memory/context/CompactionLog.d.ts +50 -0
  62. package/dist/memory/context/CompactionLog.d.ts.map +1 -0
  63. package/dist/memory/context/CompactionLog.js +139 -0
  64. package/dist/memory/context/CompactionLog.js.map +1 -0
  65. package/dist/memory/context/ContextWindowManager.d.ts +114 -0
  66. package/dist/memory/context/ContextWindowManager.d.ts.map +1 -0
  67. package/dist/memory/context/ContextWindowManager.js +225 -0
  68. package/dist/memory/context/ContextWindowManager.js.map +1 -0
  69. package/dist/memory/context/RollingSummaryChain.d.ts +53 -0
  70. package/dist/memory/context/RollingSummaryChain.d.ts.map +1 -0
  71. package/dist/memory/context/RollingSummaryChain.js +193 -0
  72. package/dist/memory/context/RollingSummaryChain.js.map +1 -0
  73. package/dist/memory/context/index.d.ts +15 -0
  74. package/dist/memory/context/index.d.ts.map +1 -0
  75. package/dist/memory/context/index.js +14 -0
  76. package/dist/memory/context/index.js.map +1 -0
  77. package/dist/memory/context/strategies/HierarchicalStrategy.d.ts +25 -0
  78. package/dist/memory/context/strategies/HierarchicalStrategy.d.ts.map +1 -0
  79. package/dist/memory/context/strategies/HierarchicalStrategy.js +240 -0
  80. package/dist/memory/context/strategies/HierarchicalStrategy.js.map +1 -0
  81. package/dist/memory/context/strategies/HybridStrategy.d.ts +26 -0
  82. package/dist/memory/context/strategies/HybridStrategy.d.ts.map +1 -0
  83. package/dist/memory/context/strategies/HybridStrategy.js +245 -0
  84. package/dist/memory/context/strategies/HybridStrategy.js.map +1 -0
  85. package/dist/memory/context/strategies/SlidingSummaryStrategy.d.ts +22 -0
  86. package/dist/memory/context/strategies/SlidingSummaryStrategy.d.ts.map +1 -0
  87. package/dist/memory/context/strategies/SlidingSummaryStrategy.js +203 -0
  88. package/dist/memory/context/strategies/SlidingSummaryStrategy.js.map +1 -0
  89. package/dist/memory/context/types.d.ts +120 -0
  90. package/dist/memory/context/types.d.ts.map +1 -0
  91. package/dist/memory/context/types.js +17 -0
  92. package/dist/memory/context/types.js.map +1 -0
  93. package/dist/memory/decay/DecayModel.d.ts +87 -0
  94. package/dist/memory/decay/DecayModel.d.ts.map +1 -0
  95. package/dist/memory/decay/DecayModel.js +117 -0
  96. package/dist/memory/decay/DecayModel.js.map +1 -0
  97. package/dist/memory/decay/RetrievalPriorityScorer.d.ts +63 -0
  98. package/dist/memory/decay/RetrievalPriorityScorer.d.ts.map +1 -0
  99. package/dist/memory/decay/RetrievalPriorityScorer.js +110 -0
  100. package/dist/memory/decay/RetrievalPriorityScorer.js.map +1 -0
  101. package/dist/memory/encoding/ContentFeatureDetector.d.ts +37 -0
  102. package/dist/memory/encoding/ContentFeatureDetector.d.ts.map +1 -0
  103. package/dist/memory/encoding/ContentFeatureDetector.js +176 -0
  104. package/dist/memory/encoding/ContentFeatureDetector.js.map +1 -0
  105. package/dist/memory/encoding/EncodingModel.d.ts +67 -0
  106. package/dist/memory/encoding/EncodingModel.d.ts.map +1 -0
  107. package/dist/memory/encoding/EncodingModel.js +171 -0
  108. package/dist/memory/encoding/EncodingModel.js.map +1 -0
  109. package/dist/memory/extension/CognitiveMemoryExtension.d.ts +18 -0
  110. package/dist/memory/extension/CognitiveMemoryExtension.d.ts.map +1 -0
  111. package/dist/memory/extension/CognitiveMemoryExtension.js +131 -0
  112. package/dist/memory/extension/CognitiveMemoryExtension.js.map +1 -0
  113. package/dist/memory/graph/GraphologyMemoryGraph.d.ts +29 -0
  114. package/dist/memory/graph/GraphologyMemoryGraph.d.ts.map +1 -0
  115. package/dist/memory/graph/GraphologyMemoryGraph.js +224 -0
  116. package/dist/memory/graph/GraphologyMemoryGraph.js.map +1 -0
  117. package/dist/memory/graph/IMemoryGraph.d.ts +70 -0
  118. package/dist/memory/graph/IMemoryGraph.d.ts.map +1 -0
  119. package/dist/memory/graph/IMemoryGraph.js +15 -0
  120. package/dist/memory/graph/IMemoryGraph.js.map +1 -0
  121. package/dist/memory/graph/KnowledgeGraphMemoryGraph.d.ts +38 -0
  122. package/dist/memory/graph/KnowledgeGraphMemoryGraph.d.ts.map +1 -0
  123. package/dist/memory/graph/KnowledgeGraphMemoryGraph.js +264 -0
  124. package/dist/memory/graph/KnowledgeGraphMemoryGraph.js.map +1 -0
  125. package/dist/memory/graph/SpreadingActivation.d.ts +36 -0
  126. package/dist/memory/graph/SpreadingActivation.d.ts.map +1 -0
  127. package/dist/memory/graph/SpreadingActivation.js +100 -0
  128. package/dist/memory/graph/SpreadingActivation.js.map +1 -0
  129. package/dist/memory/index.d.ts +52 -0
  130. package/dist/memory/index.d.ts.map +1 -0
  131. package/dist/memory/index.js +43 -0
  132. package/dist/memory/index.js.map +1 -0
  133. package/dist/memory/observation/MemoryObserver.d.ts +59 -0
  134. package/dist/memory/observation/MemoryObserver.d.ts.map +1 -0
  135. package/dist/memory/observation/MemoryObserver.js +136 -0
  136. package/dist/memory/observation/MemoryObserver.js.map +1 -0
  137. package/dist/memory/observation/MemoryReflector.d.ts +51 -0
  138. package/dist/memory/observation/MemoryReflector.d.ts.map +1 -0
  139. package/dist/memory/observation/MemoryReflector.js +184 -0
  140. package/dist/memory/observation/MemoryReflector.js.map +1 -0
  141. package/dist/memory/observation/ObservationBuffer.d.ts +51 -0
  142. package/dist/memory/observation/ObservationBuffer.d.ts.map +1 -0
  143. package/dist/memory/observation/ObservationBuffer.js +81 -0
  144. package/dist/memory/observation/ObservationBuffer.js.map +1 -0
  145. package/dist/memory/prompt/MemoryFormatters.d.ts +22 -0
  146. package/dist/memory/prompt/MemoryFormatters.d.ts.map +1 -0
  147. package/dist/memory/prompt/MemoryFormatters.js +113 -0
  148. package/dist/memory/prompt/MemoryFormatters.js.map +1 -0
  149. package/dist/memory/prompt/MemoryPromptAssembler.d.ts +40 -0
  150. package/dist/memory/prompt/MemoryPromptAssembler.d.ts.map +1 -0
  151. package/dist/memory/prompt/MemoryPromptAssembler.js +180 -0
  152. package/dist/memory/prompt/MemoryPromptAssembler.js.map +1 -0
  153. package/dist/memory/prospective/ProspectiveMemoryManager.d.ts +83 -0
  154. package/dist/memory/prospective/ProspectiveMemoryManager.d.ts.map +1 -0
  155. package/dist/memory/prospective/ProspectiveMemoryManager.js +128 -0
  156. package/dist/memory/prospective/ProspectiveMemoryManager.js.map +1 -0
  157. package/dist/memory/store/MemoryStore.d.ts +76 -0
  158. package/dist/memory/store/MemoryStore.d.ts.map +1 -0
  159. package/dist/memory/store/MemoryStore.js +320 -0
  160. package/dist/memory/store/MemoryStore.js.map +1 -0
  161. package/dist/memory/types.d.ts +184 -0
  162. package/dist/memory/types.d.ts.map +1 -0
  163. package/dist/memory/types.js +14 -0
  164. package/dist/memory/types.js.map +1 -0
  165. package/dist/memory/working/CognitiveWorkingMemory.d.ts +87 -0
  166. package/dist/memory/working/CognitiveWorkingMemory.d.ts.map +1 -0
  167. package/dist/memory/working/CognitiveWorkingMemory.js +230 -0
  168. package/dist/memory/working/CognitiveWorkingMemory.js.map +1 -0
  169. package/dist/rag/EmbeddingManager.d.ts.map +1 -1
  170. package/dist/rag/EmbeddingManager.js +8 -1
  171. package/dist/rag/EmbeddingManager.js.map +1 -1
  172. package/dist/rag/HydeRetriever.d.ts +111 -0
  173. package/dist/rag/HydeRetriever.d.ts.map +1 -0
  174. package/dist/rag/HydeRetriever.js +143 -0
  175. package/dist/rag/HydeRetriever.js.map +1 -0
  176. package/dist/rag/IRetrievalAugmentor.d.ts +15 -0
  177. package/dist/rag/IRetrievalAugmentor.d.ts.map +1 -1
  178. package/dist/rag/index.d.ts +1 -0
  179. package/dist/rag/index.d.ts.map +1 -1
  180. package/dist/rag/index.js +2 -0
  181. package/dist/rag/index.js.map +1 -1
  182. package/dist/speech/SpeechProviderRegistry.d.ts +17 -0
  183. package/dist/speech/SpeechProviderRegistry.d.ts.map +1 -0
  184. package/dist/speech/SpeechProviderRegistry.js +47 -0
  185. package/dist/speech/SpeechProviderRegistry.js.map +1 -0
  186. package/dist/speech/SpeechRuntime.d.ts +30 -0
  187. package/dist/speech/SpeechRuntime.d.ts.map +1 -0
  188. package/dist/speech/SpeechRuntime.js +156 -0
  189. package/dist/speech/SpeechRuntime.js.map +1 -0
  190. package/dist/speech/SpeechSession.d.ts +37 -0
  191. package/dist/speech/SpeechSession.d.ts.map +1 -0
  192. package/dist/speech/SpeechSession.js +285 -0
  193. package/dist/speech/SpeechSession.js.map +1 -0
  194. package/dist/speech/audio.d.ts +3 -0
  195. package/dist/speech/audio.d.ts.map +1 -0
  196. package/dist/speech/audio.js +39 -0
  197. package/dist/speech/audio.js.map +1 -0
  198. package/dist/speech/index.d.ts +11 -0
  199. package/dist/speech/index.d.ts.map +1 -0
  200. package/dist/speech/index.js +11 -0
  201. package/dist/speech/index.js.map +1 -0
  202. package/dist/speech/providerCatalog.d.ts +7 -0
  203. package/dist/speech/providerCatalog.d.ts.map +1 -0
  204. package/dist/speech/providerCatalog.js +243 -0
  205. package/dist/speech/providerCatalog.js.map +1 -0
  206. package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts +20 -0
  207. package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts.map +1 -0
  208. package/dist/speech/providers/BuiltInAdaptiveVadProvider.js +29 -0
  209. package/dist/speech/providers/BuiltInAdaptiveVadProvider.js.map +1 -0
  210. package/dist/speech/providers/ElevenLabsTextToSpeechProvider.d.ts +20 -0
  211. package/dist/speech/providers/ElevenLabsTextToSpeechProvider.d.ts.map +1 -0
  212. package/dist/speech/providers/ElevenLabsTextToSpeechProvider.js +95 -0
  213. package/dist/speech/providers/ElevenLabsTextToSpeechProvider.js.map +1 -0
  214. package/dist/speech/providers/OpenAITextToSpeechProvider.d.ts +20 -0
  215. package/dist/speech/providers/OpenAITextToSpeechProvider.d.ts.map +1 -0
  216. package/dist/speech/providers/OpenAITextToSpeechProvider.js +75 -0
  217. package/dist/speech/providers/OpenAITextToSpeechProvider.js.map +1 -0
  218. package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.d.ts +18 -0
  219. package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.d.ts.map +1 -0
  220. package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js +109 -0
  221. package/dist/speech/providers/OpenAIWhisperSpeechToTextProvider.js.map +1 -0
  222. package/dist/speech/types.d.ts +272 -0
  223. package/dist/speech/types.d.ts.map +1 -0
  224. package/dist/speech/types.js +2 -0
  225. package/dist/speech/types.js.map +1 -0
  226. package/package.json +22 -2
@@ -0,0 +1,143 @@
1
+ /**
2
+ * @fileoverview HyDE (Hypothetical Document Embedding) retriever.
3
+ *
4
+ * Instead of embedding the raw user query for retrieval, HyDE first generates
5
+ * a hypothetical answer using an LLM, then embeds THAT answer to search the
6
+ * vector store. The hypothesis is semantically closer to stored answers than
7
+ * the raw question, improving retrieval quality.
8
+ *
9
+ * Supports adaptive thresholding: starts at a high similarity threshold and
10
+ * steps down until content is found, ensuring full coverage.
11
+ *
12
+ * Based on: Gao et al. 2023 "Precise Zero-Shot Dense Retrieval without
13
+ * Relevance Labels" and Lei et al. 2025 "Never Come Up Empty: Adaptive HyDE
14
+ * Retrieval for Improving LLM Developer Support".
15
+ *
16
+ * @module agentos/rag/HydeRetriever
17
+ */
18
+ export const DEFAULT_HYDE_CONFIG = {
19
+ enabled: false,
20
+ initialThreshold: 0.7,
21
+ minThreshold: 0.3,
22
+ thresholdStep: 0.1,
23
+ adaptiveThreshold: true,
24
+ maxHypothesisTokens: 200,
25
+ hypothesisSystemPrompt: 'You are a knowledgeable assistant. Generate a concise, factual answer to the following question. ' +
26
+ 'This answer will be used for semantic search, so be specific and include relevant technical terms.',
27
+ fullAnswerGranularity: true,
28
+ };
29
+ /** Merge partial config with defaults. */
30
+ export function resolveHydeConfig(partial) {
31
+ return { ...DEFAULT_HYDE_CONFIG, ...partial };
32
+ }
33
+ // ── Core Retriever ─────────────────────────────────────────────────────────
34
+ /**
35
+ * HyDE retriever: generates a hypothetical answer, embeds it, and searches
36
+ * the vector store with adaptive thresholding.
37
+ */
38
+ export class HydeRetriever {
39
+ constructor(opts) {
40
+ this.config = resolveHydeConfig(opts.config);
41
+ this.llmCaller = opts.llmCaller;
42
+ this.embeddingManager = opts.embeddingManager;
43
+ }
44
+ /** Whether HyDE is enabled. */
45
+ get enabled() {
46
+ return this.config.enabled;
47
+ }
48
+ /**
49
+ * Generate a hypothetical answer for a query.
50
+ */
51
+ async generateHypothesis(query) {
52
+ const start = Date.now();
53
+ const hypothesis = await this.llmCaller(this.config.hypothesisSystemPrompt, query);
54
+ return {
55
+ hypothesis: hypothesis.trim(),
56
+ latencyMs: Date.now() - start,
57
+ };
58
+ }
59
+ /**
60
+ * Embed the hypothesis and search the vector store.
61
+ * Uses adaptive thresholding: starts at initialThreshold, steps down
62
+ * until results are found or minThreshold is reached.
63
+ */
64
+ async retrieve(opts) {
65
+ // Step 1: Generate hypothesis
66
+ let hypothesis;
67
+ let hypothesisLatencyMs;
68
+ if (opts.hypothesis) {
69
+ hypothesis = opts.hypothesis;
70
+ hypothesisLatencyMs = 0;
71
+ }
72
+ else {
73
+ const result = await this.generateHypothesis(opts.query);
74
+ hypothesis = result.hypothesis;
75
+ hypothesisLatencyMs = result.latencyMs;
76
+ }
77
+ // Step 2: Embed the hypothesis
78
+ const retrievalStart = Date.now();
79
+ const embeddingResponse = await this.embeddingManager.generateEmbeddings({
80
+ texts: [hypothesis],
81
+ });
82
+ if (!embeddingResponse.embeddings?.[0]?.length) {
83
+ // Embedding failed — return empty result
84
+ return {
85
+ hypothesis,
86
+ hypothesisEmbedding: [],
87
+ queryResult: { documents: [] },
88
+ effectiveThreshold: this.config.initialThreshold,
89
+ thresholdSteps: 0,
90
+ hypothesisLatencyMs,
91
+ retrievalLatencyMs: Date.now() - retrievalStart,
92
+ };
93
+ }
94
+ const hypothesisEmbedding = embeddingResponse.embeddings[0];
95
+ // Step 3: Adaptive threshold search
96
+ let threshold = this.config.initialThreshold;
97
+ let steps = 0;
98
+ let queryResult = { documents: [] };
99
+ while (threshold >= this.config.minThreshold) {
100
+ const queryOpts = {
101
+ topK: opts.queryOptions?.topK ?? 5,
102
+ minSimilarityScore: threshold,
103
+ includeTextContent: true,
104
+ includeMetadata: true,
105
+ ...opts.queryOptions,
106
+ };
107
+ queryResult = await opts.vectorStore.query(opts.collectionName, hypothesisEmbedding, queryOpts);
108
+ if (queryResult.documents.length > 0 || !this.config.adaptiveThreshold) {
109
+ break;
110
+ }
111
+ // Step down threshold
112
+ threshold = Math.round((threshold - this.config.thresholdStep) * 100) / 100;
113
+ steps++;
114
+ }
115
+ return {
116
+ hypothesis,
117
+ hypothesisEmbedding,
118
+ queryResult,
119
+ effectiveThreshold: Math.max(threshold, this.config.minThreshold),
120
+ thresholdSteps: steps,
121
+ hypothesisLatencyMs,
122
+ retrievalLatencyMs: Date.now() - retrievalStart,
123
+ };
124
+ }
125
+ /**
126
+ * Convenience: retrieve and format as augmented context string.
127
+ */
128
+ async retrieveContext(opts) {
129
+ const result = await this.retrieve(opts);
130
+ const separator = opts.separator ?? '\n\n---\n\n';
131
+ const chunks = result.queryResult.documents
132
+ .map((doc) => doc.textContent || '')
133
+ .filter(Boolean);
134
+ return {
135
+ context: chunks.join(separator),
136
+ hypothesis: result.hypothesis,
137
+ effectiveThreshold: result.effectiveThreshold,
138
+ chunkCount: chunks.length,
139
+ latencyMs: result.hypothesisLatencyMs + result.retrievalLatencyMs,
140
+ };
141
+ }
142
+ }
143
+ //# sourceMappingURL=HydeRetriever.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"HydeRetriever.js","sourceRoot":"","sources":["../../src/rag/HydeRetriever.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AA0BH,MAAM,CAAC,MAAM,mBAAmB,GAAyB;IACvD,OAAO,EAAE,KAAK;IACd,gBAAgB,EAAE,GAAG;IACrB,YAAY,EAAE,GAAG;IACjB,aAAa,EAAE,GAAG;IAClB,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,GAAG;IACxB,sBAAsB,EACpB,mGAAmG;QACnG,oGAAoG;IACtG,qBAAqB,EAAE,IAAI;CAC5B,CAAC;AAEF,0CAA0C;AAC1C,MAAM,UAAU,iBAAiB,CAAC,OAA6B;IAC7D,OAAO,EAAE,GAAG,mBAAmB,EAAE,GAAG,OAAO,EAAE,CAAC;AAChD,CAAC;AA6BD,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,OAAO,aAAa;IAKxB,YAAY,IAIX;QACC,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CACrC,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAClC,KAAK,CACN,CAAC;QACF,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,IAAI,EAAE;YAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,IAOd;QACC,8BAA8B;QAC9B,IAAI,UAAkB,CAAC;QACvB,IAAI,mBAA2B,CAAC;QAEhC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,mBAAmB,GAAG,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YAC/B,mBAAmB,GAAG,MAAM,CAAC,SAAS,CAAC;QACzC,CAAC;QAED,+BAA+B;QAC/B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;YACvE,KAAK,EAAE,CAAC,UAAU,CAAC;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC/C,yCAAyC;YACzC,OAAO;gBACL,UAAU;gBACV,mBAAmB,EAAE,EAAE;gBACvB,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;gBAC9B,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAChD,cAAc,EAAE,CAAC;gBACjB,mBAAmB;gBACnB,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;aAChD,CAAC;QACJ,CAAC;QAED,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAE5D,oCAAoC;QACpC,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,WAAW,GAAgB,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAEjD,OAAO,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAiB;gBAC9B,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC;gBAClC,kBAAkB,EAAE,SAAS;gBAC7B,kBAAkB,EAAE,IAAI;gBACxB,eAAe,EAAE,IAAI;gBACrB,GAAG,IAAI,CAAC,YAAY;aACrB,CAAC;YAEF,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACxC,IAAI,CAAC,cAAc,EACnB,mBAAmB,EACnB,SAAS,CACV,CAAC;YAEF,IAAI,WAAW,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBACvE,MAAM;YACR,CAAC;YAED,sBAAsB;YACtB,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC5E,KAAK,EAAE,CAAC;QACV,CAAC;QAED,OAAO;YACL,UAAU;YACV,mBAAmB;YACnB,WAAW;YACX,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YACjE,cAAc,EAAE,KAAK;YACrB,mBAAmB;YACnB,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;SAChD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAMrB;QAOC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS;aACxC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;aACnC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,SAAS,EAAE,MAAM,CAAC,mBAAmB,GAAG,MAAM,CAAC,kBAAkB;SAClE,CAAC;IACJ,CAAC;CACF"}
@@ -186,6 +186,21 @@ export interface RagRetrievalOptions {
186
186
  includeEmbeddings?: boolean;
187
187
  /** Query embedding model override. */
188
188
  queryEmbeddingModelId?: string;
189
+ /**
190
+ * HyDE (Hypothetical Document Embedding) configuration.
191
+ * When enabled, generates a hypothetical answer before embedding for
192
+ * improved retrieval quality. Adds one LLM call per retrieval.
193
+ */
194
+ hyde?: {
195
+ /** Enable HyDE for this retrieval. Default: false. */
196
+ enabled?: boolean;
197
+ /** Initial similarity threshold for adaptive thresholding. Default: 0.7. */
198
+ initialThreshold?: number;
199
+ /** Minimum threshold to step down to. Default: 0.3. */
200
+ minThreshold?: number;
201
+ /** Pre-generated hypothesis (skip LLM call if provided). */
202
+ hypothesis?: string;
203
+ };
189
204
  /** Advisory token/character budget for final context construction. */
190
205
  tokenBudgetForContext?: number;
191
206
  /** Caller identity for logging/billing. */
@@ -1 +1 @@
1
- {"version":3,"file":"IRetrievalAugmentor.d.ts","sourceRoot":"","sources":["../../src/rag/IRetrievalAugmentor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,+BAA+B,EAAE,MAAM,2CAA2C,CAAC;AAC5F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,oBAAY,iBAAiB;IAC3B,uBAAuB,4BAA4B;IACnD,oBAAoB,yBAAyB;IAC7C,qBAAqB,0BAA0B;IAC/C,gBAAgB,qBAAqB;IACrC,oBAAoB,yBAAyB;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wFAAwF;IACxF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QACjB,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,qBAAqB,GAAG,UAAU,CAAC;QACjE,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,sBAAsB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9C,CAAC;IACF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0CAA0C;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,sEAAsE;IACtE,sBAAsB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7C,yDAAyD;IACzD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC3C,qEAAqE;IACrE,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE;QACf,qDAAqD;QACrD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,sFAAsF;QACtF,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,sCAAsC;QACtC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sDAAsD;QACtD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,4EAA4E;QAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4CAA4C;QAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,mCAAmC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sCAAsC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,iBAAiB,EAAE,CAAC;IACrC,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,aAAa,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAE7B,UAAU,CACR,MAAM,EAAE,+BAA+B,EACvC,gBAAgB,EAAE,iBAAiB,EACnC,kBAAkB,EAAE,mBAAmB,GACtC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAE,GACrC,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAEnI,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAElF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
1
+ {"version":3,"file":"IRetrievalAugmentor.d.ts","sourceRoot":"","sources":["../../src/rag/IRetrievalAugmentor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,+BAA+B,EAAE,MAAM,2CAA2C,CAAC;AAC5F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D;;;GAGG;AACH,oBAAY,iBAAiB;IAC3B,uBAAuB,4BAA4B;IACnD,oBAAoB,yBAAyB;IAC7C,qBAAqB,0BAA0B;IAC/C,gBAAgB,qBAAqB;IACrC,oBAAoB,yBAAyB;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wFAAwF;IACxF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD;;;OAGG;IACH,gBAAgB,CAAC,EAAE;QACjB,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,qBAAqB,GAAG,UAAU,CAAC;QACjE,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,sBAAsB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9C,CAAC;IACF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzC,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0CAA0C;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,sEAAsE;IACtE,sBAAsB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7C,yDAAyD;IACzD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC3C,qEAAqE;IACrE,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE;QACf,qDAAqD;QACrD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,sFAAsF;QACtF,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,sCAAsC;QACtC,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sDAAsD;QACtD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,4EAA4E;QAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4CAA4C;QAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,mCAAmC;QACnC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;IACF,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sCAAsC;IACtC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,IAAI,CAAC,EAAE;QACL,sDAAsD;QACtD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,4EAA4E;QAC5E,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,uDAAuD;QACvD,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4DAA4D;QAC5D,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,sEAAsE;IACtE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,iBAAiB,EAAE,CAAC;IACrC,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,aAAa,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAE7B,UAAU,CACR,MAAM,EAAE,+BAA+B,EACvC,gBAAgB,EAAE,iBAAiB,EACnC,kBAAkB,EAAE,mBAAmB,GACtC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,eAAe,CACb,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAE,GACrC,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,GAAG,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAEnI,eAAe,CACb,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAE/B,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAElF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
@@ -90,6 +90,7 @@ export type { IRetrievalAugmentor, RagDocumentInput, RagIngestionOptions, RagIng
90
90
  export { VectorStoreManager } from './VectorStoreManager.js';
91
91
  export { EmbeddingManager } from './EmbeddingManager.js';
92
92
  export { RetrievalAugmentor } from './RetrievalAugmentor.js';
93
+ export { HydeRetriever, type HydeConfig, type HydeLlmCaller, type HydeRetrievalResult, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
93
94
  export { InMemoryVectorStore } from './implementations/vector_stores/InMemoryVectorStore.js';
94
95
  export { SqlVectorStore, type SqlVectorStoreConfig } from './implementations/vector_stores/SqlVectorStore.js';
95
96
  export { HnswlibVectorStore, type HnswlibVectorStoreConfig } from './implementations/vector_stores/HnswlibVectorStore.js';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAM7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,KAAK,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAMvH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAM5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,KAAK,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAMvH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC"}
package/dist/rag/index.js CHANGED
@@ -89,6 +89,8 @@
89
89
  export { VectorStoreManager } from './VectorStoreManager.js';
90
90
  export { EmbeddingManager } from './EmbeddingManager.js';
91
91
  export { RetrievalAugmentor } from './RetrievalAugmentor.js';
92
+ // HyDE (Hypothetical Document Embedding) Retriever
93
+ export { HydeRetriever, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
92
94
  // ============================================================================
93
95
  // Vector Store Implementations
94
96
  // ============================================================================
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,mDAAmD;AACnD,OAAO,EACL,aAAa,EAIb,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAE5B,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC"}
@@ -0,0 +1,17 @@
1
+ import type { SpeechProviderKind, SpeechToTextProvider, SpeechVadProvider, TextToSpeechProvider, WakeWordProvider } from './types.js';
2
+ export declare class SpeechProviderRegistry {
3
+ private readonly sttProviders;
4
+ private readonly ttsProviders;
5
+ private readonly vadProviders;
6
+ private readonly wakeWordProviders;
7
+ registerSttProvider(provider: SpeechToTextProvider): void;
8
+ registerTtsProvider(provider: TextToSpeechProvider): void;
9
+ registerVadProvider(provider: SpeechVadProvider): void;
10
+ registerWakeWordProvider(provider: WakeWordProvider): void;
11
+ getSttProvider(id: string): SpeechToTextProvider | undefined;
12
+ getTtsProvider(id: string): TextToSpeechProvider | undefined;
13
+ getVadProvider(id: string): SpeechVadProvider | undefined;
14
+ getWakeWordProvider(id: string): WakeWordProvider | undefined;
15
+ list(kind: SpeechProviderKind): Array<SpeechToTextProvider | TextToSpeechProvider | SpeechVadProvider | WakeWordProvider>;
16
+ }
17
+ //# sourceMappingURL=SpeechProviderRegistry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SpeechProviderRegistry.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechProviderRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAEpB,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA2C;IACxE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA2C;IACxE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAuC;IAEzE,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAItD,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAI1D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAI5D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAI5D,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS;IAIzD,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI7D,IAAI,CAAC,IAAI,EAAE,kBAAkB,GAAG,KAAK,CACnC,oBAAoB,GAAG,oBAAoB,GAAG,iBAAiB,GAAG,gBAAgB,CACnF;CAcF"}
@@ -0,0 +1,47 @@
1
+ export class SpeechProviderRegistry {
2
+ constructor() {
3
+ this.sttProviders = new Map();
4
+ this.ttsProviders = new Map();
5
+ this.vadProviders = new Map();
6
+ this.wakeWordProviders = new Map();
7
+ }
8
+ registerSttProvider(provider) {
9
+ this.sttProviders.set(provider.id, provider);
10
+ }
11
+ registerTtsProvider(provider) {
12
+ this.ttsProviders.set(provider.id, provider);
13
+ }
14
+ registerVadProvider(provider) {
15
+ this.vadProviders.set(provider.id, provider);
16
+ }
17
+ registerWakeWordProvider(provider) {
18
+ this.wakeWordProviders.set(provider.id, provider);
19
+ }
20
+ getSttProvider(id) {
21
+ return this.sttProviders.get(id);
22
+ }
23
+ getTtsProvider(id) {
24
+ return this.ttsProviders.get(id);
25
+ }
26
+ getVadProvider(id) {
27
+ return this.vadProviders.get(id);
28
+ }
29
+ getWakeWordProvider(id) {
30
+ return this.wakeWordProviders.get(id);
31
+ }
32
+ list(kind) {
33
+ switch (kind) {
34
+ case 'stt':
35
+ return [...this.sttProviders.values()];
36
+ case 'tts':
37
+ return [...this.ttsProviders.values()];
38
+ case 'vad':
39
+ return [...this.vadProviders.values()];
40
+ case 'wake-word':
41
+ return [...this.wakeWordProviders.values()];
42
+ default:
43
+ return [];
44
+ }
45
+ }
46
+ }
47
+ //# sourceMappingURL=SpeechProviderRegistry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SpeechProviderRegistry.js","sourceRoot":"","sources":["../../src/speech/SpeechProviderRegistry.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,sBAAsB;IAAnC;QACmB,iBAAY,GAAG,IAAI,GAAG,EAAgC,CAAC;QACvD,iBAAY,GAAG,IAAI,GAAG,EAAgC,CAAC;QACvD,iBAAY,GAAG,IAAI,GAAG,EAA6B,CAAC;QACpD,sBAAiB,GAAG,IAAI,GAAG,EAA4B,CAAC;IAkD3E,CAAC;IAhDC,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mBAAmB,CAAC,QAA2B;QAC7C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,wBAAwB,CAAC,QAA0B;QACjD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,mBAAmB,CAAC,EAAU;QAC5B,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,IAAwB;QAG3B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,KAAK;gBACR,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,KAAK,WAAW;gBACd,OAAO,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9C;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,30 @@
1
+ import type { ExtensionManager } from '../extensions/ExtensionManager.js';
2
+ import { SpeechProviderRegistry } from './SpeechProviderRegistry.js';
3
+ import { SpeechSession } from './SpeechSession.js';
4
+ import type { SpeechProviderCatalogEntry, SpeechRuntimeConfig, SpeechRuntimeSessionConfig, SpeechToTextProvider, SpeechVadProvider, TextToSpeechProvider, WakeWordProvider } from './types.js';
5
+ export declare class SpeechRuntime {
6
+ private readonly registry;
7
+ private readonly preferredSttProviderId;
8
+ private readonly preferredTtsProviderId;
9
+ constructor(config?: SpeechRuntimeConfig);
10
+ getProviderRegistry(): SpeechProviderRegistry;
11
+ registerSttProvider(provider: SpeechToTextProvider): void;
12
+ registerTtsProvider(provider: TextToSpeechProvider): void;
13
+ registerVadProvider(provider: SpeechVadProvider): void;
14
+ registerWakeWordProvider(provider: WakeWordProvider): void;
15
+ hydrateFromExtensionManager(manager: ExtensionManager): void;
16
+ createSession(config?: SpeechRuntimeSessionConfig): SpeechSession;
17
+ listProviders(): Array<SpeechProviderCatalogEntry & {
18
+ registered: boolean;
19
+ }>;
20
+ getProvider(id: string): SpeechToTextProvider | TextToSpeechProvider | SpeechVadProvider | WakeWordProvider | undefined;
21
+ private isProviderRegistered;
22
+ private resolveDefaultSttProvider;
23
+ private resolveDefaultTtsProvider;
24
+ private resolveDefaultVadProvider;
25
+ private resolveDefaultWakeWordProvider;
26
+ }
27
+ export declare function createSpeechRuntime(config?: SpeechRuntimeConfig): SpeechRuntime;
28
+ export declare function createSpeechRuntimeFromEnv(env?: Record<string, string | undefined>, config?: Omit<SpeechRuntimeConfig, 'env'>): SpeechRuntime;
29
+ export declare function getDefaultSpeechProviderId(kind: 'stt' | 'tts'): string | undefined;
30
+ //# sourceMappingURL=SpeechRuntime.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SpeechRuntime.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechRuntime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAQ1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EACV,0BAA0B,EAC1B,mBAAmB,EACnB,0BAA0B,EAC1B,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;gBAEhD,MAAM,GAAE,mBAAwB;IA2C5C,mBAAmB,IAAI,sBAAsB;IAI7C,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI;IAIzD,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAItD,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAI1D,2BAA2B,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAe5D,aAAa,CAAC,MAAM,GAAE,0BAA+B,GAAG,aAAa;IAkBrE,aAAa,IAAI,KAAK,CAAC,0BAA0B,GAAG;QAAE,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IAO5E,WAAW,CAAC,EAAE,EAAE,MAAM,GAClB,oBAAoB,GACpB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,SAAS;IASb,OAAO,CAAC,oBAAoB;IAe5B,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,yBAAyB;IAYjC,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,8BAA8B;CAGvC;AAED,wBAAgB,mBAAmB,CAAC,MAAM,GAAE,mBAAwB,GAAG,aAAa,CAEnF;AAED,wBAAgB,0BAA0B,CACxC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,EACrD,MAAM,GAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAM,GAC5C,aAAa,CAEf;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,CAKlF"}
@@ -0,0 +1,156 @@
1
+ import { EXTENSION_KIND_STT_PROVIDER, EXTENSION_KIND_TTS_PROVIDER, EXTENSION_KIND_VAD_PROVIDER, EXTENSION_KIND_WAKE_WORD_PROVIDER, } from '../extensions/types.js';
2
+ import { findSpeechProviderCatalogEntry, getSpeechProviderCatalog } from './providerCatalog.js';
3
+ import { SpeechProviderRegistry } from './SpeechProviderRegistry.js';
4
+ import { SpeechSession } from './SpeechSession.js';
5
+ import { BuiltInAdaptiveVadProvider } from './providers/BuiltInAdaptiveVadProvider.js';
6
+ import { ElevenLabsTextToSpeechProvider } from './providers/ElevenLabsTextToSpeechProvider.js';
7
+ import { OpenAITextToSpeechProvider } from './providers/OpenAITextToSpeechProvider.js';
8
+ import { OpenAIWhisperSpeechToTextProvider } from './providers/OpenAIWhisperSpeechToTextProvider.js';
9
+ export class SpeechRuntime {
10
+ constructor(config = {}) {
11
+ this.registry = new SpeechProviderRegistry();
12
+ this.preferredSttProviderId =
13
+ typeof config.preferredSttProviderId === 'string' && config.preferredSttProviderId.trim()
14
+ ? config.preferredSttProviderId.trim()
15
+ : undefined;
16
+ this.preferredTtsProviderId =
17
+ typeof config.preferredTtsProviderId === 'string' && config.preferredTtsProviderId.trim()
18
+ ? config.preferredTtsProviderId.trim()
19
+ : undefined;
20
+ this.registry.registerVadProvider(new BuiltInAdaptiveVadProvider());
21
+ if (config.autoRegisterFromEnv !== false) {
22
+ const env = config.env ?? process.env;
23
+ const openaiApiKey = env['OPENAI_API_KEY'];
24
+ if (openaiApiKey) {
25
+ this.registry.registerSttProvider(new OpenAIWhisperSpeechToTextProvider({
26
+ apiKey: openaiApiKey,
27
+ model: env['WHISPER_MODEL_DEFAULT'] ?? 'whisper-1',
28
+ }));
29
+ this.registry.registerTtsProvider(new OpenAITextToSpeechProvider({
30
+ apiKey: openaiApiKey,
31
+ model: env['OPENAI_TTS_DEFAULT_MODEL'] ?? 'tts-1',
32
+ voice: env['OPENAI_TTS_DEFAULT_VOICE'] ?? 'nova',
33
+ }));
34
+ }
35
+ const elevenLabsApiKey = env['ELEVENLABS_API_KEY'];
36
+ if (elevenLabsApiKey) {
37
+ this.registry.registerTtsProvider(new ElevenLabsTextToSpeechProvider({
38
+ apiKey: elevenLabsApiKey,
39
+ model: env['ELEVENLABS_TTS_MODEL'] ?? 'eleven_multilingual_v2',
40
+ voiceId: env['ELEVENLABS_VOICE_ID'],
41
+ }));
42
+ }
43
+ }
44
+ }
45
+ getProviderRegistry() {
46
+ return this.registry;
47
+ }
48
+ registerSttProvider(provider) {
49
+ this.registry.registerSttProvider(provider);
50
+ }
51
+ registerTtsProvider(provider) {
52
+ this.registry.registerTtsProvider(provider);
53
+ }
54
+ registerVadProvider(provider) {
55
+ this.registry.registerVadProvider(provider);
56
+ }
57
+ registerWakeWordProvider(provider) {
58
+ this.registry.registerWakeWordProvider(provider);
59
+ }
60
+ hydrateFromExtensionManager(manager) {
61
+ for (const descriptor of manager.getRegistry(EXTENSION_KIND_STT_PROVIDER).listActive()) {
62
+ this.registry.registerSttProvider(descriptor.payload);
63
+ }
64
+ for (const descriptor of manager.getRegistry(EXTENSION_KIND_TTS_PROVIDER).listActive()) {
65
+ this.registry.registerTtsProvider(descriptor.payload);
66
+ }
67
+ for (const descriptor of manager.getRegistry(EXTENSION_KIND_VAD_PROVIDER).listActive()) {
68
+ this.registry.registerVadProvider(descriptor.payload);
69
+ }
70
+ for (const descriptor of manager.getRegistry(EXTENSION_KIND_WAKE_WORD_PROVIDER).listActive()) {
71
+ this.registry.registerWakeWordProvider(descriptor.payload);
72
+ }
73
+ }
74
+ createSession(config = {}) {
75
+ const providers = {
76
+ stt: config.sttProviderId
77
+ ? this.registry.getSttProvider(config.sttProviderId)
78
+ : this.resolveDefaultSttProvider(),
79
+ tts: config.ttsProviderId
80
+ ? this.registry.getTtsProvider(config.ttsProviderId)
81
+ : this.resolveDefaultTtsProvider(),
82
+ vad: config.vadProviderId
83
+ ? this.registry.getVadProvider(config.vadProviderId)
84
+ : this.resolveDefaultVadProvider(),
85
+ wakeWord: config.wakeWordProviderId
86
+ ? this.registry.getWakeWordProvider(config.wakeWordProviderId)
87
+ : this.resolveDefaultWakeWordProvider(),
88
+ };
89
+ return new SpeechSession(config, providers);
90
+ }
91
+ listProviders() {
92
+ return getSpeechProviderCatalog().map((entry) => ({
93
+ ...entry,
94
+ registered: this.isProviderRegistered(entry),
95
+ }));
96
+ }
97
+ getProvider(id) {
98
+ return (this.registry.getSttProvider(id) ??
99
+ this.registry.getTtsProvider(id) ??
100
+ this.registry.getVadProvider(id) ??
101
+ this.registry.getWakeWordProvider(id));
102
+ }
103
+ isProviderRegistered(entry) {
104
+ switch (entry.kind) {
105
+ case 'stt':
106
+ return Boolean(this.registry.getSttProvider(entry.id));
107
+ case 'tts':
108
+ return Boolean(this.registry.getTtsProvider(entry.id));
109
+ case 'vad':
110
+ return Boolean(this.registry.getVadProvider(entry.id));
111
+ case 'wake-word':
112
+ return Boolean(this.registry.getWakeWordProvider(entry.id));
113
+ default:
114
+ return false;
115
+ }
116
+ }
117
+ resolveDefaultSttProvider() {
118
+ if (this.preferredSttProviderId) {
119
+ const preferred = this.registry.getSttProvider(this.preferredSttProviderId);
120
+ if (preferred)
121
+ return preferred;
122
+ }
123
+ return (this.registry.getSttProvider('openai-whisper') ??
124
+ this.registry.list('stt')[0]);
125
+ }
126
+ resolveDefaultTtsProvider() {
127
+ if (this.preferredTtsProviderId) {
128
+ const preferred = this.registry.getTtsProvider(this.preferredTtsProviderId);
129
+ if (preferred)
130
+ return preferred;
131
+ }
132
+ return (this.registry.getTtsProvider('openai-tts') ??
133
+ this.registry.getTtsProvider('elevenlabs') ??
134
+ this.registry.list('tts')[0]);
135
+ }
136
+ resolveDefaultVadProvider() {
137
+ return (this.registry.getVadProvider('agentos-adaptive-vad') ??
138
+ this.registry.list('vad')[0]);
139
+ }
140
+ resolveDefaultWakeWordProvider() {
141
+ return this.registry.list('wake-word')[0];
142
+ }
143
+ }
144
+ export function createSpeechRuntime(config = {}) {
145
+ return new SpeechRuntime(config);
146
+ }
147
+ export function createSpeechRuntimeFromEnv(env = process.env, config = {}) {
148
+ return new SpeechRuntime({ ...config, autoRegisterFromEnv: config.autoRegisterFromEnv ?? true, env });
149
+ }
150
+ export function getDefaultSpeechProviderId(kind) {
151
+ if (kind === 'stt') {
152
+ return findSpeechProviderCatalogEntry('openai-whisper')?.id;
153
+ }
154
+ return findSpeechProviderCatalogEntry('openai-tts')?.id;
155
+ }
156
+ //# sourceMappingURL=SpeechRuntime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SpeechRuntime.js","sourceRoot":"","sources":["../../src/speech/SpeechRuntime.ts"],"names":[],"mappings":"AACA,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,2BAA2B,EAC3B,iCAAiC,GAClC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+CAA+C,CAAC;AAC/F,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,iCAAiC,EAAE,MAAM,kDAAkD,CAAC;AAWrG,MAAM,OAAO,aAAa;IAKxB,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC7C,IAAI,CAAC,sBAAsB;YACzB,OAAO,MAAM,CAAC,sBAAsB,KAAK,QAAQ,IAAI,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACvF,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACtC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,sBAAsB;YACzB,OAAO,MAAM,CAAC,sBAAsB,KAAK,QAAQ,IAAI,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACvF,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,EAAE;gBACtC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,0BAA0B,EAAE,CAAC,CAAC;QACpE,IAAI,MAAM,CAAC,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;YACtC,MAAM,YAAY,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC3C,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,iCAAiC,CAAC;oBACpC,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,uBAAuB,CAAC,IAAI,WAAW;iBACnD,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,0BAA0B,CAAC;oBAC7B,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,OAAO;oBACjD,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,MAAM;iBACjD,CAAC,CACH,CAAC;YACJ,CAAC;YAED,MAAM,gBAAgB,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACnD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,8BAA8B,CAAC;oBACjC,MAAM,EAAE,gBAAgB;oBACxB,KAAK,EAAE,GAAG,CAAC,sBAAsB,CAAC,IAAI,wBAAwB;oBAC9D,OAAO,EAAE,GAAG,CAAC,qBAAqB,CAAC;iBACpC,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA2B;QAC7C,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,wBAAwB,CAAC,QAA0B;QACjD,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,2BAA2B,CAAC,OAAyB;QACnD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAoB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAmB,iCAAiC,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/G,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAqC,EAAE;QACnD,MAAM,SAAS,GAAG;YAChB,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,QAAQ,EAAE,MAAM,CAAC,kBAAkB;gBACjC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC9D,CAAC,CAAC,IAAI,CAAC,8BAA8B,EAAE;SAC1C,CAAC;QACF,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAED,aAAa;QACX,OAAO,wBAAwB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,KAAK;YACR,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;SAC7C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,WAAW,CAAC,EAAU;QAMpB,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,CACtC,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAiC;QAC5D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,WAAW;gBACd,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D;gBACE,OAAO,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC5E,IAAI,SAAS;gBAAE,OAAO,SAAS,CAAC;QAClC,CAAC;QACD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,gBAAgB,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC5E,IAAI,SAAS;gBAAE,OAAO,SAAS,CAAC;QAClC,CAAC;QACD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,sBAAsB,CAAC;YACnD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAmC,CAChE,CAAC;IACJ,CAAC;IAEO,8BAA8B;QACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAiC,CAAC;IAC5E,CAAC;CACF;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA8B,EAAE;IAClE,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAA0C,OAAO,CAAC,GAAG,EACrD,SAA2C,EAAE;IAE7C,OAAO,IAAI,aAAa,CAAC,EAAE,GAAG,MAAM,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAmB;IAC5D,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,8BAA8B,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,8BAA8B,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;AAC1D,CAAC"}
@@ -0,0 +1,37 @@
1
+ import { EventEmitter } from 'node:events';
2
+ import type { SpeechSessionConfig, SpeechSessionAudioCapture, SpeechSessionBoundaryReason, SpeechSessionEventMap, SpeechSessionProviders, SpeechSessionState, SpeechSynthesisOptions, SpeechTranscriptionOptions } from './types.js';
3
+ export declare class SpeechSession extends EventEmitter {
4
+ private readonly config;
5
+ private readonly providers;
6
+ private readonly calibrator;
7
+ private readonly vad;
8
+ private readonly silenceDetector;
9
+ private state;
10
+ private readonly capturedFrames;
11
+ private currentSpeechStartedAt;
12
+ private wakeWordDetected;
13
+ private transcriptionPromise;
14
+ private lastExternalVadSpeech;
15
+ on<U extends keyof SpeechSessionEventMap>(event: U, listener: SpeechSessionEventMap[U]): this;
16
+ emit<U extends keyof SpeechSessionEventMap>(event: U, ...args: Parameters<SpeechSessionEventMap[U]>): boolean;
17
+ constructor(config?: SpeechSessionConfig, providers?: SpeechSessionProviders);
18
+ getState(): SpeechSessionState;
19
+ start(): Promise<void>;
20
+ stop(): Promise<void>;
21
+ flush(reason?: SpeechSessionBoundaryReason): Promise<void>;
22
+ close(): Promise<void>;
23
+ ingestFrame(frame: Float32Array): Promise<void>;
24
+ transcribeAudio(audioBuffer: Buffer, options?: SpeechTranscriptionOptions, captureOverride?: SpeechSessionAudioCapture): Promise<void>;
25
+ speak(text: string, options?: SpeechSynthesisOptions): Promise<import("./types.js").SpeechSynthesisResult>;
26
+ interrupt(): void;
27
+ private bindVadEvents;
28
+ private bindSilenceEvents;
29
+ private handleExternalVadDecision;
30
+ private finalizeUtterance;
31
+ private createCapture;
32
+ private resetBuffers;
33
+ private createSyntheticVadResult;
34
+ private changeState;
35
+ private handleError;
36
+ }
37
+ //# sourceMappingURL=SpeechSession.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SpeechSession.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAM3C,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EACzB,2BAA2B,EAC3B,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,sBAAsB,EACtB,0BAA0B,EAE3B,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMD;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,oBAAoB,CAA8B;IAC1D,OAAO,CAAC,qBAAqB,CAAS;IAEtB,EAAE,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACtD,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAC,GACjC,IAAI;IAIS,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxD,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;gBAIE,MAAM,GAAE,mBAAwB,EAAE,SAAS,GAAE,sBAA2B;IAwBpF,QAAQ,IAAI,kBAAkB;IAIxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrB,KAAK,CAAC,MAAM,GAAE,2BAAsC,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C/C,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,0BAA+B,EACxC,eAAe,CAAC,EAAE,yBAAyB,GAC1C,OAAO,CAAC,IAAI,CAAC;IA6BV,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B;IAqB9D,SAAS,IAAI,IAAI;IAMjB,OAAO,CAAC,aAAa;IA6BrB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,yBAAyB;YAgCnB,iBAAiB;IA0B/B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,WAAW;CAKpB"}