@launchdarkly/server-sdk-ai 0.12.3 → 0.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. package/CHANGELOG.md +44 -0
  2. package/README.md +2 -2
  3. package/__tests__/Judge.test.ts +496 -0
  4. package/__tests__/LDAIClientImpl.test.ts +530 -323
  5. package/__tests__/LDAIConfigTrackerImpl.test.ts +50 -290
  6. package/__tests__/TrackedChat.test.ts +4 -5
  7. package/dist/package.json +53 -0
  8. package/dist/src/LDAIClientImpl.d.ts +39 -0
  9. package/dist/src/LDAIClientImpl.d.ts.map +1 -0
  10. package/dist/src/LDAIClientImpl.js +164 -0
  11. package/dist/src/LDAIClientImpl.js.map +1 -0
  12. package/dist/{LDAIConfigTrackerImpl.d.ts → src/LDAIConfigTrackerImpl.d.ts} +13 -11
  13. package/dist/src/LDAIConfigTrackerImpl.d.ts.map +1 -0
  14. package/dist/{LDAIConfigTrackerImpl.js → src/LDAIConfigTrackerImpl.js} +59 -44
  15. package/dist/src/LDAIConfigTrackerImpl.js.map +1 -0
  16. package/dist/src/LDClientMin.d.ts.map +1 -0
  17. package/dist/{LDClientMin.js.map → src/LDClientMin.js.map} +1 -1
  18. package/dist/src/api/LDAIClient.d.ts +258 -0
  19. package/dist/src/api/LDAIClient.d.ts.map +1 -0
  20. package/dist/{api → src/api}/LDAIClient.js.map +1 -1
  21. package/dist/{api → src/api}/chat/TrackedChat.d.ts +22 -4
  22. package/dist/src/api/chat/TrackedChat.d.ts.map +1 -0
  23. package/dist/{api → src/api}/chat/TrackedChat.js +43 -2
  24. package/dist/src/api/chat/TrackedChat.js.map +1 -0
  25. package/dist/src/api/chat/index.d.ts.map +1 -0
  26. package/dist/src/api/chat/index.js.map +1 -0
  27. package/dist/src/api/chat/types.d.ts +22 -0
  28. package/dist/src/api/chat/types.d.ts.map +1 -0
  29. package/dist/{api → src/api}/chat/types.js.map +1 -1
  30. package/dist/{api → src/api}/config/LDAIConfigTracker.d.ts +41 -22
  31. package/dist/src/api/config/LDAIConfigTracker.d.ts.map +1 -0
  32. package/dist/src/api/config/LDAIConfigTracker.js.map +1 -0
  33. package/dist/src/api/config/LDAIConfigUtils.d.ts +2 -0
  34. package/dist/src/api/config/LDAIConfigUtils.d.ts.map +1 -0
  35. package/dist/src/api/config/LDAIConfigUtils.js +141 -0
  36. package/dist/src/api/config/LDAIConfigUtils.js.map +1 -0
  37. package/dist/src/api/config/index.d.ts +3 -0
  38. package/dist/src/api/config/index.d.ts.map +1 -0
  39. package/dist/{api/agents → src/api/config}/index.js +1 -1
  40. package/dist/src/api/config/index.js.map +1 -0
  41. package/dist/src/api/config/types.d.ts +202 -0
  42. package/dist/src/api/config/types.d.ts.map +1 -0
  43. package/dist/{api/agents/LDAIAgent.js → src/api/config/types.js} +1 -1
  44. package/dist/src/api/config/types.js.map +1 -0
  45. package/dist/{api → src/api}/index.d.ts +1 -1
  46. package/dist/src/api/index.d.ts.map +1 -0
  47. package/dist/{api → src/api}/index.js +1 -1
  48. package/dist/src/api/index.js.map +1 -0
  49. package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts +11 -0
  50. package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts.map +1 -0
  51. package/dist/src/api/judge/EvaluationSchemaBuilder.js +52 -0
  52. package/dist/src/api/judge/EvaluationSchemaBuilder.js.map +1 -0
  53. package/dist/src/api/judge/Judge.d.ts +63 -0
  54. package/dist/src/api/judge/Judge.d.ts.map +1 -0
  55. package/dist/src/api/judge/Judge.js +149 -0
  56. package/dist/src/api/judge/Judge.js.map +1 -0
  57. package/dist/src/api/judge/index.d.ts +3 -0
  58. package/dist/src/api/judge/index.d.ts.map +1 -0
  59. package/dist/src/api/judge/index.js +6 -0
  60. package/dist/src/api/judge/index.js.map +1 -0
  61. package/dist/src/api/judge/types.d.ts +35 -0
  62. package/dist/src/api/judge/types.d.ts.map +1 -0
  63. package/dist/{api/config/LDAIConfig.js → src/api/judge/types.js} +1 -1
  64. package/dist/src/api/judge/types.js.map +1 -0
  65. package/dist/src/api/metrics/BedrockTokenUsage.d.ts.map +1 -0
  66. package/dist/src/api/metrics/BedrockTokenUsage.js.map +1 -0
  67. package/dist/src/api/metrics/LDAIMetrics.d.ts.map +1 -0
  68. package/dist/src/api/metrics/LDAIMetrics.js.map +1 -0
  69. package/dist/src/api/metrics/LDFeedbackKind.d.ts.map +1 -0
  70. package/dist/src/api/metrics/LDFeedbackKind.js.map +1 -0
  71. package/dist/src/api/metrics/LDTokenUsage.d.ts.map +1 -0
  72. package/dist/src/api/metrics/LDTokenUsage.js.map +1 -0
  73. package/dist/src/api/metrics/OpenAiUsage.d.ts.map +1 -0
  74. package/dist/src/api/metrics/OpenAiUsage.js.map +1 -0
  75. package/dist/src/api/metrics/VercelAISDKTokenUsage.d.ts.map +1 -0
  76. package/dist/src/api/metrics/VercelAISDKTokenUsage.js.map +1 -0
  77. package/dist/src/api/metrics/index.d.ts.map +1 -0
  78. package/dist/src/api/metrics/index.js.map +1 -0
  79. package/dist/{api → src/api}/providers/AIProvider.d.ts +20 -3
  80. package/dist/src/api/providers/AIProvider.d.ts.map +1 -0
  81. package/dist/src/api/providers/AIProvider.js +88 -0
  82. package/dist/src/api/providers/AIProvider.js.map +1 -0
  83. package/dist/{api → src/api}/providers/AIProviderFactory.d.ts +2 -2
  84. package/dist/src/api/providers/AIProviderFactory.d.ts.map +1 -0
  85. package/dist/src/api/providers/AIProviderFactory.js.map +1 -0
  86. package/dist/src/api/providers/index.d.ts.map +1 -0
  87. package/dist/src/api/providers/index.js.map +1 -0
  88. package/dist/src/index.d.ts.map +1 -0
  89. package/dist/src/index.js.map +1 -0
  90. package/docs/assets/search.js +1 -1
  91. package/docs/classes/AIProvider.html +55 -20
  92. package/docs/classes/AIProviderFactory.html +27 -17
  93. package/docs/classes/Judge.html +322 -0
  94. package/docs/classes/TrackedChat.html +97 -29
  95. package/docs/enums/LDFeedbackKind.html +22 -12
  96. package/docs/functions/createBedrockTokenUsage.html +20 -10
  97. package/docs/functions/createOpenAiUsage.html +20 -10
  98. package/docs/functions/createVercelAISDKTokenUsage.html +20 -10
  99. package/docs/functions/initAi.html +20 -10
  100. package/docs/index.html +36 -16
  101. package/docs/interfaces/ChatResponse.html +35 -14
  102. package/docs/interfaces/EvalScore.html +119 -0
  103. package/docs/interfaces/JudgeResponse.html +129 -0
  104. package/docs/interfaces/LDAIAgentConfig.html +81 -33
  105. package/docs/interfaces/{LDAIAgent.html → LDAIAgentConfigDefault.html} +51 -41
  106. package/docs/interfaces/LDAIAgentRequestConfig.html +129 -0
  107. package/docs/interfaces/LDAIClient.html +234 -40
  108. package/docs/interfaces/{VercelAISDKConfig.html → LDAICompletionConfig.html} +86 -86
  109. package/docs/interfaces/LDAICompletionConfigDefault.html +155 -0
  110. package/docs/interfaces/LDAIConfig.html +45 -75
  111. package/docs/interfaces/LDAIConfigDefault.html +133 -0
  112. package/docs/interfaces/LDAIConfigTracker.html +140 -59
  113. package/docs/interfaces/LDAIJudgeConfig.html +167 -0
  114. package/docs/interfaces/LDAIJudgeConfigDefault.html +155 -0
  115. package/docs/interfaces/LDAIMetrics.html +22 -12
  116. package/docs/interfaces/LDJudge.html +119 -0
  117. package/docs/interfaces/{VercelAISDKMapOptions.html → LDJudgeConfiguration.html} +36 -19
  118. package/docs/interfaces/LDLogger.html +19 -9
  119. package/docs/interfaces/LDMessage.html +22 -12
  120. package/docs/interfaces/LDModelConfig.html +23 -13
  121. package/docs/interfaces/LDProviderConfig.html +21 -11
  122. package/docs/interfaces/LDTokenUsage.html +23 -13
  123. package/docs/interfaces/StructuredResponse.html +129 -0
  124. package/docs/types/{VercelAISDKProvider.html → LDAIConfigDefaultKind.html} +26 -31
  125. package/docs/types/{LDAIAgentDefaults.html → LDAIConfigKind.html} +24 -14
  126. package/docs/types/{LDAIDefaults.html → LDAIConfigMode.html} +24 -24
  127. package/docs/types/SupportedAIProvider.html +20 -10
  128. package/docs/variables/SUPPORTED_AI_PROVIDERS.html +20 -10
  129. package/package.json +3 -3
  130. package/src/LDAIClientImpl.ts +222 -176
  131. package/src/LDAIConfigTrackerImpl.ts +73 -54
  132. package/src/api/LDAIClient.ts +166 -33
  133. package/src/api/chat/TrackedChat.ts +64 -5
  134. package/src/api/chat/types.ts +8 -1
  135. package/src/api/config/LDAIConfigTracker.ts +46 -27
  136. package/src/api/config/LDAIConfigUtils.ts +201 -0
  137. package/src/api/config/index.ts +2 -2
  138. package/src/api/config/types.ts +256 -0
  139. package/src/api/index.ts +1 -1
  140. package/src/api/judge/EvaluationSchemaBuilder.ts +54 -0
  141. package/src/api/judge/Judge.ts +216 -0
  142. package/src/api/judge/index.ts +2 -0
  143. package/src/api/judge/types.ts +39 -0
  144. package/src/api/providers/AIProvider.ts +54 -3
  145. package/src/api/providers/AIProviderFactory.ts +4 -4
  146. package/tsconfig.json +3 -3
  147. package/tsconfig.ref.json +1 -1
  148. package/__tests__/LDAIConfigMapper.test.ts +0 -159
  149. package/dist/LDAIClientImpl.d.ts +0 -23
  150. package/dist/LDAIClientImpl.d.ts.map +0 -1
  151. package/dist/LDAIClientImpl.js +0 -128
  152. package/dist/LDAIClientImpl.js.map +0 -1
  153. package/dist/LDAIConfigMapper.d.ts +0 -10
  154. package/dist/LDAIConfigMapper.d.ts.map +0 -1
  155. package/dist/LDAIConfigMapper.js +0 -55
  156. package/dist/LDAIConfigMapper.js.map +0 -1
  157. package/dist/LDAIConfigTrackerImpl.d.ts.map +0 -1
  158. package/dist/LDAIConfigTrackerImpl.js.map +0 -1
  159. package/dist/LDClientMin.d.ts.map +0 -1
  160. package/dist/api/LDAIClient.d.ts +0 -169
  161. package/dist/api/LDAIClient.d.ts.map +0 -1
  162. package/dist/api/agents/LDAIAgent.d.ts +0 -32
  163. package/dist/api/agents/LDAIAgent.d.ts.map +0 -1
  164. package/dist/api/agents/LDAIAgent.js.map +0 -1
  165. package/dist/api/agents/index.d.ts +0 -2
  166. package/dist/api/agents/index.d.ts.map +0 -1
  167. package/dist/api/agents/index.js.map +0 -1
  168. package/dist/api/chat/TrackedChat.d.ts.map +0 -1
  169. package/dist/api/chat/TrackedChat.js.map +0 -1
  170. package/dist/api/chat/index.d.ts.map +0 -1
  171. package/dist/api/chat/index.js.map +0 -1
  172. package/dist/api/chat/types.d.ts +0 -16
  173. package/dist/api/chat/types.d.ts.map +0 -1
  174. package/dist/api/config/LDAIConfig.d.ts +0 -92
  175. package/dist/api/config/LDAIConfig.d.ts.map +0 -1
  176. package/dist/api/config/LDAIConfig.js.map +0 -1
  177. package/dist/api/config/LDAIConfigTracker.d.ts.map +0 -1
  178. package/dist/api/config/LDAIConfigTracker.js.map +0 -1
  179. package/dist/api/config/VercelAISDK.d.ts +0 -19
  180. package/dist/api/config/VercelAISDK.d.ts.map +0 -1
  181. package/dist/api/config/VercelAISDK.js +0 -3
  182. package/dist/api/config/VercelAISDK.js.map +0 -1
  183. package/dist/api/config/index.d.ts +0 -4
  184. package/dist/api/config/index.d.ts.map +0 -1
  185. package/dist/api/config/index.js +0 -19
  186. package/dist/api/config/index.js.map +0 -1
  187. package/dist/api/index.d.ts.map +0 -1
  188. package/dist/api/index.js.map +0 -1
  189. package/dist/api/metrics/BedrockTokenUsage.d.ts.map +0 -1
  190. package/dist/api/metrics/BedrockTokenUsage.js.map +0 -1
  191. package/dist/api/metrics/LDAIMetrics.d.ts.map +0 -1
  192. package/dist/api/metrics/LDAIMetrics.js.map +0 -1
  193. package/dist/api/metrics/LDFeedbackKind.d.ts.map +0 -1
  194. package/dist/api/metrics/LDFeedbackKind.js.map +0 -1
  195. package/dist/api/metrics/LDTokenUsage.d.ts.map +0 -1
  196. package/dist/api/metrics/LDTokenUsage.js.map +0 -1
  197. package/dist/api/metrics/OpenAiUsage.d.ts.map +0 -1
  198. package/dist/api/metrics/OpenAiUsage.js.map +0 -1
  199. package/dist/api/metrics/VercelAISDKTokenUsage.d.ts.map +0 -1
  200. package/dist/api/metrics/VercelAISDKTokenUsage.js.map +0 -1
  201. package/dist/api/metrics/index.d.ts.map +0 -1
  202. package/dist/api/metrics/index.js.map +0 -1
  203. package/dist/api/providers/AIProvider.d.ts.map +0 -1
  204. package/dist/api/providers/AIProvider.js +0 -31
  205. package/dist/api/providers/AIProvider.js.map +0 -1
  206. package/dist/api/providers/AIProviderFactory.d.ts.map +0 -1
  207. package/dist/api/providers/AIProviderFactory.js.map +0 -1
  208. package/dist/api/providers/index.d.ts.map +0 -1
  209. package/dist/api/providers/index.js.map +0 -1
  210. package/dist/index.d.ts.map +0 -1
  211. package/dist/index.js.map +0 -1
  212. package/src/LDAIConfigMapper.ts +0 -65
  213. package/src/api/agents/LDAIAgent.ts +0 -36
  214. package/src/api/agents/index.ts +0 -1
  215. package/src/api/config/LDAIConfig.ts +0 -101
  216. package/src/api/config/VercelAISDK.ts +0 -21
  217. /package/dist/{LDClientMin.d.ts → src/LDClientMin.d.ts} +0 -0
  218. /package/dist/{LDClientMin.js → src/LDClientMin.js} +0 -0
  219. /package/dist/{api → src/api}/LDAIClient.js +0 -0
  220. /package/dist/{api → src/api}/chat/index.d.ts +0 -0
  221. /package/dist/{api → src/api}/chat/index.js +0 -0
  222. /package/dist/{api → src/api}/chat/types.js +0 -0
  223. /package/dist/{api → src/api}/config/LDAIConfigTracker.js +0 -0
  224. /package/dist/{api → src/api}/metrics/BedrockTokenUsage.d.ts +0 -0
  225. /package/dist/{api → src/api}/metrics/BedrockTokenUsage.js +0 -0
  226. /package/dist/{api → src/api}/metrics/LDAIMetrics.d.ts +0 -0
  227. /package/dist/{api → src/api}/metrics/LDAIMetrics.js +0 -0
  228. /package/dist/{api → src/api}/metrics/LDFeedbackKind.d.ts +0 -0
  229. /package/dist/{api → src/api}/metrics/LDFeedbackKind.js +0 -0
  230. /package/dist/{api → src/api}/metrics/LDTokenUsage.d.ts +0 -0
  231. /package/dist/{api → src/api}/metrics/LDTokenUsage.js +0 -0
  232. /package/dist/{api → src/api}/metrics/OpenAiUsage.d.ts +0 -0
  233. /package/dist/{api → src/api}/metrics/OpenAiUsage.js +0 -0
  234. /package/dist/{api → src/api}/metrics/VercelAISDKTokenUsage.d.ts +0 -0
  235. /package/dist/{api → src/api}/metrics/VercelAISDKTokenUsage.js +0 -0
  236. /package/dist/{api → src/api}/metrics/index.d.ts +0 -0
  237. /package/dist/{api → src/api}/metrics/index.js +0 -0
  238. /package/dist/{api → src/api}/providers/AIProviderFactory.js +0 -0
  239. /package/dist/{api → src/api}/providers/index.d.ts +0 -0
  240. /package/dist/{api → src/api}/providers/index.js +0 -0
  241. /package/dist/{index.d.ts → src/index.d.ts} +0 -0
  242. /package/dist/{index.js → src/index.js} +0 -0
package/docs/interfaces/LDAIConfigTracker.html CHANGED
@@ -1,4 +1,4 @@
1
- <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDAIConfigTracker | @launchdarkly/server-sdk-ai - v0.12.3</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
1
+ <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDAIConfigTracker | @launchdarkly/server-sdk-ai - v0.14.0</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
2
2
  <div class="tsd-toolbar-contents container">
3
3
  <div class="table-cell" id="tsd-search" data-base="..">
4
4
  <div class="field"><label for="tsd-search-field" class="tsd-widget tsd-toolbar-icon search no-caption"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><path d="M15.7824 13.833L12.6666 10.7177C12.5259 10.5771 12.3353 10.499 12.1353 10.499H11.6259C12.4884 9.39596 13.001 8.00859 13.001 6.49937C13.001 2.90909 10.0914 0 6.50048 0C2.90959 0 0 2.90909 0 6.49937C0 10.0896 2.90959 12.9987 6.50048 12.9987C8.00996 12.9987 9.39756 12.4863 10.5008 11.6239V12.1332C10.5008 12.3332 10.5789 12.5238 10.7195 12.6644L13.8354 15.7797C14.1292 16.0734 14.6042 16.0734 14.8948 15.7797L15.7793 14.8954C16.0731 14.6017 16.0731 14.1267 15.7824 13.833ZM6.50048 10.499C4.29094 10.499 2.50018 8.71165 2.50018 6.49937C2.50018 4.29021 4.28781 2.49976 6.50048 2.49976C8.71001 2.49976 10.5008 4.28708 10.5008 6.49937C10.5008 8.70852 8.71314 10.499 6.50048 10.499Z" fill="var(--color-text)"></path></svg></label><input type="text" id="tsd-search-field" aria-label="Search"/></div>
@@ -6,7 +6,7 @@
6
6
  <div id="tsd-toolbar-links"></div></div>
7
7
  <ul class="results">
8
8
  <li class="state loading">Preparing search index...</li>
9
- <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.12.3</a></div>
9
+ <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.14.0</a></div>
10
10
  <div class="table-cell" id="tsd-widgets"><a href="#" class="tsd-widget tsd-toolbar-icon menu no-caption" data-toggle="menu" aria-label="Menu"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><rect x="1" y="3" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="7" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="11" width="14" height="2" fill="var(--color-text)"></rect></svg></a></div></div></header>
11
11
  <div class="container container-main">
12
12
  <div class="col-content">
@@ -24,7 +24,7 @@
24
24
  <ul class="tsd-hierarchy">
25
25
  <li><span class="target">LDAIConfigTracker</span></li></ul></section><aside class="tsd-sources">
26
26
  <ul>
27
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L36">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:36</a></li></ul></aside>
27
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L37">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:37</a></li></ul></aside>
28
28
  <section class="tsd-panel-group tsd-index-group">
29
29
  <section class="tsd-panel tsd-index-panel">
30
30
  <details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -33,18 +33,20 @@
33
33
  <section class="tsd-index-section">
34
34
  <h3 class="tsd-index-heading">Methods</h3>
35
35
  <div class="tsd-index-list"><a href="LDAIConfigTracker.html#getSummary" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-2048"><rect fill="var(--color-icon-background)" stroke="#FF4DB8" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="12"></rect><path d="M9.162 16V7.24H10.578L11.514 10.072C11.602 10.328 11.674 10.584 11.73 10.84C11.794 11.088 11.842 11.28 11.874 11.416C11.906 11.28 11.954 11.088 12.018 10.84C12.082 10.584 12.154 10.324 12.234 10.06L13.122 7.24H14.538V16H13.482V12.82C13.482 12.468 13.49 12.068 13.506 11.62C13.53 11.172 13.558 10.716 13.59 10.252C13.622 9.78 13.654 9.332 13.686 8.908C13.726 8.476 13.762 8.1 13.794 7.78L12.366 12.16H11.334L9.894 7.78C9.934 8.092 9.97 8.456 10.002 8.872C10.042 9.28 10.078 9.716 10.11 10.18C10.142 10.636 10.166 11.092 10.182 11.548C10.206 12.004 10.218 12.428 10.218 12.82V16H9.162Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Summary</span></a>
36
+ <a href="LDAIConfigTracker.html#getTrackData" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>get<wbr/>Track<wbr/>Data</span></a>
36
37
  <a href="LDAIConfigTracker.html#trackBedrockConverseMetrics" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Bedrock<wbr/>Converse<wbr/>Metrics</span></a>
37
38
  <a href="LDAIConfigTracker.html#trackDuration" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Duration</span></a>
38
39
  <a href="LDAIConfigTracker.html#trackDurationOf" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Duration<wbr/>Of</span></a>
39
40
  <a href="LDAIConfigTracker.html#trackError" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Error</span></a>
41
+ <a href="LDAIConfigTracker.html#trackEvalScores" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Eval<wbr/>Scores</span></a>
40
42
  <a href="LDAIConfigTracker.html#trackFeedback" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Feedback</span></a>
41
43
  <a href="LDAIConfigTracker.html#trackMetricsOf" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Metrics<wbr/>Of</span></a>
42
44
  <a href="LDAIConfigTracker.html#trackOpenAIMetrics" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>OpenAIMetrics</span></a>
45
+ <a href="LDAIConfigTracker.html#trackStreamMetricsOf" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Stream<wbr/>Metrics<wbr/>Of</span></a>
43
46
  <a href="LDAIConfigTracker.html#trackSuccess" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Success</span></a>
44
47
  <a href="LDAIConfigTracker.html#trackTimeToFirstToken" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Time<wbr/>To<wbr/>First<wbr/>Token</span></a>
45
48
  <a href="LDAIConfigTracker.html#trackTokens" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Tokens</span></a>
46
49
  <a href="LDAIConfigTracker.html#trackVercelAISDKGenerateTextMetrics" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>VercelAISDKGenerate<wbr/>Text<wbr/>Metrics</span></a>
47
- <a href="LDAIConfigTracker.html#trackVercelAISDKStreamTextMetrics" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>VercelAISDKStream<wbr/>Text<wbr/>Metrics</span></a>
48
50
  </div></section></div></details></section></section>
49
51
  <section class="tsd-panel-group tsd-member-group">
50
52
  <h2>Methods</h2>
@@ -58,7 +60,33 @@
58
60
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">LDAIMetricSummary</span></h4>
59
61
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
60
62
  <ul>
61
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L211">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:211</a></li></ul></aside></li></ul></section>
63
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L230">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:230</a></li></ul></aside></li></ul></section>
64
+ <section class="tsd-panel tsd-member"><a id="getTrackData" class="tsd-anchor"></a>
65
+ <h3 class="tsd-anchor-link"><span>get<wbr/>Track<wbr/>Data</span><a href="#getTrackData" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
66
+ <ul class="tsd-signatures">
67
+ <li class="tsd-signature tsd-anchor-link" id="getTrackData.getTrackData-1"><span class="tsd-kind-call-signature">get<wbr/>Track<wbr/>Data</span><span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span><br/><span>    </span><span class="tsd-kind-property">aiSdkName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">aiSdkVersion</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">configKey</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">modelName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">providerName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">variationKey</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">version</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span class="tsd-signature-symbol">}</span><a href="#getTrackData.getTrackData-1" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></li>
68
+ <li class="tsd-description">
69
+ <div class="tsd-comment tsd-typography"><p>Get the data for tracking.</p>
70
+ </div>
71
+ <h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span><br/><span>    </span><span class="tsd-kind-property">aiSdkName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">aiSdkVersion</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">configKey</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">modelName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">providerName</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">variationKey</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">version</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span class="tsd-signature-symbol">}</span></h4>
72
+ <ul class="tsd-parameters">
73
+ <li class="tsd-parameter">
74
+ <h5><span class="tsd-kind-property">ai<wbr/>Sdk<wbr/>Name</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
75
+ <li class="tsd-parameter">
76
+ <h5><span class="tsd-kind-property">ai<wbr/>Sdk<wbr/>Version</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
77
+ <li class="tsd-parameter">
78
+ <h5><span class="tsd-kind-property">config<wbr/>Key</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
79
+ <li class="tsd-parameter">
80
+ <h5><span class="tsd-kind-property">model<wbr/>Name</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
81
+ <li class="tsd-parameter">
82
+ <h5><span class="tsd-kind-property">provider<wbr/>Name</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
83
+ <li class="tsd-parameter">
84
+ <h5><span class="tsd-kind-property">variation<wbr/>Key</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li>
85
+ <li class="tsd-parameter">
86
+ <h5><span class="tsd-kind-property">version</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span></h5></li></ul>
87
+ <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
88
+ <ul>
89
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L41">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:41</a></li></ul></aside></li></ul></section>
62
90
  <section class="tsd-panel tsd-member"><a id="trackBedrockConverseMetrics" class="tsd-anchor"></a>
63
91
  <h3 class="tsd-anchor-link"><span>track<wbr/>Bedrock<wbr/>Converse<wbr/>Metrics</span><a href="#trackBedrockConverseMetrics" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
64
92
  <ul class="tsd-signatures">
@@ -83,7 +111,7 @@
83
111
 
84
112
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
85
113
  <ul>
86
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L141">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:141</a></li></ul></aside></li></ul></section>
114
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L187">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:187</a></li></ul></aside></li></ul></section>
87
115
  <section class="tsd-panel tsd-member"><a id="trackDuration" class="tsd-anchor"></a>
88
116
  <h3 class="tsd-anchor-link"><span>track<wbr/>Duration</span><a href="#trackDuration" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
89
117
  <ul class="tsd-signatures">
@@ -102,7 +130,7 @@
102
130
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
103
131
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
104
132
  <ul>
105
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L44">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:44</a></li></ul></aside></li></ul></section>
133
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L57">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:57</a></li></ul></aside></li></ul></section>
106
134
  <section class="tsd-panel tsd-member"><a id="trackDurationOf" class="tsd-anchor"></a>
107
135
  <h3 class="tsd-anchor-link"><span>track<wbr/>Duration<wbr/>Of</span><a href="#trackDurationOf" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
108
136
  <ul class="tsd-signatures">
@@ -130,7 +158,7 @@ In the case the provided function throws, this function will still record the du
130
158
 
131
159
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
132
160
  <ul>
133
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L88">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:88</a></li></ul></aside></li></ul></section>
161
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L108">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:108</a></li></ul></aside></li></ul></section>
134
162
  <section class="tsd-panel tsd-member"><a id="trackError" class="tsd-anchor"></a>
135
163
  <h3 class="tsd-anchor-link"><span>track<wbr/>Error</span><a href="#trackError" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
136
164
  <ul class="tsd-signatures">
@@ -141,7 +169,25 @@ In the case the provided function throws, this function will still record the du
141
169
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
142
170
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
143
171
  <ul>
144
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L61">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:61</a></li></ul></aside></li></ul></section>
172
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L74">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:74</a></li></ul></aside></li></ul></section>
173
+ <section class="tsd-panel tsd-member"><a id="trackEvalScores" class="tsd-anchor"></a>
174
+ <h3 class="tsd-anchor-link"><span>track<wbr/>Eval<wbr/>Scores</span><a href="#trackEvalScores" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
175
+ <ul class="tsd-signatures">
176
+ <li class="tsd-signature tsd-anchor-link" id="trackEvalScores.trackEvalScores-1"><span class="tsd-kind-call-signature">track<wbr/>Eval<wbr/>Scores</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">scores</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">void</span><a href="#trackEvalScores.trackEvalScores-1" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></li>
177
+ <li class="tsd-description">
178
+ <div class="tsd-comment tsd-typography"><p>Track evaluation scores for multiple metrics.</p>
179
+ </div>
180
+ <div class="tsd-parameters">
181
+ <h4 class="tsd-parameters-title">Parameters</h4>
182
+ <ul class="tsd-parameter-list">
183
+ <li>
184
+ <h5><span class="tsd-kind-parameter">scores</span>: <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol">&lt;</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><a href="EvalScore.html" class="tsd-signature-type tsd-kind-interface">EvalScore</a><span class="tsd-signature-symbol">&gt;</span></h5>
185
+ <div class="tsd-comment tsd-typography"><p>Record mapping metric keys to their evaluation scores</p>
186
+ </div></li></ul></div>
187
+ <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
188
+ <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
189
+ <ul>
190
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L95">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:95</a></li></ul></aside></li></ul></section>
145
191
  <section class="tsd-panel tsd-member"><a id="trackFeedback" class="tsd-anchor"></a>
146
192
  <h3 class="tsd-anchor-link"><span>track<wbr/>Feedback</span><a href="#trackFeedback" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
147
193
  <ul class="tsd-signatures">
@@ -162,7 +208,7 @@ In the case the provided function throws, this function will still record the du
162
208
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
163
209
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
164
210
  <ul>
165
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L68">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:68</a></li></ul></aside></li></ul></section>
211
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L81">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:81</a></li></ul></aside></li></ul></section>
166
212
  <section class="tsd-panel tsd-member"><a id="trackMetricsOf" class="tsd-anchor"></a>
167
213
  <h3 class="tsd-anchor-link"><span>track<wbr/>Metrics<wbr/>Of</span><a href="#trackMetricsOf" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
168
214
  <ul class="tsd-signatures">
@@ -212,7 +258,7 @@ A failed operation will not have any token usage data.</p>
212
258
 
213
259
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
214
260
  <ul>
215
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L104">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:104</a></li></ul></aside></li></ul></section>
261
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L124">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:124</a></li></ul></aside></li></ul></section>
216
262
  <section class="tsd-panel tsd-member"><a id="trackOpenAIMetrics" class="tsd-anchor"></a>
217
263
  <h3 class="tsd-anchor-link"><span>track<wbr/>OpenAIMetrics</span><a href="#trackOpenAIMetrics" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
218
264
  <ul class="tsd-signatures">
@@ -246,7 +292,64 @@ A failed operation will not have any token usage data.</p>
246
292
 
247
293
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
248
294
  <ul>
249
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L121">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:121</a></li></ul></aside></li></ul></section>
295
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L167">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:167</a></li></ul></aside></li></ul></section>
296
+ <section class="tsd-panel tsd-member"><a id="trackStreamMetricsOf" class="tsd-anchor"></a>
297
+ <h3 class="tsd-anchor-link"><span>track<wbr/>Stream<wbr/>Metrics<wbr/>Of</span><a href="#trackStreamMetricsOf" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
298
+ <ul class="tsd-signatures">
299
+ <li class="tsd-signature tsd-anchor-link" id="trackStreamMetricsOf.trackStreamMetricsOf-1"><span class="tsd-kind-call-signature">track<wbr/>Stream<wbr/>Metrics<wbr/>Of</span><span class="tsd-signature-symbol">&lt;</span><span class="tsd-signature-type tsd-kind-type-parameter">TStream</span><span class="tsd-signature-symbol">&gt;</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">streamCreator</span>, <span class="tsd-kind-parameter">metricsExtractor</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type tsd-kind-type-parameter">TStream</span><a href="#trackStreamMetricsOf.trackStreamMetricsOf-1" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></li>
300
+ <li class="tsd-description">
301
+ <div class="tsd-comment tsd-typography"><p>Track metrics for a streaming AI operation.</p>
302
+ <p>This function will track the duration of the operation, extract metrics using the provided
303
+ metrics extractor function, and track success or error status accordingly.</p>
304
+ <p>Unlike trackMetricsOf, this method is designed for streaming operations where:</p>
305
+ <ul>
306
+ <li>The stream is created and returned immediately (synchronously)</li>
307
+ <li>Metrics are extracted asynchronously in the background once the stream completes</li>
308
+ <li>Duration is tracked from stream creation to metrics extraction completion</li>
309
+ </ul>
310
+ <p>The stream is returned immediately so the caller can begin consuming it without waiting.
311
+ Metrics extraction happens in the background and does not block stream consumption.</p>
312
+ <p>If the stream creator throws, then this method will also throw and record an error.
313
+ If metrics extraction fails, the error is logged but does not affect stream consumption.</p>
314
+ </div>
315
+ <section class="tsd-panel">
316
+ <h4>Type Parameters</h4>
317
+ <ul class="tsd-type-parameter-list">
318
+ <li>
319
+ <h4><span class="tsd-kind-type-parameter">TStream</span></h4></li></ul></section>
320
+ <div class="tsd-parameters">
321
+ <h4 class="tsd-parameters-title">Parameters</h4>
322
+ <ul class="tsd-parameter-list">
323
+ <li>
324
+ <h5><span class="tsd-kind-parameter">streamCreator</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> =&gt; </span><span class="tsd-signature-type tsd-kind-type-parameter">TStream</span><span class="tsd-signature-symbol">)</span></h5>
325
+ <div class="tsd-comment tsd-typography"><p>Function that creates and returns the stream (synchronous)</p>
326
+ </div>
327
+ <ul class="tsd-parameters">
328
+ <li class="tsd-parameter-signature">
329
+ <ul class="tsd-signatures">
330
+ <li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type tsd-kind-type-parameter">TStream</span></li>
331
+ <li class="tsd-description">
332
+ <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">TStream</span></h4></li></ul></li></ul></li>
333
+ <li>
334
+ <h5><span class="tsd-kind-parameter">metricsExtractor</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">stream</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> =&gt; </span><span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="LDAIMetrics.html" class="tsd-signature-type tsd-kind-interface">LDAIMetrics</a><span class="tsd-signature-symbol">&gt;</span><span class="tsd-signature-symbol">)</span></h5>
335
+ <div class="tsd-comment tsd-typography"><p>Function that asynchronously extracts metrics from the stream</p>
336
+ </div>
337
+ <ul class="tsd-parameters">
338
+ <li class="tsd-parameter-signature">
339
+ <ul class="tsd-signatures">
340
+ <li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">stream</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="LDAIMetrics.html" class="tsd-signature-type tsd-kind-interface">LDAIMetrics</a><span class="tsd-signature-symbol">&gt;</span></li>
341
+ <li class="tsd-description">
342
+ <div class="tsd-parameters">
343
+ <h4 class="tsd-parameters-title">Parameters</h4>
344
+ <ul class="tsd-parameter-list">
345
+ <li>
346
+ <h5><span class="tsd-kind-parameter">stream</span>: <span class="tsd-signature-type tsd-kind-type-parameter">TStream</span></h5></li></ul></div>
347
+ <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="LDAIMetrics.html" class="tsd-signature-type tsd-kind-interface">LDAIMetrics</a><span class="tsd-signature-symbol">&gt;</span></h4></li></ul></li></ul></li></ul></div>
348
+ <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">TStream</span></h4><p>The stream result (returned immediately, not a Promise)</p>
349
+
350
+ <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
351
+ <ul>
352
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L150">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:150</a></li></ul></aside></li></ul></section>
250
353
  <section class="tsd-panel tsd-member"><a id="trackSuccess" class="tsd-anchor"></a>
251
354
  <h3 class="tsd-anchor-link"><span>track<wbr/>Success</span><a href="#trackSuccess" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
252
355
  <ul class="tsd-signatures">
@@ -257,7 +360,7 @@ A failed operation will not have any token usage data.</p>
257
360
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
258
361
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
259
362
  <ul>
260
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L56">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:56</a></li></ul></aside></li></ul></section>
363
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L69">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:69</a></li></ul></aside></li></ul></section>
261
364
  <section class="tsd-panel tsd-member"><a id="trackTimeToFirstToken" class="tsd-anchor"></a>
262
365
  <h3 class="tsd-anchor-link"><span>track<wbr/>Time<wbr/>To<wbr/>First<wbr/>Token</span><a href="#trackTimeToFirstToken" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
263
366
  <ul class="tsd-signatures">
@@ -275,7 +378,7 @@ A failed operation will not have any token usage data.</p>
275
378
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
276
379
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
277
380
  <ul>
278
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L75">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:75</a></li></ul></aside></li></ul></section>
381
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L88">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:88</a></li></ul></aside></li></ul></section>
279
382
  <section class="tsd-panel tsd-member"><a id="trackTokens" class="tsd-anchor"></a>
280
383
  <h3 class="tsd-anchor-link"><span>track<wbr/>Tokens</span><a href="#trackTokens" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
281
384
  <ul class="tsd-signatures">
@@ -293,7 +396,7 @@ A failed operation will not have any token usage data.</p>
293
396
  <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4>
294
397
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
295
398
  <ul>
296
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L51">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:51</a></li></ul></aside></li></ul></section>
399
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L64">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:64</a></li></ul></aside></li></ul></section>
297
400
  <section class="tsd-panel tsd-member"><a id="trackVercelAISDKGenerateTextMetrics" class="tsd-anchor"></a>
298
401
  <h3 class="tsd-anchor-link"><span>track<wbr/>VercelAISDKGenerate<wbr/>Text<wbr/>Metrics</span><a href="#trackVercelAISDKGenerateTextMetrics" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
299
402
  <ul class="tsd-signatures">
@@ -327,41 +430,7 @@ A failed operation will not have any token usage data.</p>
327
430
 
328
431
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
329
432
  <ul>
330
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L167">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:167</a></li></ul></aside></li></ul></section>
331
- <section class="tsd-panel tsd-member"><a id="trackVercelAISDKStreamTextMetrics" class="tsd-anchor"></a>
332
- <h3 class="tsd-anchor-link"><span>track<wbr/>VercelAISDKStream<wbr/>Text<wbr/>Metrics</span><a href="#trackVercelAISDKStreamTextMetrics" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
333
- <ul class="tsd-signatures">
334
- <li class="tsd-signature tsd-anchor-link" id="trackVercelAISDKStreamTextMetrics.trackVercelAISDKStreamTextMetrics-1"><span class="tsd-kind-call-signature">track<wbr/>VercelAISDKStream<wbr/>Text<wbr/>Metrics</span><span class="tsd-signature-symbol">&lt;</span><span class="tsd-signature-type tsd-kind-type-parameter">TRes</span><span class="tsd-signature-symbol">&gt;</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">func</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type tsd-kind-type-parameter">TRes</span><a href="#trackVercelAISDKStreamTextMetrics.trackVercelAISDKStreamTextMetrics-1" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></li>
335
- <li class="tsd-description">
336
- <div class="tsd-comment tsd-typography"><p>Track a Vercel AI SDK streamText operation.</p>
337
- <p>This function will track the duration of the operation, the token usage, and the success or error status.</p>
338
- <p>If the provided function throws, then this method will also throw.
339
- In the case the provided function throws, this function will record the duration and an error.
340
- A failed operation will not have any token usage data.</p>
341
- </div>
342
- <section class="tsd-panel">
343
- <h4>Type Parameters</h4>
344
- <ul class="tsd-type-parameter-list">
345
- <li>
346
- <h4><span class="tsd-kind-type-parameter">TRes</span><span class="tsd-signature-symbol"> extends </span><span class="tsd-signature-symbol">{ </span><br/><span>    </span><span class="tsd-kind-property">finishReason</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">&gt;</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-kind-property">usage</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><span class="tsd-signature-symbol">{ </span><br/><span>        </span><span class="tsd-kind-property">completionTokens</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span>        </span><span class="tsd-kind-property">inputTokens</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span>        </span><span class="tsd-kind-property">outputTokens</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span>        </span><span class="tsd-kind-property">promptTokens</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span>        </span><span class="tsd-kind-property">totalTokens</span><span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span><br/><span>    </span><span class="tsd-signature-symbol">}</span><span class="tsd-signature-symbol">&gt;</span><span class="tsd-signature-symbol">; </span><br/><span class="tsd-signature-symbol">}</span></h4></li></ul></section>
347
- <div class="tsd-parameters">
348
- <h4 class="tsd-parameters-title">Parameters</h4>
349
- <ul class="tsd-parameter-list">
350
- <li>
351
- <h5><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> =&gt; </span><span class="tsd-signature-type tsd-kind-type-parameter">TRes</span><span class="tsd-signature-symbol">)</span></h5>
352
- <div class="tsd-comment tsd-typography"><p>Function which executes the operation.</p>
353
- </div>
354
- <ul class="tsd-parameters">
355
- <li class="tsd-parameter-signature">
356
- <ul class="tsd-signatures">
357
- <li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type tsd-kind-type-parameter">TRes</span></li>
358
- <li class="tsd-description">
359
- <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">TRes</span></h4></li></ul></li></ul></li></ul></div>
360
- <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">TRes</span></h4><p>The result of the operation.</p>
361
-
362
- <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
363
- <ul>
364
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8d57904/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L193">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:193</a></li></ul></aside></li></ul></section></section></div>
433
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/a51dcdb/packages/sdk/server-ai/src/api/config/LDAIConfigTracker.ts#L213">sdk/server-ai/src/api/config/LDAIConfigTracker.ts:213</a></li></ul></aside></li></ul></section></section></div>
365
434
  <div class="col-sidebar">
366
435
  <div class="page-menu">
367
436
  <div class="tsd-navigation settings">
@@ -382,43 +451,55 @@ A failed operation will not have any token usage data.</p>
382
451
  <div class="tsd-accordion-details">
383
452
  <ul>
384
453
  <li><a href="#getSummary" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>get<wbr/>Summary</span></a></li>
454
+ <li><a href="#getTrackData" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>get<wbr/>Track<wbr/>Data</span></a></li>
385
455
  <li><a href="#trackBedrockConverseMetrics" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Bedrock<wbr/>Converse<wbr/>Metrics</span></a></li>
386
456
  <li><a href="#trackDuration" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Duration</span></a></li>
387
457
  <li><a href="#trackDurationOf" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Duration<wbr/>Of</span></a></li>
388
458
  <li><a href="#trackError" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Error</span></a></li>
459
+ <li><a href="#trackEvalScores" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Eval<wbr/>Scores</span></a></li>
389
460
  <li><a href="#trackFeedback" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Feedback</span></a></li>
390
461
  <li><a href="#trackMetricsOf" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Metrics<wbr/>Of</span></a></li>
391
462
  <li><a href="#trackOpenAIMetrics" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>OpenAIMetrics</span></a></li>
463
+ <li><a href="#trackStreamMetricsOf" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Stream<wbr/>Metrics<wbr/>Of</span></a></li>
392
464
  <li><a href="#trackSuccess" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Success</span></a></li>
393
465
  <li><a href="#trackTimeToFirstToken" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Time<wbr/>To<wbr/>First<wbr/>Token</span></a></li>
394
466
  <li><a href="#trackTokens" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>Tokens</span></a></li>
395
- <li><a href="#trackVercelAISDKGenerateTextMetrics" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>VercelAISDKGenerate<wbr/>Text<wbr/>Metrics</span></a></li>
396
- <li><a href="#trackVercelAISDKStreamTextMetrics" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>VercelAISDKStream<wbr/>Text<wbr/>Metrics</span></a></li></ul></div></details></div>
467
+ <li><a href="#trackVercelAISDKGenerateTextMetrics" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2048"></use></svg><span>track<wbr/>VercelAISDKGenerate<wbr/>Text<wbr/>Metrics</span></a></li></ul></div></details></div>
397
468
  <div class="site-menu">
398
- <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.12.3</span></a>
469
+ <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.14.0</span></a>
399
470
  <ul class="tsd-small-nested-navigation">
400
471
  <li><a href="../enums/LDFeedbackKind.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-8"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-enum)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.45 16V7.24H14.49V8.224H10.518V10.936H14.07V11.908H10.518V15.016H14.49V16H9.45Z" fill="var(--color-text)"></path></g></svg><span>LDFeedback<wbr/>Kind</span></a></li>
401
472
  <li><a href="../classes/AIProvider.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-128"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-class)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.898 16.1201C11.098 16.1201 10.466 15.8961 10.002 15.4481C9.53803 15.0001 9.30603 14.3841 9.30603 13.6001V9.64012C9.30603 8.85612 9.53803 8.24012 10.002 7.79212C10.466 7.34412 11.098 7.12012 11.898 7.12012C12.682 7.12012 13.306 7.34812 13.77 7.80412C14.234 8.25212 14.466 8.86412 14.466 9.64012H13.386C13.386 9.14412 13.254 8.76412 12.99 8.50012C12.734 8.22812 12.37 8.09212 11.898 8.09212C11.426 8.09212 11.054 8.22412 10.782 8.48812C10.518 8.75212 10.386 9.13212 10.386 9.62812V13.6001C10.386 14.0961 10.518 14.4801 10.782 14.7521C11.054 15.0161 11.426 15.1481 11.898 15.1481C12.37 15.1481 12.734 15.0161 12.99 14.7521C13.254 14.4801 13.386 14.0961 13.386 13.6001H14.466C14.466 14.3761 14.234 14.9921 13.77 15.4481C13.306 15.8961 12.682 16.1201 11.898 16.1201Z" fill="var(--color-text)"></path></g></svg><span>AIProvider</span></a></li>
402
473
  <li><a href="../classes/AIProviderFactory.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-128"></use></svg><span>AIProvider<wbr/>Factory</span></a></li>
474
+ <li><a href="../classes/Judge.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-128"></use></svg><span>Judge</span></a></li>
403
475
  <li><a href="../classes/TrackedChat.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-128"></use></svg><span>Tracked<wbr/>Chat</span></a></li>
404
476
  <li><a href="ChatResponse.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-256"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-interface)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.51 16V15.016H11.298V8.224H9.51V7.24H14.19V8.224H12.402V15.016H14.19V16H9.51Z" fill="var(--color-text)"></path></g></svg><span>Chat<wbr/>Response</span></a></li>
405
- <li><a href="LDAIAgent.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIAgent</span></a></li>
477
+ <li><a href="EvalScore.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Eval<wbr/>Score</span></a></li>
478
+ <li><a href="JudgeResponse.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Judge<wbr/>Response</span></a></li>
406
479
  <li><a href="LDAIAgentConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIAgent<wbr/>Config</span></a></li>
480
+ <li><a href="LDAIAgentConfigDefault.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIAgent<wbr/>Config<wbr/>Default</span></a></li>
481
+ <li><a href="LDAIAgentRequestConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIAgent<wbr/>Request<wbr/>Config</span></a></li>
407
482
  <li><a href="LDAIClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIClient</span></a></li>
483
+ <li><a href="LDAICompletionConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAICompletion<wbr/>Config</span></a></li>
484
+ <li><a href="LDAICompletionConfigDefault.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAICompletion<wbr/>Config<wbr/>Default</span></a></li>
408
485
  <li><a href="LDAIConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIConfig</span></a></li>
486
+ <li><a href="LDAIConfigDefault.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIConfig<wbr/>Default</span></a></li>
409
487
  <li><a href="LDAIConfigTracker.html" class="current"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIConfig<wbr/>Tracker</span></a></li>
488
+ <li><a href="LDAIJudgeConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIJudge<wbr/>Config</span></a></li>
489
+ <li><a href="LDAIJudgeConfigDefault.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIJudge<wbr/>Config<wbr/>Default</span></a></li>
410
490
  <li><a href="LDAIMetrics.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIMetrics</span></a></li>
491
+ <li><a href="LDJudge.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDJudge</span></a></li>
492
+ <li><a href="LDJudgeConfiguration.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDJudge<wbr/>Configuration</span></a></li>
411
493
  <li><a href="LDLogger.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDLogger</span></a></li>
412
494
  <li><a href="LDMessage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDMessage</span></a></li>
413
495
  <li><a href="LDModelConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDModel<wbr/>Config</span></a></li>
414
496
  <li><a href="LDProviderConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDProvider<wbr/>Config</span></a></li>
415
497
  <li><a href="LDTokenUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDToken<wbr/>Usage</span></a></li>
416
- <li><a href="VercelAISDKConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>VercelAISDKConfig</span></a></li>
417
- <li><a href="VercelAISDKMapOptions.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>VercelAISDKMap<wbr/>Options</span></a></li>
418
- <li><a href="../types/LDAIAgentDefaults.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-2097152"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-type-alias)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.31 16V8.224H8.91V7.24H14.79V8.224H12.39V16H11.31Z" fill="var(--color-text)"></path></g></svg><span>LDAIAgent<wbr/>Defaults</span></a></li>
419
- <li><a href="../types/LDAIDefaults.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2097152"></use></svg><span>LDAIDefaults</span></a></li>
498
+ <li><a href="StructuredResponse.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Structured<wbr/>Response</span></a></li>
499
+ <li><a href="../types/LDAIConfigDefaultKind.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-2097152"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-type-alias)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.31 16V8.224H8.91V7.24H14.79V8.224H12.39V16H11.31Z" fill="var(--color-text)"></path></g></svg><span>LDAIConfig<wbr/>Default<wbr/>Kind</span></a></li>
500
+ <li><a href="../types/LDAIConfigKind.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2097152"></use></svg><span>LDAIConfig<wbr/>Kind</span></a></li>
501
+ <li><a href="../types/LDAIConfigMode.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2097152"></use></svg><span>LDAIConfig<wbr/>Mode</span></a></li>
420
502
  <li><a href="../types/SupportedAIProvider.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2097152"></use></svg><span>SupportedAIProvider</span></a></li>
421
- <li><a href="../types/VercelAISDKProvider.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-2097152"></use></svg><span>VercelAISDKProvider</span></a></li>
422
503
  <li><a href="../variables/SUPPORTED_AI_PROVIDERS.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-32"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-variable)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.106 16L8.85 7.24H9.966L11.454 13.192C11.558 13.608 11.646 13.996 11.718 14.356C11.79 14.708 11.842 14.976 11.874 15.16C11.906 14.976 11.954 14.708 12.018 14.356C12.09 13.996 12.178 13.608 12.282 13.192L13.758 7.24H14.85L12.582 16H11.106Z" fill="var(--color-text)"></path></g></svg><span>SUPPORTED_<wbr/>AI_<wbr/>PROVIDERS</span></a></li>
423
504
  <li><a href="../functions/createBedrockTokenUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>create<wbr/>Bedrock<wbr/>Token<wbr/>Usage</span></a></li>
424
505
  <li><a href="../functions/createOpenAiUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-64"></use></svg><span>create<wbr/>Open<wbr/>Ai<wbr/>Usage</span></a></li>