@launchdarkly/server-sdk-ai 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/__tests__/LDAIClientImpl.test.ts +39 -43
  3. package/__tests__/LDAIConfigTrackerImpl.test.ts +3 -3
  4. package/dist/LDAIClientImpl.d.ts +2 -2
  5. package/dist/LDAIClientImpl.d.ts.map +1 -1
  6. package/dist/LDAIClientImpl.js +7 -4
  7. package/dist/LDAIClientImpl.js.map +1 -1
  8. package/dist/LDAIConfigTrackerImpl.d.ts +2 -2
  9. package/dist/LDAIConfigTrackerImpl.d.ts.map +1 -1
  10. package/dist/LDAIConfigTrackerImpl.js +2 -2
  11. package/dist/LDAIConfigTrackerImpl.js.map +1 -1
  12. package/dist/api/LDAIClient.d.ts +1 -9
  13. package/dist/api/LDAIClient.d.ts.map +1 -1
  14. package/dist/api/config/LDAIConfig.d.ts +18 -9
  15. package/dist/api/config/LDAIConfig.d.ts.map +1 -1
  16. package/dist/api/config/LDAIConfigTracker.d.ts +2 -2
  17. package/dist/api/config/LDAIConfigTracker.d.ts.map +1 -1
  18. package/docs/assets/search.js +1 -1
  19. package/docs/enums/LDFeedbackKind.html +7 -6
  20. package/docs/functions/createBedrockTokenUsage.html +5 -4
  21. package/docs/functions/initAi.html +5 -4
  22. package/docs/index.html +6 -4
  23. package/docs/interfaces/LDAIClient.html +11 -35
  24. package/docs/interfaces/LDAIConfig.html +25 -14
  25. package/docs/interfaces/LDAIConfigTracker.html +22 -21
  26. package/docs/interfaces/LDMessage.html +7 -6
  27. package/docs/interfaces/LDModelConfig.html +36 -29
  28. package/docs/interfaces/LDProviderConfig.html +79 -0
  29. package/docs/interfaces/LDTokenUsage.html +8 -7
  30. package/docs/types/LDAIDefaults.html +5 -4
  31. package/package.json +1 -1
  32. package/src/LDAIClientImpl.ts +11 -7
  33. package/src/LDAIConfigTrackerImpl.ts +2 -2
  34. package/src/api/LDAIClient.ts +1 -10
  35. package/src/api/config/LDAIConfig.ts +15 -9
  36. package/src/api/config/LDAIConfigTracker.ts +2 -2
package/docs/interfaces/LDTokenUsage.html CHANGED
@@ -1,4 +1,4 @@
1
- <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDTokenUsage | @launchdarkly/server-sdk-ai - v0.3.0</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
1
+ <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDTokenUsage | @launchdarkly/server-sdk-ai - v0.4.0</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
2
2
  <div class="tsd-toolbar-contents container">
3
3
  <div class="table-cell" id="tsd-search" data-base="..">
4
4
  <div class="field"><label for="tsd-search-field" class="tsd-widget tsd-toolbar-icon search no-caption"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><path d="M15.7824 13.833L12.6666 10.7177C12.5259 10.5771 12.3353 10.499 12.1353 10.499H11.6259C12.4884 9.39596 13.001 8.00859 13.001 6.49937C13.001 2.90909 10.0914 0 6.50048 0C2.90959 0 0 2.90909 0 6.49937C0 10.0896 2.90959 12.9987 6.50048 12.9987C8.00996 12.9987 9.39756 12.4863 10.5008 11.6239V12.1332C10.5008 12.3332 10.5789 12.5238 10.7195 12.6644L13.8354 15.7797C14.1292 16.0734 14.6042 16.0734 14.8948 15.7797L15.7793 14.8954C16.0731 14.6017 16.0731 14.1267 15.7824 13.833ZM6.50048 10.499C4.29094 10.499 2.50018 8.71165 2.50018 6.49937C2.50018 4.29021 4.28781 2.49976 6.50048 2.49976C8.71001 2.49976 10.5008 4.28708 10.5008 6.49937C10.5008 8.70852 8.71314 10.499 6.50048 10.499Z" fill="var(--color-text)"></path></svg></label><input type="text" id="tsd-search-field" aria-label="Search"/></div>
@@ -6,7 +6,7 @@
6
6
  <div id="tsd-toolbar-links"></div></div>
7
7
  <ul class="results">
8
8
  <li class="state loading">Preparing search index...</li>
9
- <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.3.0</a></div>
9
+ <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.4.0</a></div>
10
10
  <div class="table-cell" id="tsd-widgets"><a href="#" class="tsd-widget tsd-toolbar-icon menu no-caption" data-toggle="menu" aria-label="Menu"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><rect x="1" y="3" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="7" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="11" width="14" height="2" fill="var(--color-text)"></rect></svg></a></div></div></header>
11
11
  <div class="container container-main">
12
12
  <div class="col-content">
@@ -24,7 +24,7 @@
24
24
  <ul class="tsd-hierarchy">
25
25
  <li><span class="target">LDTokenUsage</span></li></ul></section><aside class="tsd-sources">
26
26
  <ul>
27
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/70584a1/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L4">api/metrics/LDTokenUsage.ts:4</a></li></ul></aside>
27
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8351aca/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L4">api/metrics/LDTokenUsage.ts:4</a></li></ul></aside>
28
28
  <section class="tsd-panel-group tsd-index-group">
29
29
  <section class="tsd-panel tsd-index-panel">
30
30
  <details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -45,7 +45,7 @@
45
45
  </div>
46
46
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
47
47
  <ul>
48
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/70584a1/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L13">api/metrics/LDTokenUsage.ts:13</a></li></ul></aside></section>
48
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8351aca/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L13">api/metrics/LDTokenUsage.ts:13</a></li></ul></aside></section>
49
49
  <section class="tsd-panel tsd-member"><a id="output" class="tsd-anchor"></a>
50
50
  <h3 class="tsd-anchor-link"><span>output</span><a href="#output" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
51
51
  <div class="tsd-signature"><span class="tsd-kind-property">output</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
@@ -53,7 +53,7 @@
53
53
  </div>
54
54
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
55
55
  <ul>
56
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/70584a1/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L18">api/metrics/LDTokenUsage.ts:18</a></li></ul></aside></section>
56
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8351aca/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L18">api/metrics/LDTokenUsage.ts:18</a></li></ul></aside></section>
57
57
  <section class="tsd-panel tsd-member"><a id="total" class="tsd-anchor"></a>
58
58
  <h3 class="tsd-anchor-link"><span>total</span><a href="#total" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
59
59
  <div class="tsd-signature"><span class="tsd-kind-property">total</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
@@ -61,7 +61,7 @@
61
61
  </div>
62
62
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
63
63
  <ul>
64
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/70584a1/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L8">api/metrics/LDTokenUsage.ts:8</a></li></ul></aside></section></section></div>
64
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8351aca/packages/sdk/server-ai/src/api/metrics/LDTokenUsage.ts#L8">api/metrics/LDTokenUsage.ts:8</a></li></ul></aside></section></section></div>
65
65
  <div class="col-sidebar">
66
66
  <div class="page-menu">
67
67
  <div class="tsd-navigation settings">
@@ -85,7 +85,7 @@
85
85
  <li><a href="#output" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-1024"></use></svg><span>output</span></a></li>
86
86
  <li><a href="#total" class=""><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-1024"></use></svg><span>total</span></a></li></ul></div></details></div>
87
87
  <div class="site-menu">
88
- <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.3.0</span></a>
88
+ <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.4.0</span></a>
89
89
  <ul class="tsd-small-nested-navigation">
90
90
  <li><a href="../enums/LDFeedbackKind.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-8"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-enum)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.45 16V7.24H14.49V8.224H10.518V10.936H14.07V11.908H10.518V15.016H14.49V16H9.45Z" fill="var(--color-text)"></path></g></svg><span>LDFeedback<wbr/>Kind</span></a></li>
91
91
  <li><a href="LDAIClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-256"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-interface)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.51 16V15.016H11.298V8.224H9.51V7.24H14.19V8.224H12.402V15.016H14.19V16H9.51Z" fill="var(--color-text)"></path></g></svg><span>LDAIClient</span></a></li>
@@ -93,6 +93,7 @@
93
93
  <li><a href="LDAIConfigTracker.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIConfig<wbr/>Tracker</span></a></li>
94
94
  <li><a href="LDMessage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDMessage</span></a></li>
95
95
  <li><a href="LDModelConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDModel<wbr/>Config</span></a></li>
96
+ <li><a href="LDProviderConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDProvider<wbr/>Config</span></a></li>
96
97
  <li><a href="LDTokenUsage.html" class="current"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDToken<wbr/>Usage</span></a></li>
97
98
  <li><a href="../types/LDAIDefaults.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-2097152"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-type-alias)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.31 16V8.224H8.91V7.24H14.79V8.224H12.39V16H11.31Z" fill="var(--color-text)"></path></g></svg><span>LDAIDefaults</span></a></li>
98
99
  <li><a href="../functions/createBedrockTokenUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>create<wbr/>Bedrock<wbr/>Token<wbr/>Usage</span></a></li>
package/docs/types/LDAIDefaults.html CHANGED
@@ -1,4 +1,4 @@
1
- <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDAIDefaults | @launchdarkly/server-sdk-ai - v0.3.0</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
1
+ <!DOCTYPE html><html class="default" lang="en"><head><meta charSet="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>LDAIDefaults | @launchdarkly/server-sdk-ai - v0.4.0</title><meta name="description" content="Documentation for @launchdarkly/server-sdk-ai"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/search.js" id="tsd-search-script"></script></head><body><script>document.documentElement.dataset.theme = localStorage.getItem("tsd-theme") || "os"</script><header class="tsd-page-toolbar">
2
2
  <div class="tsd-toolbar-contents container">
3
3
  <div class="table-cell" id="tsd-search" data-base="..">
4
4
  <div class="field"><label for="tsd-search-field" class="tsd-widget tsd-toolbar-icon search no-caption"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><path d="M15.7824 13.833L12.6666 10.7177C12.5259 10.5771 12.3353 10.499 12.1353 10.499H11.6259C12.4884 9.39596 13.001 8.00859 13.001 6.49937C13.001 2.90909 10.0914 0 6.50048 0C2.90959 0 0 2.90909 0 6.49937C0 10.0896 2.90959 12.9987 6.50048 12.9987C8.00996 12.9987 9.39756 12.4863 10.5008 11.6239V12.1332C10.5008 12.3332 10.5789 12.5238 10.7195 12.6644L13.8354 15.7797C14.1292 16.0734 14.6042 16.0734 14.8948 15.7797L15.7793 14.8954C16.0731 14.6017 16.0731 14.1267 15.7824 13.833ZM6.50048 10.499C4.29094 10.499 2.50018 8.71165 2.50018 6.49937C2.50018 4.29021 4.28781 2.49976 6.50048 2.49976C8.71001 2.49976 10.5008 4.28708 10.5008 6.49937C10.5008 8.70852 8.71314 10.499 6.50048 10.499Z" fill="var(--color-text)"></path></svg></label><input type="text" id="tsd-search-field" aria-label="Search"/></div>
@@ -6,7 +6,7 @@
6
6
  <div id="tsd-toolbar-links"></div></div>
7
7
  <ul class="results">
8
8
  <li class="state loading">Preparing search index...</li>
9
- <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.3.0</a></div>
9
+ <li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@launchdarkly/server-sdk-ai - v0.4.0</a></div>
10
10
  <div class="table-cell" id="tsd-widgets"><a href="#" class="tsd-widget tsd-toolbar-icon menu no-caption" data-toggle="menu" aria-label="Menu"><svg width="16" height="16" viewBox="0 0 16 16" fill="none"><rect x="1" y="3" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="7" width="14" height="2" fill="var(--color-text)"></rect><rect x="1" y="11" width="14" height="2" fill="var(--color-text)"></rect></svg></a></div></div></header>
11
11
  <div class="container container-main">
12
12
  <div class="col-content">
@@ -30,7 +30,7 @@ a tracker and <code>enabled</code> is optional.</p>
30
30
  <div class="tsd-comment tsd-typography"></div></li></ul></div>
31
31
  <div class="tsd-comment tsd-typography"></div><aside class="tsd-sources">
32
32
  <ul>
33
- <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/70584a1/packages/sdk/server-ai/src/api/config/LDAIConfig.ts#L71">api/config/LDAIConfig.ts:71</a></li></ul></aside></div>
33
+ <li>Defined in <a href="https://github.com/launchdarkly/js-core/blob/8351aca/packages/sdk/server-ai/src/api/config/LDAIConfig.ts#L77">api/config/LDAIConfig.ts:77</a></li></ul></aside></div>
34
34
  <div class="col-sidebar">
35
35
  <div class="page-menu">
36
36
  <div class="tsd-navigation settings">
@@ -47,7 +47,7 @@ a tracker and <code>enabled</code> is optional.</p>
47
47
  <div class="tsd-theme-toggle">
48
48
  <h4 class="uppercase">Theme</h4><select id="tsd-theme"><option value="os">OS</option><option value="light">Light</option><option value="dark">Dark</option></select></div></div></details></div></div>
49
49
  <div class="site-menu">
50
- <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.3.0</span></a>
50
+ <nav class="tsd-navigation"><a href="../index.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-4"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-namespace)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.33 16V7.24H10.77L13.446 14.74C13.43 14.54 13.41 14.296 13.386 14.008C13.37 13.712 13.354 13.404 13.338 13.084C13.33 12.756 13.326 12.448 13.326 12.16V7.24H14.37V16H12.93L10.266 8.5C10.282 8.692 10.298 8.936 10.314 9.232C10.33 9.52 10.342 9.828 10.35 10.156C10.366 10.476 10.374 10.784 10.374 11.08V16H9.33Z" fill="var(--color-text)"></path></g></svg><span>@launchdarkly/server-<wbr/>sdk-<wbr/>ai -<wbr/> v0.4.0</span></a>
51
51
  <ul class="tsd-small-nested-navigation">
52
52
  <li><a href="../enums/LDFeedbackKind.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-8"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-enum)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.45 16V7.24H14.49V8.224H10.518V10.936H14.07V11.908H10.518V15.016H14.49V16H9.45Z" fill="var(--color-text)"></path></g></svg><span>LDFeedback<wbr/>Kind</span></a></li>
53
53
  <li><a href="../interfaces/LDAIClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-256"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-interface)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.51 16V15.016H11.298V8.224H9.51V7.24H14.19V8.224H12.402V15.016H14.19V16H9.51Z" fill="var(--color-text)"></path></g></svg><span>LDAIClient</span></a></li>
@@ -55,6 +55,7 @@ a tracker and <code>enabled</code> is optional.</p>
55
55
  <li><a href="../interfaces/LDAIConfigTracker.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDAIConfig<wbr/>Tracker</span></a></li>
56
56
  <li><a href="../interfaces/LDMessage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDMessage</span></a></li>
57
57
  <li><a href="../interfaces/LDModelConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDModel<wbr/>Config</span></a></li>
58
+ <li><a href="../interfaces/LDProviderConfig.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDProvider<wbr/>Config</span></a></li>
58
59
  <li><a href="../interfaces/LDTokenUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>LDToken<wbr/>Usage</span></a></li>
59
60
  <li><a href="LDAIDefaults.html" class="current"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-2097152"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-type-alias)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M11.31 16V8.224H8.91V7.24H14.79V8.224H12.39V16H11.31Z" fill="var(--color-text)"></path></g></svg><span>LDAIDefaults</span></a></li>
60
61
  <li><a href="../functions/createBedrockTokenUsage.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>create<wbr/>Bedrock<wbr/>Token<wbr/>Usage</span></a></li>
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@launchdarkly/server-sdk-ai",
3
- "version": "0.3.0",
3
+ "version": "0.4.0",
4
4
  "description": "LaunchDarkly AI SDK for Server-Side JavaScript",
5
5
  "homepage": "https://github.com/launchdarkly/js-core/tree/main/packages/sdk/server-ai",
6
6
  "repository": {
package/src/LDAIClientImpl.ts CHANGED
@@ -2,7 +2,7 @@ import * as Mustache from 'mustache';
2
2
 
3
3
  import { LDContext } from '@launchdarkly/js-server-sdk-common';
4
4
 
5
- import { LDAIConfig, LDAIDefaults, LDMessage, LDModelConfig } from './api/config';
5
+ import { LDAIConfig, LDAIDefaults, LDMessage, LDModelConfig, LDProviderConfig } from './api/config';
6
6
  import { LDAIClient } from './api/LDAIClient';
7
7
  import { LDAIConfigTrackerImpl } from './LDAIConfigTrackerImpl';
8
8
  import { LDClientMin } from './LDClientMin';
@@ -21,18 +21,19 @@ interface LDMeta {
21
21
  */
22
22
  interface VariationContent {
23
23
  model?: LDModelConfig;
24
- prompt?: LDMessage[];
24
+ messages?: LDMessage[];
25
+ provider?: LDProviderConfig;
25
26
  _ldMeta?: LDMeta;
26
27
  }
27
28
 
28
29
  export class LDAIClientImpl implements LDAIClient {
29
30
  constructor(private _ldClient: LDClientMin) {}
30
31
 
31
- interpolateTemplate(template: string, variables: Record<string, unknown>): string {
32
+ private _interpolateTemplate(template: string, variables: Record<string, unknown>): string {
32
33
  return Mustache.render(template, variables, undefined, { escape: (item: any) => item });
33
34
  }
34
35
 
35
- async modelConfig(
36
+ async config(
36
37
  key: string,
37
38
  context: LDContext,
38
39
  defaultValue: LDAIDefaults,
@@ -57,12 +58,15 @@ export class LDAIClientImpl implements LDAIClient {
57
58
  if (value.model) {
58
59
  config.model = { ...value.model };
59
60
  }
61
+ if (value.provider) {
62
+ config.provider = { ...value.provider };
63
+ }
60
64
  const allVariables = { ...variables, ldctx: context };
61
65
 
62
- if (value.prompt) {
63
- config.prompt = value.prompt.map((entry: any) => ({
66
+ if (value.messages) {
67
+ config.messages = value.messages.map((entry: any) => ({
64
68
  ...entry,
65
- content: this.interpolateTemplate(entry.content, allVariables),
69
+ content: this._interpolateTemplate(entry.content, allVariables),
66
70
  }));
67
71
  }
68
72
 
package/src/LDAIConfigTrackerImpl.ts CHANGED
@@ -45,7 +45,7 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
45
45
  this._ldClient.track('$ld:ai:generation', this._context, this._getTrackData(), 1);
46
46
  }
47
47
 
48
- async trackOpenAI<
48
+ async trackOpenAIMetrics<
49
49
  TRes extends {
50
50
  usage?: {
51
51
  total_tokens?: number;
@@ -62,7 +62,7 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
62
62
  return result;
63
63
  }
64
64
 
65
- trackBedrockConverse<
65
+ trackBedrockConverseMetrics<
66
66
  TRes extends {
67
67
  $metadata: { httpStatusCode?: number };
68
68
  metrics?: { latencyMs?: number };
package/src/api/LDAIClient.ts CHANGED
@@ -6,15 +6,6 @@ import { LDAIConfig, LDAIDefaults } from './config/LDAIConfig';
6
6
  * Interface for performing AI operations using LaunchDarkly.
7
7
  */
8
8
  export interface LDAIClient {
9
- /**
10
- * Parses and interpolates a template string with the provided variables.
11
- *
12
- * @param template The template string to be parsed and interpolated.
13
- * @param variables An object containing the variables to be used for interpolation.
14
- * @returns The interpolated string.
15
- */
16
- interpolateTemplate(template: string, variables: Record<string, unknown>): string;
17
-
18
9
  /**
19
10
  * Retrieves and processes an AI configuration based on the provided key, LaunchDarkly context,
20
11
  * and variables. This includes the model configuration and the processed prompts.
@@ -67,7 +58,7 @@ export interface LDAIClient {
67
58
  * }
68
59
  * ```
69
60
  */
70
- modelConfig(
61
+ config(
71
62
  key: string,
72
63
  context: LDContext,
73
64
  defaultValue: LDAIDefaults,
package/src/api/config/LDAIConfig.ts CHANGED
@@ -7,23 +7,24 @@ export interface LDModelConfig {
7
7
  /**
8
8
  * The ID of the model.
9
9
  */
10
- modelId: string;
10
+ id: string;
11
11
 
12
12
  /**
13
- * Tuning parameter for randomness versus determinism. Exact effect will be determined by the
14
- * model.
13
+ * Model specific parameters.
15
14
  */
16
- temperature?: number;
15
+ parameters?: { [index: string]: unknown };
17
16
 
18
17
  /**
19
- * The maximum number of tokens.
18
+ * Additional user-specified parameters.
20
19
  */
21
- maxTokens?: number;
20
+ custom?: { [index: string]: unknown };
21
+ }
22
22
 
23
+ export interface LDProviderConfig {
23
24
  /**
24
- * And additional model specific information.
25
+ * The ID of the provider.
25
26
  */
26
- [index: string]: unknown;
27
+ id: string;
27
28
  }
28
29
 
29
30
  /**
@@ -51,7 +52,12 @@ export interface LDAIConfig {
51
52
  /**
52
53
  * Optional prompt data.
53
54
  */
54
- prompt?: LDMessage[];
55
+ messages?: LDMessage[];
56
+
57
+ /**
58
+ * Optional configuration for the provider.
59
+ */
60
+ provider?: LDProviderConfig;
55
61
 
56
62
  /**
57
63
  * A tracker which can be used to generate analytics.
package/src/api/config/LDAIConfigTracker.ts CHANGED
@@ -45,7 +45,7 @@ export interface LDAIConfigTracker {
45
45
  * @param func Function which executes the operation.
46
46
  * @returns The result of the operation.
47
47
  */
48
- trackOpenAI<
48
+ trackOpenAIMetrics<
49
49
  TRes extends {
50
50
  usage?: {
51
51
  total_tokens?: number;
@@ -63,7 +63,7 @@ export interface LDAIConfigTracker {
63
63
  * @param res The result of the Bedrock operation.
64
64
  * @returns The input operation.
65
65
  */
66
- trackBedrockConverse<
66
+ trackBedrockConverseMetrics<
67
67
  TRes extends {
68
68
  $metadata: { httpStatusCode?: number };
69
69
  metrics?: { latencyMs?: number };