@ax-llm/ax 16.0.3 → 16.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.cjs +76 -76
- package/index.cjs.map +1 -1
- package/index.d.cts +11 -0
- package/index.d.ts +11 -0
- package/index.global.js +98 -98
- package/index.global.js.map +1 -1
- package/index.js +77 -77
- package/index.js.map +1 -1
- package/package.json +1 -1
package/index.d.cts
CHANGED
|
@@ -629,6 +629,15 @@ type AxContextCacheOptions = {
|
|
|
629
629
|
* Useful for serverless/short-lived processes.
|
|
630
630
|
*/
|
|
631
631
|
registry?: AxContextCacheRegistry;
|
|
632
|
+
/**
|
|
633
|
+
* Controls where the cache breakpoint is set in the prompt prefix.
|
|
634
|
+
* Prefix order: System → Functions → Examples → User Input
|
|
635
|
+
*
|
|
636
|
+
* - 'after-examples' (default): Cache includes system + functions + examples
|
|
637
|
+
* - 'after-functions': Cache includes system + functions only (use when examples are dynamic)
|
|
638
|
+
* - 'system': Cache includes only system prompt (use when functions are dynamic)
|
|
639
|
+
*/
|
|
640
|
+
cacheBreakpoint?: 'system' | 'after-functions' | 'after-examples';
|
|
632
641
|
};
|
|
633
642
|
/**
|
|
634
643
|
* Information about a context cache entry (returned after creation or lookup).
|
|
@@ -4351,6 +4360,8 @@ interface AxAIMetricsInstruments {
|
|
|
4351
4360
|
abortsCounter?: Counter;
|
|
4352
4361
|
thinkingBudgetUsageCounter?: Counter;
|
|
4353
4362
|
multimodalRequestsCounter?: Counter;
|
|
4363
|
+
cacheReadTokensCounter?: Counter;
|
|
4364
|
+
cacheWriteTokensCounter?: Counter;
|
|
4354
4365
|
}
|
|
4355
4366
|
|
|
4356
4367
|
declare enum AxAIMistralModel {
|
package/index.d.ts
CHANGED
|
@@ -629,6 +629,15 @@ type AxContextCacheOptions = {
|
|
|
629
629
|
* Useful for serverless/short-lived processes.
|
|
630
630
|
*/
|
|
631
631
|
registry?: AxContextCacheRegistry;
|
|
632
|
+
/**
|
|
633
|
+
* Controls where the cache breakpoint is set in the prompt prefix.
|
|
634
|
+
* Prefix order: System → Functions → Examples → User Input
|
|
635
|
+
*
|
|
636
|
+
* - 'after-examples' (default): Cache includes system + functions + examples
|
|
637
|
+
* - 'after-functions': Cache includes system + functions only (use when examples are dynamic)
|
|
638
|
+
* - 'system': Cache includes only system prompt (use when functions are dynamic)
|
|
639
|
+
*/
|
|
640
|
+
cacheBreakpoint?: 'system' | 'after-functions' | 'after-examples';
|
|
632
641
|
};
|
|
633
642
|
/**
|
|
634
643
|
* Information about a context cache entry (returned after creation or lookup).
|
|
@@ -4351,6 +4360,8 @@ interface AxAIMetricsInstruments {
|
|
|
4351
4360
|
abortsCounter?: Counter;
|
|
4352
4361
|
thinkingBudgetUsageCounter?: Counter;
|
|
4353
4362
|
multimodalRequestsCounter?: Counter;
|
|
4363
|
+
cacheReadTokensCounter?: Counter;
|
|
4364
|
+
cacheWriteTokensCounter?: Counter;
|
|
4354
4365
|
}
|
|
4355
4366
|
|
|
4356
4367
|
declare enum AxAIMistralModel {
|