@vellumai/plugin-api 0.11.2-dev.202608052357.8f326c2 → 0.11.2-dev.202608060040.fd8f444
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +26 -6
- package/package.json +1 -1
package/index.d.ts
CHANGED
|
@@ -6138,12 +6138,32 @@ export declare interface SendMessageConfig {
|
|
|
6138
6138
|
*/
|
|
6139
6139
|
logit_bias?: Record<string, number>;
|
|
6140
6140
|
/**
|
|
6141
|
-
* When true, the
|
|
6142
|
-
*
|
|
6143
|
-
* it
|
|
6144
|
-
*
|
|
6145
|
-
*
|
|
6146
|
-
*
|
|
6141
|
+
* When true, the TURN-STARTING user message carries content that will not
|
|
6142
|
+
* recur byte-identically on the next turn, so a long-TTL breakpoint placed
|
|
6143
|
+
* on it could never be read back across turns. The agent loop is the only
|
|
6144
|
+
* producer: it sets the flag from the history it is about to send, when the
|
|
6145
|
+
* turn-starting message carries a memory-v3 `<memory_spotlight>` block (the
|
|
6146
|
+
* one injected block strip-and-replaced from every user message each turn).
|
|
6147
|
+
*
|
|
6148
|
+
* The flag describes the turn, not the request, so it holds for every
|
|
6149
|
+
* request the turn makes, including tool-loop iterations, whose trailing
|
|
6150
|
+
* tool-result message is user-role but carries no injected blocks.
|
|
6151
|
+
*
|
|
6152
|
+
* Consumed by the Anthropic client only, where it selects the TTL of the
|
|
6153
|
+
* turn-start breakpoint: short instead of long. The block is still marked,
|
|
6154
|
+
* so the turn's tool-loop iterations read the prefix back and each hit
|
|
6155
|
+
* refreshes the entry; nothing is spent on a long-TTL entry whose bytes
|
|
6156
|
+
* change before the next turn could reach it. Holding the flag steady across
|
|
6157
|
+
* the turn is what keeps that one boundary on a single TTL; marking it at
|
|
6158
|
+
* two would bill two writes for one reusable prefix.
|
|
6159
|
+
*
|
|
6160
|
+
* The OpenAI Responses transport ignores the flag and marks every markable
|
|
6161
|
+
* user item: a volatile message is fixed within its own turn, so the write is
|
|
6162
|
+
* prepaid once and read back by each tool-loop iteration.
|
|
6163
|
+
*
|
|
6164
|
+
* Default false. Providers that place no message-level breakpoints, or that
|
|
6165
|
+
* key their cache on a request-level identifier rather than message bytes,
|
|
6166
|
+
* can ignore it.
|
|
6147
6167
|
*/
|
|
6148
6168
|
mutableLatestUserMessage?: boolean;
|
|
6149
6169
|
/**
|
package/package.json
CHANGED