@vellumai/plugin-api 0.11.2-dev.202608052324.a11da34 → 0.11.2-dev.202608060040.fd8f444

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/index.d.ts +26 -6
  2. package/package.json +1 -1
package/index.d.ts CHANGED
@@ -6138,12 +6138,32 @@ export declare interface SendMessageConfig {
6138
6138
  */
6139
6139
  logit_bias?: Record<string, number>;
6140
6140
  /**
6141
- * When true, the most recent user message's content varies across
6142
- * otherwise-identical turns (e.g. a per-turn memory block was injected into
6143
- * it). The provider places the primary long-TTL cache breakpoint on the most
6144
- * recent *stable* user message instead of the volatile latest one, so the
6145
- * cached prefix stays reusable across turns. Default false — existing
6146
- * behavior.
6141
+ * When true, the TURN-STARTING user message carries content that will not
6142
+ * recur byte-identically on the next turn, so a long-TTL breakpoint placed
6143
+ * on it could never be read back across turns. The agent loop is the only
6144
+ * producer: it sets the flag from the history it is about to send, when the
6145
+ * turn-starting message carries a memory-v3 `<memory_spotlight>` block (the
6146
+ * one injected block strip-and-replaced from every user message each turn).
6147
+ *
6148
+ * The flag describes the turn, not the request, so it holds for every
6149
+ * request the turn makes, including tool-loop iterations, whose trailing
6150
+ * tool-result message is user-role but carries no injected blocks.
6151
+ *
6152
+ * Consumed by the Anthropic client only, where it selects the TTL of the
6153
+ * turn-start breakpoint: short instead of long. The block is still marked,
6154
+ * so the turn's tool-loop iterations read the prefix back and each hit
6155
+ * refreshes the entry; nothing is spent on a long-TTL entry whose bytes
6156
+ * change before the next turn could reach it. Holding the flag steady across
6157
+ * the turn is what keeps that one boundary on a single TTL; marking it at
6158
+ * two would bill two writes for one reusable prefix.
6159
+ *
6160
+ * The OpenAI Responses transport ignores the flag and marks every markable
6161
+ * user item: a volatile message is fixed within its own turn, so the write is
6162
+ * prepaid once and read back by each tool-loop iteration.
6163
+ *
6164
+ * Default false. Providers that place no message-level breakpoints, or that
6165
+ * key their cache on a request-level identifier rather than message bytes,
6166
+ * can ignore it.
6147
6167
  */
6148
6168
  mutableLatestUserMessage?: boolean;
6149
6169
  /**
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@vellumai/plugin-api",
3
- "version": "0.11.2-dev.202608052324.a11da34",
3
+ "version": "0.11.2-dev.202608060040.fd8f444",
4
4
  "description": "Public TypeScript authoring contract for Vellum assistant plugins.",
5
5
  "license": "MIT",
6
6
  "type": "module",