@jigs.design/ai-sdk 0.3.5 → 0.3.6

package/dist/chat.d.ts

@@ -16,13 +16,21 @@ export interface JigsChat {
     text: string;
     type: "text";
   } | undefined;
-  /** The chat-mode prompt for the server's host. Add your instructions to it. */
+  /**
+   * The chat-mode prompt for this request: the server's host, then the
+   * caller's saved tags (`systemTail`). Add your instructions to it.
+   */
   system: string;
   /**
-   * The start of `system` that is the same on every turn. Pass both to
-   * `cachedInstructions` so the provider caches it.
+   * The start of `system` that is the same on every turn. Pass it, with
+   * `systemTail`, to `cachedInstructions` so the provider caches it.
    */
   systemPrefix: string;
+  /**
+   * The end of `system` that differs per user: the `## Saved tags` section
+   * when the server's `resolveTags` returned any, or "".
+   */
+  systemTail: string;
   /**
    * Turns a UI message stream, e.g. `result.toUIMessageStream()`, into one
    * where jigs are `data-jigs` parts. Prose stays in text parts, in the
@@ -54,6 +62,8 @@ export declare function jigsChat<TContext, TPageName extends string>(jigs: JigsM
  * back from storage. Other parts and the metadata pass through as they are,
  * so a `StoredJigsUIMessage<Metadata>`, or the stored form of your own
  * message type, comes back with `JigsBlockData` in its `data-jigs` parts.
+ * Pass `jigs.forUser({ ctx })` rather than the server to compile in the
+ * caller's scope, so blocks that use their saved tags draw them.
  */
 export declare function reviveJigs<TMessage extends UIMessage>(jigs: Pick<JigsServer<unknown>, "compile">, messages: ReadonlyArray<TMessage>): Promise<Array<WithJigsBlocks<TMessage, JigsBlockData>>>;
 //#endregion

package/dist/chat.js

@@ -57,6 +57,7 @@ async function jigsChat(jigs, input) {
 		},
 		system: turn.system,
 		systemPrefix: turn.systemPrefix,
+		systemTail: turn.systemTail,
 		toUIMessageStream: (stream) => transform(turn, stream, stop),
 		turn
 	};
@@ -206,6 +207,8 @@ function transform(turn, stream, stop) {
 * back from storage. Other parts and the metadata pass through as they are,
 * so a `StoredJigsUIMessage<Metadata>`, or the stored form of your own
 * message type, comes back with `JigsBlockData` in its `data-jigs` parts.
+* Pass `jigs.forUser({ ctx })` rather than the server to compile in the
+* caller's scope, so blocks that use their saved tags draw them.
 */
 async function reviveJigs(jigs, messages) {
 	return await Promise.all(messages.map(async (message) => ({

package/dist/model.d.ts

@@ -4,22 +4,25 @@ import { Instructions, LanguageModel, streamText } from "ai";
 /** `streamText` settings that apply to every call, such as `temperature`. */
 export type ModelSettings = Omit<Parameters<typeof streamText>[0], "abortSignal" | "instructions" | "messages" | "model" | "prompt" | "system">;
 /**
- * `system` as instructions a provider may cache: two system messages, its
- * first part `prefix` and the rest, each marked as a cache breakpoint for
- * providers that need one (Anthropic). The first mark keeps the prefix
- * cached when the rest changes; the second caches the rest too while it
- * does not, as it does not for a host whose procedures and instructions
- * are fixed, so a turn reads the whole prompt from the cache. Two of
- * Anthropic's four breakpoints. Providers that cache a repeated prefix on
- * their own (OpenAI, DeepSeek, Google) read the two as one. Without a
- * prefix that `system` starts with, `system` alone.
+ * `system` as instructions a provider may cache: its first part `prefix`,
+ * the rest, and with a `tail` the end that differs per user, each a system
+ * message marked as a cache breakpoint for providers that need one
+ * (Anthropic). The first mark keeps the prefix cached when the rest
+ * changes; the second caches the rest too while it does not, as it does
+ * not for a host whose procedures and instructions are fixed; the third,
+ * one user's saved tags (`systemTail`), keeps the host's part before it the
+ * same for every user. Two of Anthropic's four breakpoints, or three with a
+ * tail. Providers that cache a repeated prefix on their own (OpenAI,
+ * DeepSeek, Google) read them as one. Without a prefix that `system` starts
+ * with, `system` alone; a tail it does not end with is part of the rest.
  */
-export declare function cachedInstructions(system: string, prefix: string): Instructions;
+export declare function cachedInstructions(system: string, prefix: string, tail?: string): Instructions;
 /**
  * A `model` for `withModel` from an AI SDK model: document-mode
  * sessions and chat repairs stream through `streamText`, and token usage
- * reaches `onTurn`. The prompt's stable start and its end are marked for
- * the provider's cache (`cachedInstructions`).
+ * reaches `onTurn`. The prompt's stable start, the host's rest and the
+ * caller's saved tags are marked for the provider's cache
+ * (`cachedInstructions`).
  */
 export declare function aiSdkModel(model: LanguageModel, settings?: ModelSettings): ModelFunction<unknown, unknown>;
 //#endregion

package/dist/model.js

@@ -7,33 +7,42 @@ const cachedMessage = (content) => ({
 	role: "system"
 });
 /**
-* `system` as instructions a provider may cache: two system messages, its
-* first part `prefix` and the rest, each marked as a cache breakpoint for
-* providers that need one (Anthropic). The first mark keeps the prefix
-* cached when the rest changes; the second caches the rest too while it
-* does not, as it does not for a host whose procedures and instructions
-* are fixed, so a turn reads the whole prompt from the cache. Two of
-* Anthropic's four breakpoints. Providers that cache a repeated prefix on
-* their own (OpenAI, DeepSeek, Google) read the two as one. Without a
-* prefix that `system` starts with, `system` alone.
+* `system` as instructions a provider may cache: its first part `prefix`,
+* the rest, and with a `tail` the end that differs per user, each a system
+* message marked as a cache breakpoint for providers that need one
+* (Anthropic). The first mark keeps the prefix cached when the rest
+* changes; the second caches the rest too while it does not, as it does
+* not for a host whose procedures and instructions are fixed; the third,
+* one user's saved tags (`systemTail`), keeps the host's part before it the
+* same for every user. Two of Anthropic's four breakpoints, or three with a
+* tail. Providers that cache a repeated prefix on their own (OpenAI,
+* DeepSeek, Google) read them as one. Without a prefix that `system` starts
+* with, `system` alone; a tail it does not end with is part of the rest.
 */
-function cachedInstructions(system, prefix) {
+function cachedInstructions(system, prefix, tail = "") {
 	if (prefix === "" || !system.startsWith(prefix)) return system;
-	const rest = system.slice(prefix.length);
-	return rest === "" ? [cachedMessage(prefix)] : [cachedMessage(prefix), cachedMessage(rest)];
+	const ending = tail === "" ? "" : `\n\n${tail}`;
+	const tailed = ending !== "" && system.endsWith(ending) && system.length >= prefix.length + ending.length;
+	const rest = system.slice(prefix.length, tailed ? system.length - ending.length : system.length);
+	return [
+		cachedMessage(prefix),
+		...rest === "" ? [] : [cachedMessage(rest)],
+		...tailed ? [cachedMessage(ending)] : []
+	];
 }
 /**
 * A `model` for `withModel` from an AI SDK model: document-mode
 * sessions and chat repairs stream through `streamText`, and token usage
-* reaches `onTurn`. The prompt's stable start and its end are marked for
-* the provider's cache (`cachedInstructions`).
+* reaches `onTurn`. The prompt's stable start, the host's rest and the
+* caller's saved tags are marked for the provider's cache
+* (`cachedInstructions`).
 */
 function aiSdkModel(model, settings = {}) {
 	return async function* (request) {
 		const result = streamText({
 			...settings,
 			abortSignal: request.signal,
-			instructions: cachedInstructions(request.system, request.systemPrefix),
+			instructions: cachedInstructions(request.system, request.systemPrefix, request.systemTail),
 			messages: request.messages.map((message) => ({
 				content: message.content,
 				role: message.role

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jigs.design/ai-sdk",
-  "version": "0.3.5",
+  "version": "0.3.6",
   "description": "Jigs on the AI SDK: a model function for createJigsServer, and chat mode for useChat.",
   "license": "MIT",
   "repository": {
@@ -29,8 +29,8 @@
     "access": "public"
   },
   "dependencies": {
-    "@jigs.design/protocol": "0.3.5",
-    "@jigs.design/server": "0.3.5"
+    "@jigs.design/protocol": "0.3.6",
+    "@jigs.design/server": "0.3.6"
   },
   "peerDependencies": {
     "ai": "^7.0.0",
@@ -40,7 +40,7 @@
     "@ai-sdk/provider": "4.0.27",
     "ai": "7.0.140",
     "zod": "4.6.7",
-    "@jigs.design/catalog": "0.3.5",
-    "@jigs.design/host": "0.3.5"
+    "@jigs.design/catalog": "0.3.6",
+    "@jigs.design/host": "0.3.6"
   }
 }