@absolutejs/ai 0.0.15 → 0.0.17

package/dist/ai/index.js

@@ -1221,7 +1221,13 @@ var buildRequestBody4 = (params) => {
     stream: true
   };
   if (params.systemPrompt) {
-    body.system = params.systemPrompt;
+    body.system = params.cacheSystemPrompt ? [
+      {
+        cache_control: { type: "ephemeral" },
+        text: params.systemPrompt,
+        type: "text"
+      }
+    ] : params.systemPrompt;
   }
   if (params.tools && params.tools.length > 0) {
     body.tools = params.tools.map(mapToolDefinition2);
@@ -1383,6 +1389,8 @@ var extractUsage4 = (usageRecord, existingUsage) => {
     return existingUsage;
   }
   return {
+    cacheReadInputTokens: getNumber(usageRecord, "cache_read_input_tokens") || existingUsage?.cacheReadInputTokens || 0,
+    cacheWriteInputTokens: getNumber(usageRecord, "cache_creation_input_tokens") || existingUsage?.cacheWriteInputTokens || 0,
     inputTokens: getNumber(usageRecord, "input_tokens") || existingUsage?.inputTokens || 0,
     outputTokens: getNumber(usageRecord, "output_tokens") || existingUsage?.outputTokens || 0
   };
@@ -2783,7 +2791,7 @@ var aiChat = (config) => {
       return new Response(html || '<div class="empty">No conversations</div>', { headers: { "Content-Type": "text/html" } });
     });
   };
-  return new Elysia().ws(path, {
+  const app = new Elysia().ws(path, {
     message: async (ws, raw) => {
       const msg = parseAIMessage(raw);
       if (!msg) {
@@ -2815,11 +2823,13 @@ var aiChat = (config) => {
     await store.remove(params.id);
     return { ok: true };
   }).use(htmxRoutes());
+  return app;
 };
 // src/ai/generateAI.ts
 var DEFAULT_OBJECT_TOOL_NAME = "respond";
 var generateAI = async (options) => {
   const stream = options.provider.stream({
+    cacheSystemPrompt: options.cacheSystemPrompt,
     maxTokens: options.maxTokens,
     messages: options.messages,
     model: options.model,
@@ -2854,6 +2864,7 @@ var generateObjectAI = async (options) => {
     name: toolName
   };
   const { toolCalls, usage } = await generateAI({
+    cacheSystemPrompt: options.cacheSystemPrompt,
     maxTokens: options.maxTokens,
     messages: options.messages,
     model: options.model,
@@ -3724,5 +3735,5 @@ export {
   aiChat
 };
 
-//# debugId=EABD04CAA079176164756E2164756E21
+//# debugId=C4E33CBC9F4AE7E764756E2164756E21
 //# sourceMappingURL=index.js.map