@heripo/document-processor 0.2.1 → 0.2.3

package/dist/index.js

@@ -92,6 +92,50 @@ function detectProvider(model) {
   if (providerId.includes("lmstudio")) return "lmstudio";
   return "unknown";
 }
+function withSystemPromptCache(model, systemPrompt, providerOptions) {
+  const unchanged = {
+    ...systemPrompt === void 0 ? {} : { instructions: systemPrompt },
+    ...providerOptions === void 0 ? {} : { providerOptions }
+  };
+  const provider = detectProvider(model);
+  if (provider === "anthropic")
+    return systemPrompt ? {
+      ...unchanged,
+      instructions: cachedSystem(systemPrompt, {
+        anthropic: { cacheControl: { type: "ephemeral" } }
+      })
+    } : unchanged;
+  if (provider !== "openai" || !supportsOpenAICacheBreakpoints(modelIdOf(model)) || providerOptions?.openai?.promptCacheOptions !== void 0)
+    return unchanged;
+  return {
+    ...systemPrompt ? {
+      instructions: cachedSystem(systemPrompt, {
+        openai: { promptCacheBreakpoint: { mode: "explicit" } }
+      })
+    } : unchanged,
+    providerOptions: {
+      ...providerOptions,
+      openai: {
+        ...providerOptions?.openai,
+        promptCacheOptions: { mode: "explicit" }
+      }
+    }
+  };
+}
+function cachedSystem(content, providerOptions) {
+  return { role: "system", content, providerOptions };
+}
+function modelIdOf(model) {
+  const modelId = model.modelId;
+  return typeof modelId === "string" ? modelId : "";
+}
+function supportsOpenAICacheBreakpoints(modelId) {
+  const version = /^(?:openai\/)?gpt-(\d+)(?:\.(\d+))?(?:-.+)?$/u.exec(modelId);
+  if (!version) return false;
+  const major = Number(version[1]);
+  const minor = Number(version[2] ?? 0);
+  return major > 5 || major === 5 && minor >= 6;
+}
 function cacheWrite1hTokens(steps) {
   let total;
   for (const step of steps ?? []) {
@@ -293,7 +337,8 @@ var LLMCaller = class {
    * 2. If all fail and fallbackModel provided, try fallback up to maxRetries times
    * 3. Throw error if all attempts exhausted
    *
-   * Provider-aware strategy is automatically applied based on the model's provider field.
+   * Provider-aware strategy is automatically applied based on the model's provider field, and the prompt cache
+   * breakpoint is placed only at the end of the system prompt (see `withSystemPromptCache`).
    *
    * @template TOutput - Output type from schema validation
    * @param config - LLM call configuration
@@ -304,17 +349,12 @@ var LLMCaller = class {
     return this.executeWithFallback(
       config,
       (model) => this.generateStructuredOutput(model, config.schema, {
-        instructions: config.cacheSystemPrompt ? {
-          role: "system",
-          content: config.systemPrompt,
-          providerOptions: {
-            anthropic: { cacheControl: { type: "ephemeral" } }
-          }
-        } : config.systemPrompt,
+        ...withSystemPromptCache(
+          model,
+          config.systemPrompt,
+          config.providerOptions
+        ),
         prompt: config.userPrompt,
-        ...config.providerOptions && {
-          providerOptions: config.providerOptions
-        },
         temperature: config.temperature,
         maxRetries: config.maxRetries,
         abortSignal: config.abortSignal
@@ -337,6 +377,7 @@ var LLMCaller = class {
       config,
       (model) => this.generateStructuredOutput(model, config.schema, {
         messages: config.messages,
+        ...withSystemPromptCache(model, void 0, void 0),
         temperature: config.temperature,
         maxRetries: config.maxRetries,
         abortSignal: config.abortSignal