@heripo/pdf-parser 0.2.1 → 0.2.3

package/dist/index.js

@@ -144,6 +144,50 @@ function detectProvider(model) {
   if (providerId.includes("lmstudio")) return "lmstudio";
   return "unknown";
 }
+function withSystemPromptCache(model, systemPrompt, providerOptions) {
+  const unchanged = {
+    ...systemPrompt === void 0 ? {} : { instructions: systemPrompt },
+    ...providerOptions === void 0 ? {} : { providerOptions }
+  };
+  const provider = detectProvider(model);
+  if (provider === "anthropic")
+    return systemPrompt ? {
+      ...unchanged,
+      instructions: cachedSystem(systemPrompt, {
+        anthropic: { cacheControl: { type: "ephemeral" } }
+      })
+    } : unchanged;
+  if (provider !== "openai" || !supportsOpenAICacheBreakpoints(modelIdOf(model)) || providerOptions?.openai?.promptCacheOptions !== void 0)
+    return unchanged;
+  return {
+    ...systemPrompt ? {
+      instructions: cachedSystem(systemPrompt, {
+        openai: { promptCacheBreakpoint: { mode: "explicit" } }
+      })
+    } : unchanged,
+    providerOptions: {
+      ...providerOptions,
+      openai: {
+        ...providerOptions?.openai,
+        promptCacheOptions: { mode: "explicit" }
+      }
+    }
+  };
+}
+function cachedSystem(content, providerOptions) {
+  return { role: "system", content, providerOptions };
+}
+function modelIdOf(model) {
+  const modelId = model.modelId;
+  return typeof modelId === "string" ? modelId : "";
+}
+function supportsOpenAICacheBreakpoints(modelId) {
+  const version = /^(?:openai\/)?gpt-(\d+)(?:\.(\d+))?(?:-.+)?$/u.exec(modelId);
+  if (!version) return false;
+  const major = Number(version[1]);
+  const minor = Number(version[2] ?? 0);
+  return major > 5 || major === 5 && minor >= 6;
+}
 function cacheWrite1hTokens(steps) {
   let total;
   for (const step of steps ?? []) {
@@ -345,7 +389,8 @@ var LLMCaller = class {
    * 2. If all fail and fallbackModel provided, try fallback up to maxRetries times
    * 3. Throw error if all attempts exhausted
    *
-   * Provider-aware strategy is automatically applied based on the model's provider field.
+   * Provider-aware strategy is automatically applied based on the model's provider field, and the prompt cache
+   * breakpoint is placed only at the end of the system prompt (see `withSystemPromptCache`).
    *
    * @template TOutput - Output type from schema validation
    * @param config - LLM call configuration
@@ -356,17 +401,12 @@ var LLMCaller = class {
     return this.executeWithFallback(
       config,
       (model) => this.generateStructuredOutput(model, config.schema, {
-        instructions: config.cacheSystemPrompt ? {
-          role: "system",
-          content: config.systemPrompt,
-          providerOptions: {
-            anthropic: { cacheControl: { type: "ephemeral" } }
-          }
-        } : config.systemPrompt,
+        ...withSystemPromptCache(
+          model,
+          config.systemPrompt,
+          config.providerOptions
+        ),
         prompt: config.userPrompt,
-        ...config.providerOptions && {
-          providerOptions: config.providerOptions
-        },
         temperature: config.temperature,
         maxRetries: config.maxRetries,
         abortSignal: config.abortSignal
@@ -389,6 +429,7 @@ var LLMCaller = class {
       config,
       (model) => this.generateStructuredOutput(model, config.schema, {
         messages: config.messages,
+        ...withSystemPromptCache(model, void 0, void 0),
         temperature: config.temperature,
         maxRetries: config.maxRetries,
         abortSignal: config.abortSignal
@@ -664,7 +705,13 @@ var DoclingServer = class _DoclingServer {
         await _DoclingServer.killProcessOnPort(this.logger, this.port);
       }
       const doclingServePath = join(this.venvPath, "bin", "docling-serve");
-      const args = ["run", "--port", this.port.toString()];
+      const args = [
+        "run",
+        "--host",
+        "127.0.0.1",
+        "--port",
+        this.port.toString()
+      ];
       this.logger.info(
         "[DoclingEnvironment] Starting docling-serve on port",
         this.port
@@ -2834,7 +2881,8 @@ var ChunkedPDFConverter = class {
 };
 
 // src/core/docling-conversion-executor.ts
-import { existsSync as existsSync4, rmSync as rmSync3 } from "fs";
+import { existsSync as existsSync4, mkdtempSync, rmSync as rmSync3 } from "fs";
+import { tmpdir } from "os";
 import { join as join7 } from "path";
 var DoclingConversionExecutor = class {
   constructor(logger, client, timeout) {
@@ -2864,89 +2912,85 @@ var DoclingConversionExecutor = class {
     this.logger.info(
       "[PDFConverter] Results will be returned as ZIP to avoid memory limits"
     );
-    const { httpUrl, server } = await this.resolveUrl(url);
+    const outputDir = join7(process.cwd(), "output", reportId);
+    const workDir = mkdtempSync(join7(tmpdir(), "heripo-docling-"));
+    const zipPath = join7(workDir, "result.zip");
+    const extractDir = join7(workDir, "result_extracted");
     try {
-      const task = await this.startConversionTask(httpUrl, conversionOptions);
-      await trackTaskProgress(
-        task,
-        this.timeout,
-        this.logger,
-        "[PDFConverter]",
-        {
-          showDetailedProgress: true
-        }
-      );
-      if (abortSignal?.aborted) {
-        this.logger.info(
-          "[PDFConverter] Conversion aborted after docling completion"
+      const { httpUrl, server } = await this.resolveUrl(url);
+      try {
+        const task = await this.startConversionTask(httpUrl, conversionOptions);
+        await trackTaskProgress(
+          task,
+          this.timeout,
+          this.logger,
+          "[PDFConverter]",
+          {
+            showDetailedProgress: true
+          }
         );
-        const error = new Error("PDF conversion was aborted");
-        error.name = "AbortError";
-        throw error;
-      }
-      const cwd2 = process.cwd();
-      const zipPath2 = join7(cwd2, "result.zip");
-      await downloadTaskResult(
-        this.client,
-        task.taskId,
-        zipPath2,
-        this.logger,
-        "[PDFConverter]"
-      );
-    } finally {
-      if (server) {
-        this.logger.info("[PDFConverter] Stopping local file server...");
-        await server.stop();
-      }
-    }
-    const cwd = process.cwd();
-    const zipPath = join7(cwd, "result.zip");
-    const extractDir = join7(cwd, "result_extracted");
-    const outputDir = join7(cwd, "output", reportId);
-    try {
-      await this.processConvertedFiles(zipPath, extractDir, outputDir);
-      if (url.startsWith("file://")) {
-        await renderAndUpdatePageImages(
-          url.slice(7),
-          outputDir,
+        if (abortSignal?.aborted) {
+          this.logger.info(
+            "[PDFConverter] Conversion aborted after docling completion"
+          );
+          const error = new Error("PDF conversion was aborted");
+          error.name = "AbortError";
+          throw error;
+        }
+        await downloadTaskResult(
+          this.client,
+          task.taskId,
+          zipPath,
           this.logger,
           "[PDFConverter]"
         );
-      } else {
-        this.logger.warn(
-          "[PDFConverter] Page image rendering skipped: only supported for local files (file:// URLs)"
-        );
+      } finally {
+        if (server) {
+          this.logger.info("[PDFConverter] Stopping local file server...");
+          await server.stop();
+        }
       }
-      if (abortSignal?.aborted) {
-        this.logger.info("[PDFConverter] Conversion aborted before callback");
-        const error = new Error("PDF conversion was aborted");
-        error.name = "AbortError";
-        throw error;
+      try {
+        await this.processConvertedFiles(zipPath, extractDir, outputDir);
+        if (url.startsWith("file://")) {
+          await renderAndUpdatePageImages(
+            url.slice(7),
+            outputDir,
+            this.logger,
+            "[PDFConverter]"
+          );
+        } else {
+          this.logger.warn(
+            "[PDFConverter] Page image rendering skipped: only supported for local files (file:// URLs)"
+          );
+        }
+        if (abortSignal?.aborted) {
+          this.logger.info("[PDFConverter] Conversion aborted before callback");
+          const error = new Error("PDF conversion was aborted");
+          error.name = "AbortError";
+          throw error;
+        }
+        this.logger.info("[PDFConverter] Executing completion callback...");
+        await onComplete(outputDir);
+        const duration = Date.now() - startTime;
+        this.logger.info("[PDFConverter] Conversion completed successfully!");
+        this.logger.info("[PDFConverter] Total time:", duration, "ms");
+      } finally {
+        if (cleanupAfterCallback) {
+          this.logger.info(
+            "[PDFConverter] Cleaning up output directory:",
+            outputDir
+          );
+          if (existsSync4(outputDir)) {
+            rmSync3(outputDir, { recursive: true, force: true });
+          }
+        } else {
+          this.logger.info("[PDFConverter] Output preserved at:", outputDir);
+        }
       }
-      this.logger.info("[PDFConverter] Executing completion callback...");
-      await onComplete(outputDir);
-      const duration = Date.now() - startTime;
-      this.logger.info("[PDFConverter] Conversion completed successfully!");
-      this.logger.info("[PDFConverter] Total time:", duration, "ms");
     } finally {
       this.logger.info("[PDFConverter] Cleaning up temporary files...");
-      if (existsSync4(zipPath)) {
-        rmSync3(zipPath, { force: true });
-      }
-      if (existsSync4(extractDir)) {
-        rmSync3(extractDir, { recursive: true, force: true });
-      }
-      if (cleanupAfterCallback) {
-        this.logger.info(
-          "[PDFConverter] Cleaning up output directory:",
-          outputDir
-        );
-        if (existsSync4(outputDir)) {
-          rmSync3(outputDir, { recursive: true, force: true });
-        }
-      } else {
-        this.logger.info("[PDFConverter] Output preserved at:", outputDir);
-      }
+      rmSync3(workDir, { recursive: true, force: true });
     }
     return null;
   }
@@ -3001,7 +3045,7 @@ var DoclingConversionExecutor = class {
 
 // src/core/image-pdf-converter.ts
 import { existsSync as existsSync5, rmSync as rmSync4 } from "fs";
-import { tmpdir } from "os";
+import { tmpdir as tmpdir2 } from "os";
 import { join as join8 } from "path";
 var ImagePdfConverter = class {
   constructor(logger) {
@@ -3018,7 +3062,7 @@ var ImagePdfConverter = class {
    */
   async convert(pdfUrl, reportId) {
     const timestamp = Date.now();
-    const tempDir = tmpdir();
+    const tempDir = tmpdir2();
     const inputPath = join8(tempDir, `${reportId}-${timestamp}-input.pdf`);
     const outputPath = join8(tempDir, `${reportId}-${timestamp}-image.pdf`);
     try {