@ljoukov/llm 4.1.0 → 4.1.1

package/dist/index.cjs

@@ -2674,7 +2674,7 @@ function getOpenAiFetch() {
     headersTimeout: timeoutMs
   });
   openAiClientState.cachedFetch = ((input, init) => {
-    return (0, import_undici2.fetch)(input, {
+    return fetch(input, {
       ...init ?? {},
       dispatcher
     });
@@ -3384,6 +3384,9 @@ var OPENAI_UPLOAD_PART_MAX_BYTES = 64 * 1024 * 1024;
 var GEMINI_FILE_POLL_INTERVAL_MS = 1e3;
 var GEMINI_FILE_POLL_TIMEOUT_MS = 6e4;
 var FILES_TEMP_ROOT = import_node_path4.default.join(import_node_os3.default.tmpdir(), "ljoukov-llm-files");
+var FILES_CACHE_ROOT = import_node_path4.default.join(FILES_TEMP_ROOT, "cache");
+var FILES_CACHE_CONTENT_ROOT = import_node_path4.default.join(FILES_CACHE_ROOT, "content");
+var FILES_CACHE_METADATA_ROOT = import_node_path4.default.join(FILES_CACHE_ROOT, "metadata");
 var filesState = getRuntimeSingleton(/* @__PURE__ */ Symbol.for("@ljoukov/llm.filesState"), () => ({
   metadataById: /* @__PURE__ */ new Map(),
   openAiUploadCacheByKey: /* @__PURE__ */ new Map(),
@@ -3529,6 +3532,12 @@ function toStoredFile(file) {
 function buildCacheKey(filename, mimeType, sha256Hex) {
   return `${sha256Hex}\0${filename}\0${mimeType}`;
 }
+function buildCachedContentPath(sha256Hex) {
+  return import_node_path4.default.join(FILES_CACHE_CONTENT_ROOT, sha256Hex);
+}
+function buildCachedMetadataPath(fileId) {
+  return import_node_path4.default.join(FILES_CACHE_METADATA_ROOT, `${fileId}.json`);
+}
 function isFresh(file) {
   if (!file.expires_at) {
     return true;
@@ -3549,6 +3558,82 @@ function recordMetadata(metadata) {
   }
   return metadata;
 }
+async function ensureFilesCacheReady() {
+  await (0, import_promises2.mkdir)(FILES_CACHE_CONTENT_ROOT, { recursive: true });
+  await (0, import_promises2.mkdir)(FILES_CACHE_METADATA_ROOT, { recursive: true });
+}
+async function cacheBufferLocally(bytes, sha256Hex) {
+  await ensureFilesCacheReady();
+  const localPath = buildCachedContentPath(sha256Hex);
+  try {
+    await (0, import_promises2.writeFile)(localPath, bytes, { flag: "wx" });
+  } catch (error) {
+    const code = error.code;
+    if (code !== "EEXIST") {
+      throw error;
+    }
+  }
+  return localPath;
+}
+async function cacheFileLocally(filePath, sha256Hex) {
+  await ensureFilesCacheReady();
+  const localPath = buildCachedContentPath(sha256Hex);
+  try {
+    await (0, import_promises2.copyFile)(filePath, localPath);
+  } catch (error) {
+    const code = error.code;
+    if (code !== "EEXIST") {
+      throw error;
+    }
+  }
+  return localPath;
+}
+async function persistMetadataToDisk(metadata) {
+  await ensureFilesCacheReady();
+  const payload = {
+    file: metadata.file,
+    filename: metadata.filename,
+    bytes: metadata.bytes,
+    mimeType: metadata.mimeType,
+    sha256Hex: metadata.sha256Hex,
+    localPath: metadata.localPath
+  };
+  await (0, import_promises2.writeFile)(
+    buildCachedMetadataPath(metadata.file.id),
+    `${JSON.stringify(payload, null, 2)}
+`
+  );
+}
+async function loadPersistedMetadata(fileId) {
+  try {
+    const payload = JSON.parse(
+      await (0, import_promises2.readFile)(buildCachedMetadataPath(fileId), "utf8")
+    );
+    if (!payload || typeof payload !== "object" || !payload.file) {
+      return void 0;
+    }
+    if (payload.localPath) {
+      try {
+        const localStats = await (0, import_promises2.stat)(payload.localPath);
+        if (!localStats.isFile()) {
+          return void 0;
+        }
+      } catch {
+        return void 0;
+      }
+    }
+    return recordMetadata({
+      file: payload.file,
+      filename: payload.filename,
+      bytes: payload.bytes,
+      mimeType: payload.mimeType,
+      sha256Hex: payload.sha256Hex,
+      localPath: payload.localPath
+    });
+  } catch {
+    return void 0;
+  }
+}
 async function uploadOpenAiFileFromBytes(params) {
   const cacheKey = buildCacheKey(params.filename, params.mimeType, params.sha256Hex);
   const cached = filesState.openAiUploadCacheByKey.get(cacheKey);
@@ -3697,17 +3782,23 @@ async function retrieveOpenAiFile(fileId) {
   if (cached && isFresh(cached.file)) {
     return cached;
   }
+  const persisted = await loadPersistedMetadata(fileId);
+  if (persisted && isFresh(persisted.file)) {
+    return persisted;
+  }
   const client = getOpenAiClient();
   const retrieved = await client.files.retrieve(fileId);
   const file = toStoredFile(retrieved);
-  return recordMetadata({
+  const metadata = recordMetadata({
     file,
     filename: file.filename,
     bytes: file.bytes,
-    mimeType: cached?.mimeType ?? resolveMimeType(file.filename, void 0),
-    sha256Hex: cached?.sha256Hex,
-    localPath: cached?.localPath
+    mimeType: cached?.mimeType ?? persisted?.mimeType ?? resolveMimeType(file.filename, void 0),
+    sha256Hex: cached?.sha256Hex ?? persisted?.sha256Hex,
+    localPath: cached?.localPath ?? persisted?.localPath
   });
+  await persistMetadataToDisk(metadata);
+  return metadata;
 }
 function buildGeminiMirrorName(sha256Hex) {
   return `files/${sha256Hex.slice(0, 40)}`;
@@ -3819,6 +3910,7 @@ async function materializeOpenAiFile(fileId) {
       sha256Hex,
       localPath
     });
+    await persistMetadataToDisk(updated);
     return {
       file: updated.file,
       filename: updated.filename,
@@ -3982,7 +4074,13 @@ async function filesCreate(params) {
       sha256Hex: sha256Hex2,
       bytes: info.size
     });
-    return uploaded2.file;
+    const localPath2 = await cacheFileLocally(filePath, sha256Hex2);
+    const cached2 = recordMetadata({
+      ...uploaded2,
+      localPath: localPath2
+    });
+    await persistMetadataToDisk(cached2);
+    return cached2.file;
   }
   const filename = normaliseFilename(params.filename);
   const bytes = toBuffer(params.data);
@@ -3996,7 +4094,13 @@ async function filesCreate(params) {
     expiresAfterSeconds,
     sha256Hex
   });
-  return uploaded.file;
+  const localPath = await cacheBufferLocally(bytes, sha256Hex);
+  const cached = recordMetadata({
+    ...uploaded,
+    localPath
+  });
+  await persistMetadataToDisk(cached);
+  return cached.file;
 }
 async function filesRetrieve(fileId) {
   return (await retrieveOpenAiFile(fileId)).file;
@@ -4029,6 +4133,10 @@ async function filesDelete(fileId) {
   const response = await getOpenAiClient().files.delete(fileId);
   filesState.metadataById.delete(fileId);
   filesState.materializedById.delete(fileId);
+  try {
+    await (0, import_promises2.unlink)(buildCachedMetadataPath(fileId));
+  } catch {
+  }
   return {
     id: response.id,
     deleted: response.deleted,
@@ -4508,8 +4616,7 @@ function toGeminiPart(part) {
         return {
           fileData: {
             fileUri: buildCanonicalGeminiFileUri(part.file_id),
-            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream",
-            displayName: part.filename ?? void 0
+            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream"
           }
         };
       }
@@ -4527,8 +4634,7 @@ function toGeminiPart(part) {
       return {
         fileData: {
           fileUri: part.image_url,
-          mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream",
-          displayName: part.filename ?? void 0
+          mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream"
         }
       };
     }
@@ -4537,8 +4643,7 @@ function toGeminiPart(part) {
         return {
           fileData: {
             fileUri: buildCanonicalGeminiFileUri(part.file_id),
-            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream",
-            displayName: part.filename ?? void 0
+            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream"
           }
         };
       }
@@ -4564,8 +4669,7 @@ function toGeminiPart(part) {
         return {
           fileData: {
             fileUri: part.file_url,
-            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream",
-            displayName: part.filename ?? void 0
+            mimeType: inferToolOutputMimeTypeFromFilename(part.filename) ?? "application/octet-stream"
           }
         };
       }
@@ -4797,7 +4901,7 @@ async function prepareOpenAiPromptContentItem(item) {
       mimeType,
       filename
     });
-    return { type: "input_file", file_id: uploaded.fileId, filename: uploaded.filename };
+    return { type: "input_file", file_id: uploaded.fileId };
   }
   if (typeof item.file_url === "string" && item.file_url.trim().toLowerCase().startsWith("data:")) {
     const parsed = parseDataUrlPayload(item.file_url);
@@ -4812,7 +4916,7 @@ async function prepareOpenAiPromptContentItem(item) {
         guessInlineDataFilename(parsed.mimeType)
       )
     });
-    return { type: "input_file", file_id: uploaded.fileId, filename: uploaded.filename };
+    return { type: "input_file", file_id: uploaded.fileId };
   }
   return item;
 }
@@ -4877,21 +4981,16 @@ async function prepareGeminiPromptContents(contents) {
     for (const part of content.parts ?? []) {
       const canonicalFileId = parseCanonicalGeminiFileId(part.fileData?.fileUri);
       if (canonicalFileId) {
-        const metadata = await getCanonicalFileMetadata(canonicalFileId);
+        await getCanonicalFileMetadata(canonicalFileId);
         if (backend === "api") {
           const mirrored = await ensureGeminiFileMirror(canonicalFileId);
-          const mirroredPart = (0, import_genai2.createPartFromUri)(mirrored.uri, mirrored.mimeType);
-          if (metadata.filename && mirroredPart.fileData) {
-            mirroredPart.fileData.displayName = metadata.filename;
-          }
-          parts.push(mirroredPart);
+          parts.push((0, import_genai2.createPartFromUri)(mirrored.uri, mirrored.mimeType));
         } else {
           const mirrored = await ensureVertexFileMirror(canonicalFileId);
           parts.push({
             fileData: {
               fileUri: mirrored.fileUri,
-              mimeType: mirrored.mimeType,
-              displayName: metadata.filename
+              mimeType: mirrored.mimeType
             }
           });
         }
@@ -4910,18 +5009,13 @@ async function prepareGeminiPromptContents(contents) {
         });
         if (backend === "api") {
           const mirrored = await ensureGeminiFileMirror(stored.fileId);
-          const mirroredPart = (0, import_genai2.createPartFromUri)(mirrored.uri, mirrored.mimeType);
-          if (filename && mirroredPart.fileData) {
-            mirroredPart.fileData.displayName = filename;
-          }
-          parts.push(mirroredPart);
+          parts.push((0, import_genai2.createPartFromUri)(mirrored.uri, mirrored.mimeType));
         } else {
           const mirrored = await ensureVertexFileMirror(stored.fileId);
           parts.push({
             fileData: {
               fileUri: mirrored.fileUri,
-              mimeType: mirrored.mimeType,
-              displayName: filename
+              mimeType: mirrored.mimeType
             }
           });
         }
@@ -5442,7 +5536,7 @@ function toOpenAiInput(contents) {
             ...part.file_id ? { file_id: part.file_id } : {},
             ...part.file_data ? { file_data: part.file_data } : {},
             ...part.file_url ? { file_url: part.file_url } : {},
-            ...part.filename ? { filename: part.filename } : {}
+            ...!part.file_id && part.filename ? { filename: part.filename } : {}
           });
           break;
         default:
@@ -5527,7 +5621,7 @@ function toChatGptInput(contents) {
             ...part.file_id ? { file_id: part.file_id } : {},
             ...part.file_data ? { file_data: part.file_data } : {},
             ...part.file_url ? { file_url: part.file_url } : {},
-            ...part.filename ? { filename: part.filename } : {}
+            ...!part.file_id && part.filename ? { filename: part.filename } : {}
           });
           break;
         default:
@@ -6134,8 +6228,7 @@ function buildGeminiToolOutputMediaPart(item) {
       return {
         fileData: {
           fileUri: buildCanonicalGeminiFileUri(item.file_id),
-          mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream",
-          displayName: item.filename ?? void 0
+          mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream"
         }
       };
     }
@@ -6154,8 +6247,7 @@ function buildGeminiToolOutputMediaPart(item) {
     return {
       fileData: {
         fileUri: item.image_url,
-        mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream",
-        displayName: item.filename ?? void 0
+        mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream"
       }
     };
   }
@@ -6164,8 +6256,7 @@ function buildGeminiToolOutputMediaPart(item) {
       return {
         fileData: {
           fileUri: buildCanonicalGeminiFileUri(item.file_id),
-          mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream",
-          displayName: item.filename ?? void 0
+          mimeType: inferToolOutputMimeTypeFromFilename(item.filename) ?? "application/octet-stream"
         }
       };
     }
@@ -6188,12 +6279,7 @@ function buildGeminiToolOutputMediaPart(item) {
       return part;
     }
     if (typeof item.file_url === "string" && item.file_url.trim().length > 0 && inferredMimeType) {
-      const part = (0, import_genai2.createPartFromUri)(item.file_url, inferredMimeType);
-      const displayName = item.filename?.trim();
-      if (displayName && part.fileData) {
-        part.fileData.displayName = displayName;
-      }
-      return part;
+      return (0, import_genai2.createPartFromUri)(item.file_url, inferredMimeType);
     }
   }
   return null;