wiki-graph-sdk 0.8.4 → 0.9.1

package/dist/embedding.js

@@ -74,6 +74,15 @@ var NodeFile = class {
     this.name = name;
   }
   path;
+  async getPhysicalIdentity() {
+    const value = await fsPromises.stat(this.path).catch((error) => {
+      if (typeof error === "object" && error !== null && "code" in error && error.code === "ENOENT")
+        return void 0;
+      throw error;
+    });
+    if (value === void 0) return void 0;
+    return `${value.dev}:${value.ino}`;
+  }
   kind = "file";
   [NODE_RESOURCE_KIND] = "file";
   identity;
@@ -198,6 +207,15 @@ var NodeDirectory = class _NodeDirectory {
     this.name = pathModule.basename(path);
   }
   path;
+  async getPhysicalIdentity() {
+    const value = await fsPromises.stat(this.path).catch((error) => {
+      if (typeof error === "object" && error !== null && "code" in error && error.code === "ENOENT")
+        return void 0;
+      throw error;
+    });
+    if (value === void 0) return void 0;
+    return `${value.dev}:${value.ino}`;
+  }
   kind = "directory";
   [NODE_RESOURCE_KIND] = "directory";
   identity;
@@ -207,8 +225,10 @@ var NodeDirectory = class _NodeDirectory {
     const file = new NodeFile(pathModule.join(this.path, name));
     try {
       return (await fsPromises.stat(file.path)).isFile() ? file : void 0;
-    } catch {
-      return void 0;
+    } catch (error) {
+      if (typeof error === "object" && error !== null && "code" in error && (error.code === "ENOENT" || error.code === "ENOTDIR"))
+        return void 0;
+      throw error;
     }
   }
   async getLastModified() {
@@ -226,8 +246,10 @@ var NodeDirectory = class _NodeDirectory {
     const directory = new _NodeDirectory(pathModule.join(this.path, name));
     try {
       return (await fsPromises.stat(directory.path)).isDirectory() ? directory : void 0;
-    } catch {
-      return void 0;
+    } catch (error) {
+      if (typeof error === "object" && error !== null && "code" in error && (error.code === "ENOENT" || error.code === "ENOTDIR"))
+        return void 0;
+      throw error;
     }
   }
   async list() {
@@ -343,14 +365,23 @@ async function openNativeNodeDatabase(file, flags) {
     });
   });
 }
-async function openNodeZip(file) {
+async function openNodeZip(file, options = {}) {
   const path = getBrandedNodeResourcePath(file, "file");
   if (path === void 0) {
     throw new TypeError("The Node ZIP adapter requires a NodeFile");
   }
-  const zipFile = await new Promise((resolve2, reject) => {
-    yauzl.open(
-      path,
+  const handle = await fsPromises.open(path, "r");
+  let size;
+  try {
+    size = (await handle.stat()).size;
+  } catch (error) {
+    await handle.close();
+    throw error;
+  }
+  const open2 = () => new Promise((resolve2, reject) => {
+    yauzl.fromRandomAccessReader(
+      new NodeZipSource(handle),
+      size,
       { autoClose: false, lazyEntries: true },
       (error, opened) => {
         if (error || opened === void 0)
@@ -359,63 +390,192 @@ async function openNodeZip(file) {
       }
     );
   });
-  const entries = await new Promise(
-    (resolve2, reject) => {
-      const discovered = /* @__PURE__ */ new Map();
-      const rejectAndClose = (error) => {
-        zipFile.close();
-        reject(
-          error instanceof Error ? error : new Error("Cannot scan ZIP central directory")
-        );
-      };
-      const resolveEntries = () => {
-        zipFile.off("error", rejectAndClose);
-        resolve2(discovered);
-      };
-      zipFile.on("entry", (entry) => {
-        if (!entry.fileName.endsWith("/")) {
-          discovered.set(entry.fileName, entry);
-        }
-        zipFile.readEntry();
-      });
-      zipFile.once("error", rejectAndClose);
-      zipFile.once("end", resolveEntries);
-      zipFile.readEntry();
-    }
-  );
+  try {
+    (await open2()).close();
+  } catch (error) {
+    await handle.close();
+    throw error;
+  }
   let closed = false;
+  let pending = Promise.resolve();
+  let closing;
+  const run = (operation) => {
+    if (closed)
+      return Promise.reject(new Error("Cannot read a closed ZIP archive"));
+    const result = pending.then(async () => {
+      const zip = await open2();
+      try {
+        return await operation(zip);
+      } finally {
+        zip.close();
+      }
+    });
+    pending = result.then(
+      () => void 0,
+      () => void 0
+    );
+    return result;
+  };
+  const withEntry = (name, operation) => run(async (zip) => {
+    let exact;
+    let alias;
+    let aliasCollision = false;
+    await scanNodeZip(zip, (entry) => {
+      if (entry.fileName === name) exact = entry;
+      if (normalizeNodeZipName(entry.fileName) === name) {
+        if (alias !== void 0 && alias.fileName !== entry.fileName)
+          aliasCollision = true;
+        alias = entry;
+      }
+    });
+    if ((exact === void 0 || options.entryNameMode === "normalized") && aliasCollision) {
+      let bestPosition = -1;
+      const candidates = await open2();
+      try {
+        await scanNodeZip(candidates, async (entry) => {
+          if (normalizeNodeZipName(entry.fileName) !== name) return;
+          const probe = await open2();
+          let position = 0;
+          try {
+            await scanNodeZip(probe, (candidate) => {
+              if (candidate.fileName === entry.fileName) return false;
+              position++;
+            });
+          } finally {
+            probe.close();
+          }
+          if (position >= bestPosition) {
+            bestPosition = position;
+            alias = entry;
+          }
+        });
+        return await operation(candidates, alias);
+      } finally {
+        candidates.close();
+      }
+    }
+    return await operation(
+      zip,
+      options.entryNameMode === "normalized" ? alias : exact ?? alias
+    );
+  });
   return {
     close: () => {
-      if (!closed) zipFile.close();
       closed = true;
-      return Promise.resolve();
+      closing ??= pending.then(() => handle.close());
+      return closing;
     },
-    copyEntry: async (name, target) => {
-      if (closed) throw new Error("Cannot read a closed ZIP archive");
-      const entry = entries.get(name);
+    copyEntry: (name, target) => withEntry(name, async (zip, entry) => {
       if (entry === void 0) return false;
-      await copyNodeZipEntry(zipFile, entry, target);
+      await copyNodeZipEntry(zip, entry, target);
       return true;
-    },
-    getEntrySize: (name) => {
-      if (closed) throw new Error("Cannot read a closed ZIP archive");
-      return Promise.resolve(entries.get(name)?.uncompressedSize);
-    },
-    listEntries: () => Promise.resolve([...entries.keys()]),
-    readEntryRange: async (name, offset, length) => {
-      if (closed) throw new Error("Cannot read a closed ZIP archive");
-      const entry = entries.get(name);
+    }),
+    getEntrySize: (name) => withEntry(
+      name,
+      (_zip, entry) => Promise.resolve(entry?.uncompressedSize)
+    ),
+    listEntries: () => run(async (zip) => {
+      const names = /* @__PURE__ */ new Set();
+      await scanNodeZip(zip, (entry) => {
+        names.add(entry.fileName);
+      });
+      return [...names];
+    }),
+    readEntryRange: (name, offset, length) => withEntry(name, async (zip, entry) => {
       if (entry === void 0) return void 0;
-      return await readNodeZipEntryRange(zipFile, entry, offset, length);
-    },
-    readEntry: async (name) => {
-      if (closed) throw new Error("Cannot read a closed ZIP archive");
-      const entry = entries.get(name);
+      return await readNodeZipEntryRange(zip, entry, offset, length);
+    }),
+    readEntry: (name) => withEntry(name, async (zip, entry) => {
       if (entry === void 0) return void 0;
-      return await readNodeZipEntry(zipFile, entry);
-    }
+      return await readNodeZipEntry(zip, entry);
+    })
   };
 }
+var NodeZipSource = class extends yauzl.RandomAccessReader {
+  constructor(handle) {
+    super();
+    this.handle = handle;
+  }
+  handle;
+  read(buffer, offset, length, position, callback) {
+    const read2 = (written) => {
+      if (written === length) {
+        callback(null);
+        return;
+      }
+      fs.read(
+        this.handle.fd,
+        buffer,
+        offset + written,
+        length - written,
+        position + written,
+        (error, bytesRead) => {
+          if (error) callback(error);
+          else if (bytesRead === 0)
+            callback(new Error("Unexpected end of ZIP file"));
+          else read2(written + bytesRead);
+        }
+      );
+    };
+    read2(0);
+  }
+  _readStreamForRange(start, end) {
+    const handle = this.handle;
+    return Readable.from(
+      (async function* () {
+        for (let position = start; position < end; ) {
+          const buffer = Buffer.allocUnsafe(
+            Math.min(64 * 1024, end - position)
+          );
+          const { bytesRead } = await handle.read(
+            buffer,
+            0,
+            buffer.length,
+            position
+          );
+          if (bytesRead === 0) return;
+          position += bytesRead;
+          yield buffer.subarray(0, bytesRead);
+        }
+      })()
+    );
+  }
+};
+function normalizeNodeZipName(name) {
+  const normalized = name.replaceAll("\\", "/").trim().split("/").filter((part) => part !== "" && part !== ".").join("/");
+  return normalized.split("/").includes("..") ? void 0 : normalized;
+}
+async function scanNodeZip(zip, visit) {
+  await new Promise((resolve2, reject) => {
+    const cleanup = () => {
+      zip.off("entry", onEntry);
+      zip.off("end", onEnd);
+      zip.off("error", onError);
+    };
+    const onError = (error) => {
+      cleanup();
+      reject(error);
+    };
+    const onEnd = () => {
+      cleanup();
+      resolve2();
+    };
+    const onEntry = (entry) => {
+      void Promise.resolve().then(() => entry.fileName.endsWith("/") ? void 0 : visit(entry)).then((keepReading) => {
+        if (keepReading === false) onEnd();
+        else zip.readEntry();
+      }).catch(
+        (error) => onError(
+          error instanceof Error ? error : new Error("Cannot scan ZIP", { cause: error })
+        )
+      );
+    };
+    zip.on("entry", onEntry);
+    zip.once("end", onEnd);
+    zip.once("error", onError);
+    zip.readEntry();
+  });
+}
 async function copyNodeZipEntry(zipFile, entry, target) {
   const writer = await target.openWriter();
   try {