cyberia 3.1.3 → 3.2.9

package/src/server/ipfs-client.js

@@ -10,23 +10,43 @@
  * @module src/server/ipfs-client.js
  * @namespace IpfsClient
  */
-
 import stringify from 'fast-json-stable-stringify';
 import { loggerFactory } from './logger.js';
-
 const logger = loggerFactory(import.meta);
-
+const DEFAULT_IPFS_HTTP_TIMEOUT_MS = Number(process.env.IPFS_HTTP_TIMEOUT_MS || 10000);
+const getRequestTimeoutMs = (kind = 'kubo') => {
+  if (kind === 'cluster') {
+    return Number(process.env.IPFS_CLUSTER_TIMEOUT_MS || DEFAULT_IPFS_HTTP_TIMEOUT_MS);
+  }
+  if (kind === 'gateway') {
+    return Number(process.env.IPFS_GATEWAY_TIMEOUT_MS || DEFAULT_IPFS_HTTP_TIMEOUT_MS);
+  }
+  return Number(process.env.IPFS_KUBO_TIMEOUT_MS || DEFAULT_IPFS_HTTP_TIMEOUT_MS);
+};
+const fetchWithTimeout = async (url, options = {}, { kind = 'kubo', label = url } = {}) => {
+  const controller = new AbortController();
+  const timeoutMs = getRequestTimeoutMs(kind);
+  const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
+  try {
+    return await fetch(url, { ...options, signal: controller.signal });
+  } catch (err) {
+    if (err.name === 'AbortError') {
+      throw new Error(`${label} timed out after ${timeoutMs}ms`);
+    }
+    throw err;
+  } finally {
+    clearTimeout(timeoutId);
+  }
+};
 // ─────────────────────────────────────────────────────────
 //  URL helpers
 // ─────────────────────────────────────────────────────────
-
 /**
  * Base URL of the Kubo RPC API (port 5001).
  * @returns {string}
  */
 const getIpfsApiUrl = () =>
   process.env.IPFS_API_URL || `http://${process.env.NODE_ENV === 'development' ? 'localhost' : 'ipfs-cluster'}:5001`;
-
 /**
  * Base URL of the IPFS Cluster REST API (port 9094).
  * @returns {string}
@@ -34,7 +54,6 @@ const getIpfsApiUrl = () =>
 const getClusterApiUrl = () =>
   process.env.IPFS_CLUSTER_API_URL ||
   `http://${process.env.NODE_ENV === 'development' ? 'localhost' : 'ipfs-cluster'}:9094`;
-
 /**
  * Base URL of the IPFS HTTP Gateway (port 8080).
  * @returns {string}
@@ -42,17 +61,14 @@ const getClusterApiUrl = () =>
 const getGatewayUrl = () =>
   process.env.IPFS_GATEWAY_URL ||
   `http://${process.env.NODE_ENV === 'development' ? 'localhost' : 'ipfs-cluster'}:8080`;
-
 // ─────────────────────────────────────────────────────────
 //  Core: add content
 // ─────────────────────────────────────────────────────────
-
 /**
  * @typedef {Object} IpfsAddResult
  * @property {string} cid  – CID (Content Identifier) returned by the node.
  * @property {number} size – Cumulative DAG size reported by the node.
  */
-
 /**
  * Add arbitrary bytes to the Kubo node AND pin them on the IPFS Cluster.
  *
@@ -70,27 +86,27 @@ const getGatewayUrl = () =>
 const addToIpfs = async (content, filename = 'data', mfsPath) => {
   const kuboUrl = getIpfsApiUrl();
   const clusterUrl = getClusterApiUrl();
-
   // Build multipart body using native FormData + Blob (Node ≥ 18).
   const buf = Buffer.isBuffer(content) ? content : Buffer.from(content, 'utf-8');
   const formData = new FormData();
   formData.append('file', new Blob([buf]), filename);
-
   // ── Step 1: add to Kubo ──────────────────────────────
   let cid;
   let size;
   try {
-    const res = await fetch(`${kuboUrl}/api/v0/add?pin=true&cid-version=1`, {
-      method: 'POST',
-      body: formData,
-    });
-
+    const res = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/add?pin=true&cid-version=1`,
+      {
+        method: 'POST',
+        body: formData,
+      },
+      { kind: 'kubo', label: `IPFS Kubo add ${filename}` },
+    );
     if (!res.ok) {
       const text = await res.text();
       logger.error(`IPFS Kubo add failed (${res.status}): ${text}`);
       return null;
     }
-
     const json = await res.json();
     cid = json.Hash;
     size = Number(json.Size);
@@ -99,13 +115,15 @@ const addToIpfs = async (content, filename = 'data', mfsPath) => {
     logger.warn(`IPFS Kubo node unreachable at ${kuboUrl}: ${err.message}`);
     return null;
   }
-
   // ── Step 2: pin to the Cluster ───────────────────────
   try {
-    const clusterRes = await fetch(`${clusterUrl}/pins/${encodeURIComponent(cid)}`, {
-      method: 'POST',
-    });
-
+    const clusterRes = await fetchWithTimeout(
+      `${clusterUrl}/pins/${encodeURIComponent(cid)}`,
+      {
+        method: 'POST',
+      },
+      { kind: 'cluster', label: `IPFS Cluster pin ${cid}` },
+    );
     if (!clusterRes.ok) {
       const text = await clusterRes.text();
       logger.warn(`IPFS Cluster pin failed (${clusterRes.status}): ${text}`);
@@ -115,25 +133,30 @@ const addToIpfs = async (content, filename = 'data', mfsPath) => {
   } catch (err) {
     logger.warn(`IPFS Cluster unreachable at ${clusterUrl}: ${err.message}`);
   }
-
   // ── Step 3: copy into MFS so the Web UI "Files" section shows it ─
   const destPath = mfsPath || `/pinned/${filename}`;
   const destDir = destPath.substring(0, destPath.lastIndexOf('/')) || '/';
   try {
     // Ensure parent directory exists in MFS
-    await fetch(`${kuboUrl}/api/v0/files/mkdir?arg=${encodeURIComponent(destDir)}&parents=true`, { method: 'POST' });
-
+    await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/mkdir?arg=${encodeURIComponent(destDir)}&parents=true`,
+      { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS mkdir ${destDir}` },
+    );
     // Remove existing entry if present (cp fails on duplicates)
-    await fetch(`${kuboUrl}/api/v0/files/rm?arg=${encodeURIComponent(destPath)}&force=true`, {
-      method: 'POST',
-    });
-
+    await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/rm?arg=${encodeURIComponent(destPath)}&force=true`,
+      {
+        method: 'POST',
+      },
+      { kind: 'kubo', label: `IPFS MFS rm ${destPath}` },
+    );
     // Copy the CID into MFS
-    const cpRes = await fetch(
+    const cpRes = await fetchWithTimeout(
       `${kuboUrl}/api/v0/files/cp?arg=/ipfs/${encodeURIComponent(cid)}&arg=${encodeURIComponent(destPath)}`,
       { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS cp ${destPath}` },
     );
-
     if (!cpRes.ok) {
       const text = await cpRes.text();
       logger.warn(`IPFS MFS cp failed (${cpRes.status}): ${text}`);
@@ -143,14 +166,11 @@ const addToIpfs = async (content, filename = 'data', mfsPath) => {
   } catch (err) {
     logger.warn(`IPFS MFS cp unreachable: ${err.message}`);
   }
-
   return { cid, size };
 };
-
 // ─────────────────────────────────────────────────────────
 //  Convenience wrappers
 // ─────────────────────────────────────────────────────────
-
 /**
  * Add a JSON-serialisable object to IPFS.
  *
@@ -163,7 +183,52 @@ const addJsonToIpfs = async (obj, filename = 'data.json', mfsPath) => {
   const payload = stringify(obj);
   return addToIpfs(Buffer.from(payload, 'utf-8'), filename, mfsPath);
 };
-
+/**
+ * Compute the CID that Kubo would assign to a payload without pinning or copying it into MFS.
+ * Useful when building canonical backup manifests from the actual bytes that will be restored later.
+ *
+ * @param {Buffer|string} content
+ * @param {string} [filename='data']
+ * @returns {Promise<IpfsAddResult|null>}
+ */
+const hashContentForIpfs = async (content, filename = 'data') => {
+  const kuboUrl = getIpfsApiUrl();
+  const buf = Buffer.isBuffer(content) ? content : Buffer.from(content, 'utf-8');
+  const formData = new FormData();
+  formData.append('file', new Blob([buf]), filename);
+  try {
+    const res = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/add?only-hash=true&pin=false&cid-version=1`,
+      {
+        method: 'POST',
+        body: formData,
+      },
+      { kind: 'kubo', label: `IPFS Kubo only-hash ${filename}` },
+    );
+    if (!res.ok) {
+      const text = await res.text();
+      logger.error(`IPFS Kubo only-hash failed (${res.status}): ${text}`);
+      return null;
+    }
+    const json = await res.json();
+    return { cid: json.Hash, size: Number(json.Size) };
+  } catch (err) {
+    logger.warn(`IPFS Kubo only-hash unreachable at ${kuboUrl}: ${err.message}`);
+    return null;
+  }
+};
+/**
+ * Compute the CID for a JSON-serialisable object using the same stable stringification
+ * that the regular addJsonToIpfs path uses.
+ *
+ * @param {any} obj
+ * @param {string} [filename='data.json']
+ * @returns {Promise<IpfsAddResult|null>}
+ */
+const hashJsonForIpfs = async (obj, filename = 'data.json') => {
+  const payload = stringify(obj);
+  return hashContentForIpfs(Buffer.from(payload, 'utf-8'), filename);
+};
 /**
  * Add a binary buffer (e.g. a PNG image) to IPFS.
  *
@@ -175,11 +240,19 @@ const addJsonToIpfs = async (obj, filename = 'data.json', mfsPath) => {
 const addBufferToIpfs = async (buffer, filename, mfsPath) => {
   return addToIpfs(buffer, filename, mfsPath);
 };
-
+/**
+ * Compute the CID for a binary buffer without pinning it.
+ *
+ * @param {Buffer} buffer
+ * @param {string} filename
+ * @returns {Promise<IpfsAddResult|null>}
+ */
+const hashBufferForIpfs = async (buffer, filename) => {
+  return hashContentForIpfs(buffer, filename);
+};
 // ─────────────────────────────────────────────────────────
 //  Pin management
 // ─────────────────────────────────────────────────────────
-
 /**
  * Explicitly pin an existing CID on both the Kubo node and the Cluster.
  *
@@ -191,12 +264,15 @@ const pinCid = async (cid, type = 'recursive') => {
   const kuboUrl = getIpfsApiUrl();
   const clusterUrl = getClusterApiUrl();
   let kuboOk = false;
-
   // Kubo pin
   try {
-    const res = await fetch(`${kuboUrl}/api/v0/pin/add?arg=${encodeURIComponent(cid)}&type=${type}`, {
-      method: 'POST',
-    });
+    const res = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/pin/add?arg=${encodeURIComponent(cid)}&type=${type}`,
+      {
+        method: 'POST',
+      },
+      { kind: 'kubo', label: `IPFS Kubo pin/add ${cid}` },
+    );
     if (!res.ok) {
       const text = await res.text();
       logger.error(`IPFS Kubo pin/add failed (${res.status}): ${text}`);
@@ -207,12 +283,15 @@ const pinCid = async (cid, type = 'recursive') => {
   } catch (err) {
     logger.warn(`IPFS Kubo pin unreachable: ${err.message}`);
   }
-
   // Cluster pin
   try {
-    const clusterRes = await fetch(`${clusterUrl}/pins/${encodeURIComponent(cid)}`, {
-      method: 'POST',
-    });
+    const clusterRes = await fetchWithTimeout(
+      `${clusterUrl}/pins/${encodeURIComponent(cid)}`,
+      {
+        method: 'POST',
+      },
+      { kind: 'cluster', label: `IPFS Cluster pin ${cid}` },
+    );
     if (!clusterRes.ok) {
       const text = await clusterRes.text();
       logger.warn(`IPFS Cluster pin failed (${clusterRes.status}): ${text}`);
@@ -222,10 +301,8 @@ const pinCid = async (cid, type = 'recursive') => {
   } catch (err) {
     logger.warn(`IPFS Cluster pin unreachable: ${err.message}`);
   }
-
   return kuboOk;
 };
-
 /**
  * Unpin a CID from both the Kubo node and the Cluster.
  *
@@ -236,27 +313,37 @@ const unpinCid = async (cid) => {
   const kuboUrl = getIpfsApiUrl();
   const clusterUrl = getClusterApiUrl();
   let kuboOk = false;
-
   // Cluster unpin
   try {
-    const clusterRes = await fetch(`${clusterUrl}/pins/${encodeURIComponent(cid)}`, {
-      method: 'DELETE',
-    });
+    const clusterRes = await fetchWithTimeout(
+      `${clusterUrl}/pins/${encodeURIComponent(cid)}`,
+      {
+        method: 'DELETE',
+      },
+      { kind: 'cluster', label: `IPFS Cluster unpin ${cid}` },
+    );
     if (!clusterRes.ok) {
       const text = await clusterRes.text();
-      logger.warn(`IPFS Cluster unpin failed (${clusterRes.status}): ${text}`);
+      if (clusterRes.status === 404) {
+        logger.info(`IPFS Cluster unpin – CID already not pinned: ${cid}`);
+      } else {
+        logger.warn(`IPFS Cluster unpin failed (${clusterRes.status}): ${text}`);
+      }
     } else {
       logger.info(`IPFS Cluster unpin OK – CID: ${cid}`);
     }
   } catch (err) {
     logger.warn(`IPFS Cluster unpin unreachable: ${err.message}`);
   }
-
   // Kubo unpin
   try {
-    const res = await fetch(`${kuboUrl}/api/v0/pin/rm?arg=${encodeURIComponent(cid)}`, {
-      method: 'POST',
-    });
+    const res = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/pin/rm?arg=${encodeURIComponent(cid)}`,
+      {
+        method: 'POST',
+      },
+      { kind: 'kubo', label: `IPFS Kubo pin/rm ${cid}` },
+    );
     if (!res.ok) {
       const text = await res.text();
       // "not pinned or pinned indirectly" means the CID is already unpinned – treat as success
@@ -273,14 +360,11 @@ const unpinCid = async (cid) => {
   } catch (err) {
     logger.warn(`IPFS Kubo unpin unreachable: ${err.message}`);
   }
-
   return kuboOk;
 };
-
 // ─────────────────────────────────────────────────────────
 //  Retrieval
 // ─────────────────────────────────────────────────────────
-
 /**
  * Retrieve raw bytes for a CID from the IPFS HTTP Gateway (port 8080).
  *
@@ -290,7 +374,14 @@ const unpinCid = async (cid) => {
 const getFromIpfs = async (cid) => {
   const url = getGatewayUrl();
   try {
-    const res = await fetch(`${url}/ipfs/${encodeURIComponent(cid)}`);
+    const res = await fetchWithTimeout(
+      `${url}/ipfs/${encodeURIComponent(cid)}`,
+      {},
+      {
+        kind: 'gateway',
+        label: `IPFS gateway GET ${cid}`,
+      },
+    );
     if (!res.ok) {
       logger.error(`IPFS gateway GET failed (${res.status}) for ${cid}`);
       return null;
@@ -302,11 +393,9 @@ const getFromIpfs = async (cid) => {
     return null;
   }
 };
-
 // ─────────────────────────────────────────────────────────
 //  Diagnostics
 // ─────────────────────────────────────────────────────────
-
 /**
  * List all pins tracked by the IPFS Cluster (port 9094).
  * Each line in the response is a JSON object with at least a `cid` field.
@@ -316,7 +405,14 @@ const getFromIpfs = async (cid) => {
 const listClusterPins = async () => {
   const clusterUrl = getClusterApiUrl();
   try {
-    const res = await fetch(`${clusterUrl}/pins`);
+    const res = await fetchWithTimeout(
+      `${clusterUrl}/pins`,
+      {},
+      {
+        kind: 'cluster',
+        label: 'IPFS Cluster list pins',
+      },
+    );
     if (res.status === 204) {
       // 204 No Content → the cluster has no pins at all.
       return [];
@@ -344,7 +440,6 @@ const listClusterPins = async () => {
     return [];
   }
 };
-
 /**
  * List pins tracked by the local Kubo node (port 5001).
  *
@@ -354,9 +449,13 @@ const listClusterPins = async () => {
 const listKuboPins = async (type = 'recursive') => {
   const kuboUrl = getIpfsApiUrl();
   try {
-    const res = await fetch(`${kuboUrl}/api/v0/pin/ls?type=${type}`, {
-      method: 'POST',
-    });
+    const res = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/pin/ls?type=${type}`,
+      {
+        method: 'POST',
+      },
+      { kind: 'kubo', label: `IPFS Kubo pin/ls type=${type}` },
+    );
     if (!res.ok) {
       const text = await res.text();
       logger.error(`IPFS Kubo pin/ls failed (${res.status}): ${text}`);
@@ -369,11 +468,9 @@ const listKuboPins = async (type = 'recursive') => {
     return {};
   }
 };
-
 // ─────────────────────────────────────────────────────────
 //  MFS management
 // ─────────────────────────────────────────────────────────
-
 /**
  * Remove a file or directory from the Kubo MFS (Mutable File System).
  * This cleans up entries visible in the IPFS Web UI "Files" section.
@@ -387,16 +484,20 @@ const removeMfsPath = async (mfsPath, recursive = true) => {
   const kuboUrl = getIpfsApiUrl();
   try {
     // First check if the path exists via stat; if it doesn't we can return early.
-    const statRes = await fetch(`${kuboUrl}/api/v0/files/stat?arg=${encodeURIComponent(mfsPath)}`, { method: 'POST' });
+    const statRes = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/stat?arg=${encodeURIComponent(mfsPath)}`,
+      { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS stat ${mfsPath}` },
+    );
     if (!statRes.ok) {
       // Path doesn't exist – nothing to remove.
       logger.info(`IPFS MFS rm – path does not exist, skipping: ${mfsPath}`);
       return true;
     }
-
-    const rmRes = await fetch(
+    const rmRes = await fetchWithTimeout(
       `${kuboUrl}/api/v0/files/rm?arg=${encodeURIComponent(mfsPath)}&force=true${recursive ? '&recursive=true' : ''}`,
       { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS rm ${mfsPath}` },
     );
     if (!rmRes.ok) {
       const text = await rmRes.text();
@@ -410,24 +511,87 @@ const removeMfsPath = async (mfsPath, recursive = true) => {
     return false;
   }
 };
-
+/**
+ * Restore a CID into the Kubo MFS at a specific path (e.g. when re-importing a backup).
+ * Creates the parent directory if needed, removes any existing entry, then copies the CID.
+ *
+ * @param {string} cid      – IPFS CID to copy into MFS.
+ * @param {string} mfsPath  – Full destination MFS path, e.g. `/object-layer/sword/sword_data.json`.
+ * @returns {Promise<boolean>} `true` when the MFS entry was created successfully.
+ */
+const restoreMfsPath = async (cid, mfsPath) => {
+  const kuboUrl = getIpfsApiUrl();
+  const destDir = mfsPath.substring(0, mfsPath.lastIndexOf('/')) || '/';
+  try {
+    await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/mkdir?arg=${encodeURIComponent(destDir)}&parents=true`,
+      { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS mkdir ${destDir}` },
+    );
+    await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/rm?arg=${encodeURIComponent(mfsPath)}&force=true`,
+      { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS rm ${mfsPath}` },
+    );
+    const cpRes = await fetchWithTimeout(
+      `${kuboUrl}/api/v0/files/cp?arg=/ipfs/${encodeURIComponent(cid)}&arg=${encodeURIComponent(mfsPath)}`,
+      { method: 'POST' },
+      { kind: 'kubo', label: `IPFS MFS restore ${mfsPath}` },
+    );
+    if (!cpRes.ok) {
+      const text = await cpRes.text();
+      logger.warn(`IPFS MFS restore failed (${cpRes.status}): ${text} – ${mfsPath}`);
+      return false;
+    }
+    logger.info(`IPFS MFS restore OK – ${mfsPath} → ${cid}`);
+    return true;
+  } catch (err) {
+    logger.warn(`IPFS MFS restore unreachable: ${err.message}`);
+    return false;
+  }
+};
 // ─────────────────────────────────────────────────────────
 //  Export
 // ─────────────────────────────────────────────────────────
-
-const IpfsClient = {
-  getIpfsApiUrl,
-  getClusterApiUrl,
-  getGatewayUrl,
-  addToIpfs,
-  addJsonToIpfs,
-  addBufferToIpfs,
-  pinCid,
-  unpinCid,
-  getFromIpfs,
-  listClusterPins,
-  listKuboPins,
-  removeMfsPath,
-};
-
+class IpfsClient {
+  static getIpfsApiUrl = getIpfsApiUrl;
+  static getClusterApiUrl = getClusterApiUrl;
+  static getGatewayUrl = getGatewayUrl;
+  static addToIpfs = addToIpfs;
+  static addJsonToIpfs = addJsonToIpfs;
+  static addBufferToIpfs = addBufferToIpfs;
+  static hashContentForIpfs = hashContentForIpfs;
+  static hashJsonForIpfs = hashJsonForIpfs;
+  static hashBufferForIpfs = hashBufferForIpfs;
+  static pinCid = pinCid;
+  static unpinCid = unpinCid;
+  static getFromIpfs = getFromIpfs;
+  static listClusterPins = listClusterPins;
+  static listKuboPins = listKuboPins;
+  static removeMfsPath = removeMfsPath;
+  static restoreMfsPath = restoreMfsPath;
+  /**
+   * Check whether a single CID is currently pinned on the local Kubo node.
+   * Uses the pin/ls?arg=<cid> endpoint which returns only that one pin
+   * (much cheaper than fetching the full list).
+   *
+   * @param {string} cid - IPFS Content Identifier to check.
+   * @returns {Promise<boolean>} true when the CID is pinned.
+   */
+  static isCidPinned = async (cid) => {
+    const kuboUrl = getIpfsApiUrl();
+    try {
+      const res = await fetchWithTimeout(
+        `${kuboUrl}/api/v0/pin/ls?arg=${encodeURIComponent(cid)}&type=all`,
+        { method: 'POST' },
+        { kind: 'kubo', label: `IPFS Kubo pin/ls ${cid}` },
+      );
+      if (!res.ok) return false;
+      const json = await res.json();
+      return !!(json.Keys && json.Keys[cid]);
+    } catch {
+      return false;
+    }
+  };
+}
 export { IpfsClient };