@fileverse/api 0.0.9 → 0.0.11

package/dist/cloudflare.js

@@ -272,7 +272,9 @@ var init_files_model = __esm({
           linkKey: fileRaw.linkKey,
           linkKeyNonce: fileRaw.linkKeyNonce,
           commentKey: fileRaw.commentKey,
-          link: fileRaw.link
+          link: fileRaw.link,
+          derivedKey: fileRaw.derivedKey,
+          secretKey: fileRaw.secretKey
         };
       }
       static async findAll(portalAddress, limit, skip) {
@@ -356,10 +358,20 @@ var init_files_model = __esm({
         const _id = uuidv7();
         const sql = `
       INSERT INTO ${this.TABLE}
-      (_id, title, content, ddocId, portalAddress)
-      VALUES (?, ?, ?, ?, ?)
+      (_id, title, content, ddocId, portalAddress, linkKey, linkKeyNonce, derivedKey, secretKey)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
     `;
-        await QueryBuilder.execute(sql, [_id, input.title, input.content, input.ddocId, input.portalAddress]);
+        await QueryBuilder.execute(sql, [
+          _id,
+          input.title,
+          input.content,
+          input.ddocId,
+          input.portalAddress,
+          input.linkKey ?? null,
+          input.linkKeyNonce ?? null,
+          input.derivedKey ?? null,
+          input.secretKey ?? null
+        ]);
         const created = await this.findById(_id, input.portalAddress);
         if (!created) {
           throw new Error("Failed to create file");
@@ -735,6 +747,29 @@ var init_events_model = __esm({
     `;
         await QueryBuilder.execute(sql, [Date.now(), _id]);
       }
+      static async markSubmitted(_id) {
+        const sql = `
+      UPDATE ${this.TABLE}
+      SET status = 'submitted',
+          lockedAt = NULL
+      WHERE _id = ?
+    `;
+        await QueryBuilder.execute(sql, [_id]);
+      }
+      static async findNextSubmitted(lockedFileIds) {
+        const exclusionClause = lockedFileIds.length > 0 ? `AND fileId NOT IN (${lockedFileIds.map(() => "?").join(", ")})` : "";
+        const sql = `
+      SELECT * FROM ${this.TABLE}
+      WHERE status = 'submitted'
+      AND userOpHash IS NOT NULL
+      ${exclusionClause}
+      ORDER BY timestamp ASC
+      LIMIT 1
+    `;
+        const params = [...lockedFileIds];
+        const row = await QueryBuilder.selectOne(sql, params);
+        return row ? this.parseEvent(row) : void 0;
+      }
       static async markProcessed(_id) {
         const sql = `
       UPDATE ${this.TABLE}
@@ -1275,7 +1310,7 @@ import { createSmartAccountClient } from "permissionless";
 import { toSafeSmartAccount } from "permissionless/accounts";
 import { entryPoint07Address } from "viem/account-abstraction";
 import { generatePrivateKey } from "viem/accounts";
-var getPublicClient, getPimlicoClient, signerToSmartAccount, getSmartAccountClient, getNonce, waitForUserOpReceipt;
+var getPublicClient, getPimlicoClient, signerToSmartAccount, getSmartAccountClient, getNonce, getUserOpReceipt, waitForUserOpReceipt;
 var init_pimlico_utils = __esm({
   "src/sdk/pimlico-utils.ts"() {
     "use strict";
@@ -1339,6 +1374,14 @@ var init_pimlico_utils = __esm({
         size: 32
       })
     );
+    getUserOpReceipt = async (hash2, authToken, portalAddress, invokerAddress) => {
+      const pimlicoClient = getPimlicoClient(authToken, portalAddress, invokerAddress);
+      try {
+        return await pimlicoClient.getUserOperationReceipt({ hash: hash2 });
+      } catch {
+        return null;
+      }
+    };
     waitForUserOpReceipt = async (hash2, authToken, portalAddress, invokerAddress, timeout = 12e4) => {
       const pimlicoClient = getPimlicoClient(authToken, portalAddress, invokerAddress);
       return pimlicoClient.waitForUserOperationReceipt({
@@ -2149,7 +2192,7 @@ import { fromUint8Array, toUint8Array } from "js-base64";
 import { toAESKey, aesEncrypt } from "@fileverse/crypto/webcrypto";
 import axios from "axios";
 import { encodeFunctionData, parseEventLogs } from "viem";
-var deriveKeyFromAg2Hash, decryptSecretKey, getExistingEncryptionMaterial, getNaclSecretKey, generateLinkKeyMaterial, jsonToFile, appendAuthTagIvToBlob, encryptFile, getNonceAppendedCipherText, jsonToBytes, buildLinklock, encryptTitleWithFileKey, uploadFileToIPFS, getEditFileTrxCalldata, getAddFileTrxCalldata, prepareCallData, prepareDeleteFileCallData, createEncryptedContentFile, buildFileMetadata, parseFileEventLog, uploadAllFilesToIPFS;
+var deriveKeyFromAg2Hash, getExistingEncryptionMaterial, getNaclSecretKey, generateLinkKeyMaterial, jsonToFile, appendAuthTagIvToBlob, encryptFile, getNonceAppendedCipherText, jsonToBytes, buildLinklock, encryptTitleWithFileKey, uploadFileToIPFS, getEditFileTrxCalldata, getAddFileTrxCalldata, prepareCallData, prepareDeleteFileCallData, createEncryptedContentFile, buildFileMetadata, parseFileEventLog, uploadAllFilesToIPFS;
 var init_file_utils = __esm({
   "src/sdk/file-utils.ts"() {
     "use strict";
@@ -2162,16 +2205,18 @@ var init_file_utils = __esm({
         info: Buffer.from("encryptionKey")
       });
     };
-    decryptSecretKey = async (docId, nonce, encryptedSecretKey) => {
-      const derivedKey = await deriveKeyFromAg2Hash(docId, toUint8Array(nonce));
-      return tweetnacl.secretbox.open(toUint8Array(encryptedSecretKey), toUint8Array(nonce), derivedKey);
-    };
     getExistingEncryptionMaterial = async (existingEncryptedSecretKey, existingNonce, docId) => {
-      const secretKey = await decryptSecretKey(docId, existingNonce, existingEncryptedSecretKey);
+      const derivedKey = await deriveKeyFromAg2Hash(docId, toUint8Array(existingNonce));
+      const secretKey = tweetnacl.secretbox.open(
+        toUint8Array(existingEncryptedSecretKey),
+        toUint8Array(existingNonce),
+        derivedKey
+      );
       return {
         encryptedSecretKey: existingEncryptedSecretKey,
         nonce: toUint8Array(existingNonce),
-        secretKey
+        secretKey,
+        derivedKey: new Uint8Array(derivedKey)
       };
     };
     getNaclSecretKey = async (ddocId) => {
@@ -2179,19 +2224,19 @@ var init_file_utils = __esm({
       const nonce = tweetnacl.randomBytes(tweetnacl.secretbox.nonceLength);
       const derivedKey = await deriveKeyFromAg2Hash(ddocId, nonce);
       const encryptedSecretKey = fromUint8Array(tweetnacl.secretbox(secretKey, nonce, derivedKey), true);
-      return { nonce, encryptedSecretKey, secretKey };
+      return { nonce, encryptedSecretKey, secretKey, derivedKey: new Uint8Array(derivedKey) };
     };
     generateLinkKeyMaterial = async (params) => {
       if (params.linkKeyNonce && params.linkKey) {
-        const { encryptedSecretKey: encryptedSecretKey2, nonce: nonce2, secretKey: secretKey2 } = await getExistingEncryptionMaterial(
+        const { encryptedSecretKey: encryptedSecretKey2, nonce: nonce2, secretKey: secretKey2, derivedKey: derivedKey2 } = await getExistingEncryptionMaterial(
           params.linkKey,
           params.linkKeyNonce,
           params.ddocId
         );
-        if (secretKey2) return { encryptedSecretKey: encryptedSecretKey2, nonce: nonce2, secretKey: secretKey2 };
+        if (secretKey2) return { encryptedSecretKey: encryptedSecretKey2, nonce: nonce2, secretKey: secretKey2, derivedKey: derivedKey2 };
       }
-      const { secretKey, nonce, encryptedSecretKey } = await getNaclSecretKey(params.ddocId);
-      return { secretKey, nonce, encryptedSecretKey };
+      const { secretKey, nonce, encryptedSecretKey, derivedKey } = await getNaclSecretKey(params.ddocId);
+      return { secretKey, nonce, encryptedSecretKey, derivedKey };
     };
     jsonToFile = (json2, fileName) => {
       const blob = new Blob([JSON.stringify(json2)], {
@@ -2444,11 +2489,9 @@ var init_file_manager = __esm({
       }
       async submitAddFileTrx(file2) {
         logger.debug(`Preparing to add file ${file2.ddocId}`);
-        const { encryptedSecretKey, nonce, secretKey } = await generateLinkKeyMaterial({
-          ddocId: file2.ddocId,
-          linkKey: file2.linkKey,
-          linkKeyNonce: file2.linkKeyNonce
-        });
+        const encryptedSecretKey = file2.linkKey;
+        const nonce = toUint8Array2(file2.linkKeyNonce);
+        const secretKey = toUint8Array2(file2.secretKey);
         const yJSContent = markdownToYjs(file2.content);
         const { encryptedFile, key } = await createEncryptedContentFile(yJSContent);
         logger.debug(`Generated encrypted content file for file ${file2.ddocId}`);
@@ -2492,13 +2535,59 @@ var init_file_manager = __esm({
           metadata
         };
       }
-      async updateFile(file2) {
-        logger.debug(`Updating file ${file2.ddocId} with onChainFileId ${file2.onChainFileId}`);
-        const { encryptedSecretKey, nonce, secretKey } = await generateLinkKeyMaterial({
+      async submitUpdateFile(file2) {
+        logger.debug(`Submitting update for file ${file2.ddocId} with onChainFileId ${file2.onChainFileId}`);
+        const encryptedSecretKey = file2.linkKey;
+        const nonce = toUint8Array2(file2.linkKeyNonce);
+        const secretKey = toUint8Array2(file2.secretKey);
+        const yjsContent = markdownToYjs(file2.content);
+        const { encryptedFile, key } = await createEncryptedContentFile(yjsContent);
+        const commentKey = toUint8Array2(file2.commentKey);
+        const { appLock, ownerLock } = this.createLocks(key, encryptedSecretKey, commentKey);
+        const linkLock = buildLinklock(secretKey, toUint8Array2(key), commentKey);
+        const encryptedTitle = await encryptTitleWithFileKey({
+          title: file2.title || "Untitled",
+          key
+        });
+        const metadata = buildFileMetadata({
+          encryptedTitle,
+          encryptedFileSize: encryptedFile.size,
+          appLock,
+          ownerLock,
           ddocId: file2.ddocId,
-          linkKey: file2.linkKey,
-          linkKeyNonce: file2.linkKeyNonce
+          nonce: fromUint8Array2(nonce),
+          owner: this.agentClient.getAgentAddress()
         });
+        const authParams = await this.getAuthParams();
+        const { metadataHash, contentHash, gateHash } = await uploadAllFilesToIPFS(
+          { metadata, encryptedFile, linkLock, ddocId: file2.ddocId },
+          authParams
+        );
+        const callData = prepareCallData({
+          metadataHash,
+          contentHash,
+          gateHash,
+          appFileId: file2.ddocId,
+          fileId: file2.onChainFileId
+        });
+        const userOpHash = await this.sendFileOperation(callData);
+        logger.debug(`Submitted update user op for file ${file2.ddocId}`);
+        return { userOpHash, metadata };
+      }
+      async submitDeleteFile(file2) {
+        logger.debug(`Submitting delete for file ${file2.ddocId} with onChainFileId ${file2.onChainFileId}`);
+        const callData = prepareDeleteFileCallData({
+          onChainFileId: file2.onChainFileId
+        });
+        const userOpHash = await this.sendFileOperation(callData);
+        logger.debug(`Submitted delete user op for file ${file2.ddocId}`);
+        return { userOpHash };
+      }
+      async updateFile(file2) {
+        logger.debug(`Updating file ${file2.ddocId} with onChainFileId ${file2.onChainFileId}`);
+        const encryptedSecretKey = file2.linkKey;
+        const nonce = toUint8Array2(file2.linkKeyNonce);
+        const secretKey = toUint8Array2(file2.secretKey);
         logger.debug(`Generating encrypted content file for file ${file2.ddocId} with onChainFileId ${file2.onChainFileId}`);
         const yjsContent = markdownToYjs(file2.content);
         const { encryptedFile, key } = await createEncryptedContentFile(yjsContent);
@@ -2583,7 +2672,7 @@ function deriveCollaboratorKeys(apiKeySeed) {
   const { secretKey: ucanSecret } = generateKeyPairFromSeed(ucanDerivedSecret);
   return { privateAccountKey, ucanSecret };
 }
-var createFileManager, executeOperation, handleExistingFileOp, handleNewFileOp, getProxyAuthParams;
+var createFileManager, executeOperation, handleExistingFileOp, handleNewFileOp, getProxyAuthParams, submitUpdateFileOp, submitDeleteFileOp, resolveFileOp;
 var init_publish = __esm({
   "src/domain/portal/publish.ts"() {
     "use strict";
@@ -2595,6 +2684,7 @@ var init_publish = __esm({
     init_smart_agent();
     init_file_manager();
     init_config();
+    init_pimlico_utils();
     createFileManager = async (portalSeed, portalAddress, ucanSecret, privateAccountKey) => {
       const keyPair = ucans2.EdKeypair.fromSecretKey(fromUint8Array3(ucanSecret), {
         exportable: true
@@ -2657,6 +2747,50 @@ var init_publish = __esm({
       );
       return fileManager.getProxyAuthParams();
     };
+    submitUpdateFileOp = async (fileId) => {
+      const { file: file2, portalDetails, apiKey } = await getPortalData(fileId);
+      const apiKeySeed = toUint8Array3(apiKey);
+      const { privateAccountKey, ucanSecret } = deriveCollaboratorKeys(apiKeySeed);
+      const fileManager = await createFileManager(
+        portalDetails.portalSeed,
+        portalDetails.portalAddress,
+        ucanSecret,
+        privateAccountKey
+      );
+      return fileManager.submitUpdateFile(file2);
+    };
+    submitDeleteFileOp = async (fileId) => {
+      const { file: file2, portalDetails, apiKey } = await getPortalData(fileId);
+      const apiKeySeed = toUint8Array3(apiKey);
+      const { privateAccountKey, ucanSecret } = deriveCollaboratorKeys(apiKeySeed);
+      const fileManager = await createFileManager(
+        portalDetails.portalSeed,
+        portalDetails.portalAddress,
+        ucanSecret,
+        privateAccountKey
+      );
+      return fileManager.submitDeleteFile(file2);
+    };
+    resolveFileOp = async (fileId, userOpHash, eventType) => {
+      const { portalDetails, apiKey } = await getPortalData(fileId);
+      const apiKeySeed = toUint8Array3(apiKey);
+      const { privateAccountKey, ucanSecret } = deriveCollaboratorKeys(apiKeySeed);
+      const fileManager = await createFileManager(
+        portalDetails.portalSeed,
+        portalDetails.portalAddress,
+        ucanSecret,
+        privateAccountKey
+      );
+      const { authToken, portalAddress, invokerAddress } = await fileManager.getProxyAuthParams();
+      const receipt = await getUserOpReceipt(
+        userOpHash,
+        authToken,
+        portalAddress,
+        invokerAddress
+      );
+      if (!receipt) return null;
+      return { receipt };
+    };
   }
 });
 
@@ -2754,7 +2888,7 @@ var init_rate_limit = __esm({
 });
 
 // src/infra/worker/eventProcessor.ts
-var processEvent, onTransactionSuccess, processCreateEvent, processUpdateEvent, processDeleteEvent;
+var processEvent, submitEvent, resolveEvent, onTransactionSuccess, processCreateEvent, processUpdateEvent, processDeleteEvent;
 var init_eventProcessor = __esm({
   "src/infra/worker/eventProcessor.ts"() {
     "use strict";
@@ -2792,6 +2926,132 @@ var init_eventProcessor = __esm({
         return { success: false, error: errorMsg };
       }
     };
+    submitEvent = async (event) => {
+      const { fileId, type } = event;
+      switch (type) {
+        case "create": {
+          const file2 = await FilesModel.findByIdIncludingDeleted(fileId);
+          if (!file2) throw new Error(`File ${fileId} not found`);
+          if (file2.isDeleted === 1) {
+            logger.info(`File ${fileId} is deleted, skipping create submit`);
+            return;
+          }
+          const result = await handleNewFileOp(fileId);
+          await EventsModel.setEventPendingOp(event._id, result.userOpHash, {
+            linkKey: result.linkKey,
+            linkKeyNonce: result.linkKeyNonce,
+            commentKey: result.commentKey,
+            metadata: result.metadata
+          });
+          logger.info(`File ${file2.ddocId} create op submitted (hash: ${result.userOpHash})`);
+          break;
+        }
+        case "update": {
+          const file2 = await FilesModel.findByIdExcludingDeleted(fileId);
+          if (!file2) return;
+          if (file2.localVersion <= file2.onchainVersion) return;
+          const result = await submitUpdateFileOp(fileId);
+          await EventsModel.setEventPendingOp(event._id, result.userOpHash, {
+            metadata: result.metadata,
+            localVersion: file2.localVersion
+          });
+          logger.info(`File ${file2.ddocId} update op submitted (hash: ${result.userOpHash})`);
+          break;
+        }
+        case "delete": {
+          const file2 = await FilesModel.findByIdIncludingDeleted(fileId);
+          if (!file2) return;
+          if (file2.isDeleted === 1 && file2.syncStatus === "synced") {
+            logger.info(`File ${fileId} deletion already synced, skipping`);
+            return;
+          }
+          if (file2.onChainFileId === null || file2.onChainFileId === void 0) {
+            await FilesModel.update(fileId, { syncStatus: "synced", isDeleted: 1 }, file2.portalAddress);
+            return;
+          }
+          const result = await submitDeleteFileOp(fileId);
+          await EventsModel.setEventPendingOp(event._id, result.userOpHash, {});
+          logger.info(`File ${file2.ddocId} delete op submitted (hash: ${result.userOpHash})`);
+          break;
+        }
+        default:
+          throw new Error(`Unknown event type: ${type}`);
+      }
+    };
+    resolveEvent = async (event) => {
+      const { fileId, type, userOpHash } = event;
+      if (!userOpHash) {
+        logger.warn(`Event ${event._id} has no userOpHash, cannot resolve`);
+        return { resolved: false };
+      }
+      const result = await resolveFileOp(fileId, userOpHash, type);
+      if (!result) {
+        return { resolved: false };
+      }
+      const { receipt } = result;
+      if (!receipt.success) {
+        await EventsModel.clearEventPendingOp(event._id);
+        throw new Error(`User operation failed: ${receipt.reason}`);
+      }
+      switch (type) {
+        case "create": {
+          const file2 = await FilesModel.findByIdIncludingDeleted(fileId);
+          if (!file2) throw new Error(`File ${fileId} not found during resolve`);
+          const onChainFileId = parseFileEventLog(receipt.logs, "AddedFile", ADDED_FILE_EVENT);
+          const pending = JSON.parse(event.pendingPayload);
+          const frontendUrl = getRuntimeConfig().FRONTEND_URL;
+          const payload = {
+            onchainVersion: file2.localVersion,
+            onChainFileId,
+            linkKey: pending.linkKey,
+            linkKeyNonce: pending.linkKeyNonce,
+            commentKey: pending.commentKey,
+            metadata: pending.metadata,
+            link: `${frontendUrl}/${file2.portalAddress}/${onChainFileId}#key=${pending.linkKey}`
+          };
+          const updatedFile = await FilesModel.update(fileId, payload, file2.portalAddress);
+          if (updatedFile.localVersion === updatedFile.onchainVersion) {
+            await FilesModel.update(fileId, { syncStatus: "synced" }, file2.portalAddress);
+          }
+          await EventsModel.clearEventPendingOp(event._id);
+          logger.info(`File ${file2.ddocId} create resolved successfully`);
+          break;
+        }
+        case "update": {
+          const file2 = await FilesModel.findByIdExcludingDeleted(fileId);
+          if (!file2) throw new Error(`File ${fileId} not found during resolve`);
+          parseFileEventLog(receipt.logs, "EditedFile", EDITED_FILE_EVENT);
+          const pending = JSON.parse(event.pendingPayload);
+          const payload = {
+            onchainVersion: pending.localVersion,
+            metadata: pending.metadata
+          };
+          const updatedFile = await FilesModel.update(fileId, payload, file2.portalAddress);
+          if (updatedFile.localVersion === updatedFile.onchainVersion) {
+            await FilesModel.update(fileId, { syncStatus: "synced" }, file2.portalAddress);
+          }
+          await EventsModel.clearEventPendingOp(event._id);
+          logger.info(`File ${file2.ddocId} update resolved successfully`);
+          break;
+        }
+        case "delete": {
+          const file2 = await FilesModel.findByIdIncludingDeleted(fileId);
+          if (!file2) throw new Error(`File ${fileId} not found during resolve`);
+          parseFileEventLog(receipt.logs, "DeletedFile", DELETED_FILE_EVENT);
+          await FilesModel.update(
+            fileId,
+            { syncStatus: "synced", isDeleted: 1, onchainVersion: file2.localVersion },
+            file2.portalAddress
+          );
+          await EventsModel.clearEventPendingOp(event._id);
+          logger.info(`File ${fileId} delete resolved successfully`);
+          break;
+        }
+        default:
+          throw new Error(`Unknown event type: ${type}`);
+      }
+      return { resolved: true };
+    };
     onTransactionSuccess = async (fileId, file2, onChainFileId, pending) => {
       const frontendUrl = getRuntimeConfig().FRONTEND_URL;
       const payload = {
@@ -3378,7 +3638,9 @@ CREATE TABLE IF NOT EXISTS files (
   commentKey TEXT,
   linkKey TEXT,
   linkKeyNonce TEXT,
-  link TEXT
+  link TEXT,
+  derivedKey TEXT,
+  secretKey TEXT
 );
 CREATE INDEX IF NOT EXISTS idx_files_createdAt ON files(createdAt);
 CREATE INDEX IF NOT EXISTS idx_files_syncStatus ON files(syncStatus);
@@ -3409,7 +3671,7 @@ CREATE TABLE IF NOT EXISTS events (
   type TEXT NOT NULL CHECK (type IN ('create', 'update', 'delete')),
   timestamp BIGINT NOT NULL,
   fileId TEXT NOT NULL,
-  status TEXT NOT NULL DEFAULT 'pending' CHECK (status IN ('pending', 'processing', 'processed', 'failed')),
+  status TEXT NOT NULL DEFAULT 'pending' CHECK (status IN ('pending', 'processing', 'submitted', 'processed', 'failed')),
   retryCount INTEGER NOT NULL DEFAULT 0,
   lastError TEXT,
   lockedAt BIGINT,
@@ -3456,7 +3718,9 @@ init_models();
 init_esm_shims();
 init_models();
 init_constants3();
+init_file_utils();
 import { generate } from "short-uuid";
+import { fromUint8Array as fromUint8Array4 } from "js-base64";
 async function listFiles(params) {
   const { limit, skip, portalAddress } = params;
   const effectiveLimit = limit || DEFAULT_LIST_LIMIT;
@@ -3509,11 +3773,20 @@ var createFile = async (input) => {
     throw new Error("title, content, and portalAddress are required");
   }
   const ddocId = generate();
+  const { encryptedSecretKey, nonce, secretKey, derivedKey } = await generateLinkKeyMaterial({
+    ddocId,
+    linkKey: void 0,
+    linkKeyNonce: void 0
+  });
   const file2 = await FilesModel.create({
     title: input.title,
     content: input.content,
     ddocId,
-    portalAddress: input.portalAddress
+    portalAddress: input.portalAddress,
+    linkKey: encryptedSecretKey,
+    linkKeyNonce: fromUint8Array4(nonce),
+    derivedKey: fromUint8Array4(derivedKey),
+    secretKey: fromUint8Array4(secretKey)
   });
   await EventsModel.create({ type: "create", fileId: file2._id, portalAddress: file2.portalAddress });
   return file2;
@@ -17848,10 +18121,15 @@ export {
   listFiles,
   listFolders,
   processEvent,
+  resolveEvent,
+  resolveFileOp,
   runMigrations,
   savePortal,
   searchNodes,
   setAdapter,
+  submitDeleteFileOp,
+  submitEvent,
+  submitUpdateFileOp,
   updateFile
 };
 /*! Bundled license information: