@morpho-dev/router 0.1.10 → 0.1.11

package/dist/index.node.mjs

@@ -6,7 +6,7 @@ import { parseUnits, maxUint256, encodeAbiParameters, publicActions, parseEventL
 import { Base64 } from 'js-base64';
 import { getBlockNumber } from 'viem/actions';
 import { AsyncLocalStorage } from 'async_hooks';
-import { desc, and, eq, sql, gte, lte, asc, inArray } from 'drizzle-orm';
+import { asc, desc, and, eq, sql, gte, lte, inArray } from 'drizzle-orm';
 import { pgSchema, timestamp, varchar, bigint, text, boolean, integer, numeric, index, serial, jsonb, uniqueIndex, primaryKey } from 'drizzle-orm/pg-core';
 import path from 'path';
 import { PGlite } from '@electric-sql/pglite';
@@ -736,46 +736,95 @@ var WhitelistedCallbackAddresses = {
     "0x1111111111111111111111111111111111111111",
     "0x2222222222222222222222222222222222222222"
     // @TODO: update once deployed and add mapping per chain if needed
-  ]
+  ].map((address) => address.toLowerCase())
 };
 function buildLiquidity(parameters) {
-  const { type, user, contract, chainId, amount, index: index2 = 0, updatedAt = /* @__PURE__ */ new Date() } = parameters;
-  if (type !== "buy_with_empty_callback" /* BuyWithEmptyCallback */)
-    throw new Error(`CallbackType not implemented: ${type}`);
-  const amountStr = amount.toString();
-  const id = `${user}-${chainId.toString()}-${type}-${contract}`.toLowerCase();
-  return {
-    userPosition: {
-      id,
-      availableLiquidityQueueId: id,
-      user: user.toLowerCase(),
-      chainId,
-      amount: amountStr,
-      updatedAt
-    },
-    queues: [
-      {
-        queue: {
-          queueId: id,
-          availableLiquidityPoolId: id,
-          index: index2,
+  switch (parameters.type) {
+    case "buy_with_empty_callback" /* BuyWithEmptyCallback */: {
+      const { user, loanToken, chainId, amount, index: index2 = 0, updatedAt = /* @__PURE__ */ new Date() } = parameters;
+      const amountStr = amount.toString();
+      const id = `${user}-${chainId.toString()}-${parameters.type}-${loanToken}`.toLowerCase();
+      const poolId = `${user}-${chainId.toString()}-${loanToken}`.toLowerCase();
+      return {
+        userPosition: {
+          id,
+          availableLiquidityQueueId: id,
+          user: user.toLowerCase(),
+          chainId,
+          amount: amountStr,
           updatedAt
         },
-        pool: {
+        queues: [
+          {
+            queue: {
+              queueId: id,
+              availableLiquidityPoolId: poolId,
+              index: index2,
+              callbackAmount: "0",
+              updatedAt
+            },
+            pool: {
+              id: poolId,
+              amount: amountStr,
+              updatedAt
+            }
+          }
+        ]
+      };
+    }
+    case "sell_withdraw_from_wallet" /* SellWithdrawFromWallet */: {
+      const {
+        user,
+        termId,
+        chainId,
+        amount,
+        collaterals,
+        index: index2 = 0,
+        updatedAt = /* @__PURE__ */ new Date()
+      } = parameters;
+      const amountStr = amount.toString();
+      const id = `${user}-${chainId.toString()}-${parameters.type}-${termId}`.toLowerCase();
+      return {
+        userPosition: {
           id,
+          availableLiquidityQueueId: id,
+          user: user.toLowerCase(),
+          chainId,
           amount: amountStr,
           updatedAt
-        }
-      }
-    ]
-  };
+        },
+        queues: collaterals.map((collateral) => {
+          const poolId = `${user}-${chainId.toString()}-${collateral.collateralAddress}`.toLowerCase();
+          return {
+            queue: {
+              queueId: id,
+              availableLiquidityPoolId: poolId,
+              index: index2,
+              callbackAmount: collateral.callbackAmount.toString(),
+              updatedAt
+            },
+            pool: {
+              id: poolId,
+              amount: collateral.balance.toString(),
+              updatedAt
+            }
+          };
+        })
+      };
+    }
+    default: {
+      throw new Error(`CallbackType not implemented`);
+    }
+  }
 }
 function getCallbackIdForOffer(offer) {
   if (offer.buy && offer.callback.data === "0x") {
-    const type = "buy_with_empty_callback" /* BuyWithEmptyCallback */;
-    const user = offer.offering;
-    const loanToken = offer.loanToken;
-    return `${user}-${offer.chainId.toString()}-${type}-${loanToken}`.toLowerCase();
+    return `${offer.offering}-${offer.chainId.toString()}-${"buy_with_empty_callback" /* BuyWithEmptyCallback */}-${offer.loanToken}`.toLowerCase();
+  }
+  if (!offer.buy && offer.callback.data !== "0x" && WhitelistedCallbackAddresses["sell_withdraw_from_wallet" /* SellWithdrawFromWallet */].includes(
+    offer.callback.address.toLowerCase()
+  )) {
+    return `${offer.offering}-${offer.chainId.toString()}-${"sell_withdraw_from_wallet" /* SellWithdrawFromWallet */}-${Offer.termId(offer)}`.toLowerCase();
   }
   return null;
 }
@@ -895,20 +944,20 @@ async function fetch2(parameters) {
   const map = await fetchBalancesAndAllowances({
     client,
     spender,
-    pairs: pairs.map(({ user, contract }) => ({ user, token: contract })),
+    pairs: pairs.map(({ user, loanToken }) => ({ user, token: loanToken })),
     options
   });
   const out = [];
-  for (const [user, perContract] of map) {
-    for (const [contract, { balance, allowance }] of perContract) {
+  for (const [user, perLoanToken] of map) {
+    for (const [loanToken, { balance, allowance }] of perLoanToken) {
       const amount = balance < allowance ? balance : allowance;
       out.push(
         buildLiquidity({
           type,
           user,
-          contract,
+          loanToken,
           chainId,
-          amount: amount.toString(),
+          amount,
           index: 0
         })
       );
@@ -966,16 +1015,16 @@ __export(Logger_exports, {
   silentLogger: () => silentLogger
 });
 var LogLevelValues = [
-  "silent",
   "trace",
   "debug",
   "info",
   "warn",
   "error",
-  "fatal"
+  "fatal",
+  "silent"
 ];
 function defaultLogger(minLevel) {
-  const threshold = minLevel ?? "info";
+  const threshold = minLevel ?? process.env.ROUTER_LOG_LEVEL ?? "info";
   const levelIndexByName = LogLevelValues.reduce(
     (acc, lvl, idx) => {
       acc[lvl] = idx;
@@ -1071,7 +1120,7 @@ function createBuyWithEmptyCallbackLiquidityCollector(params) {
           chainId: chain.id,
           spender: chain.morpho,
           type: "buy_with_empty_callback" /* BuyWithEmptyCallback */,
-          pairs: pairs.map(({ user, token }) => ({ user, contract: token })),
+          pairs: pairs.map(({ user, token }) => ({ user, loanToken: token })),
           options: {
             blockNumber: latestBlockNumber,
             batchSize: maxBatchSize
@@ -1122,14 +1171,15 @@ function createBuyWithEmptyCallbackLiquidityCollector(params) {
   };
 }
 function createChainReorgsCollector(parameters) {
-  const collectorName = "chain_reorgs";
+  const collector = "chain_reorgs";
   const {
     client,
     subscribers,
     collectorStore,
     chain,
-    options: { maxBatchSize = 25, interval } = {}
+    options: { maxBatchSize = 25, interval = 3e4, maxBlockNumber } = {}
   } = parameters;
+  const maxBlockNumberBI = maxBlockNumber !== void 0 ? BigInt(maxBlockNumber) : void 0;
   let finalizedBlock = null;
   let unfinalizedBlocks = [];
   const commonAncestor = (block) => {
@@ -1138,67 +1188,79 @@ function createChainReorgsCollector(parameters) {
     if (finalizedBlock == null) throw new Error("Failed to get common ancestor");
     return finalizedBlock;
   };
-  const reconcile = async (block) => {
-    if (block.hash === null || block.number === null || block.parentHash === null)
-      throw new Error("Failed to get block");
-    const latestBlock = unfinalizedBlocks[unfinalizedBlocks.length - 1];
-    if (latestBlock === void 0) {
-      unfinalizedBlocks.push({
+  const collect = Utils.lazy((emit, { stop }) => {
+    const logger = getLogger();
+    const reconcile = async (block) => {
+      if (block.hash === null || block.number === null || block.parentHash === null)
+        throw new Error("Failed to get block");
+      const latestBlock = unfinalizedBlocks[unfinalizedBlocks.length - 1];
+      if (latestBlock === void 0) {
+        const newBlock2 = {
+          hash: block.hash,
+          number: block.number,
+          parentHash: block.parentHash
+        };
+        unfinalizedBlocks.push(newBlock2);
+        return newBlock2;
+      }
+      if (latestBlock.hash === block.hash) return latestBlock;
+      if (latestBlock.number >= block.number) {
+        const ancestor = commonAncestor(block);
+        logger.info({
+          collector,
+          chainId: chain.id,
+          msg: `reorg detected, latestBlock.number: ${latestBlock.number} >= block.number: ${block.number} on chain ${chain.id}. Ancestor: ${ancestor.number}`
+        });
+        subscribers.forEach((subscriber) => subscriber.onReorg(Number(ancestor.number)));
+        unfinalizedBlocks = [];
+        return ancestor;
+      }
+      if (latestBlock.number + 1n < block.number) {
+        logger.debug({
+          collector,
+          chainId: chain.id,
+          msg: `missing blocks between block ${latestBlock.number} and block ${block.number} on chain ${chain.id}`
+        });
+        const missingBlockNumbers = (() => {
+          const missingBlockNumbers2 = [];
+          let start2 = latestBlock.number + 1n;
+          const threshold = latestBlock.number + BigInt(maxBatchSize) > block.number ? block.number : latestBlock.number + BigInt(maxBatchSize);
+          while (start2 < threshold) {
+            missingBlockNumbers2.push(start2);
+            start2 = start2 + 1n;
+          }
+          return missingBlockNumbers2;
+        })();
+        const missingBlocks = await Promise.all(
+          missingBlockNumbers.map(
+            (blockNumber) => client.getBlock({ blockNumber, includeTransactions: false })
+          )
+        );
+        for (const missingBlock of missingBlocks) {
+          const returnedBlock = await reconcile(missingBlock);
+          if (returnedBlock.number !== missingBlock.number) return returnedBlock;
+        }
+        return reconcile(block);
+      }
+      if (block.parentHash !== latestBlock.hash) {
+        const ancestor = commonAncestor(block);
+        logger.info({
+          collector,
+          chainId: chain.id,
+          msg: `reorg detected, block.parentHash: ${block.parentHash} !== latestBlock.hash: ${latestBlock.hash} on chain ${chain.id}. Ancestor: ${ancestor.number}`
+        });
+        subscribers.forEach((subscriber) => subscriber.onReorg(Number(ancestor.number)));
+        unfinalizedBlocks = [];
+        return ancestor;
+      }
+      const newBlock = {
         hash: block.hash,
         number: block.number,
         parentHash: block.parentHash
-      });
-      return;
-    }
-    if (latestBlock.hash === block.hash) return;
-    if (latestBlock.number >= block.number) {
-      const ancestor = commonAncestor(block);
-      console.log(
-        `reorg detected, latestBlock.number: ${latestBlock.number} > block.number: ${block.number} on chain ${chain.id}. Ancestor: ${ancestor.number}`
-      );
-      subscribers.forEach((subscriber) => subscriber.onReorg(Number(ancestor.number)));
-      unfinalizedBlocks = [];
-      return;
-    }
-    if (latestBlock.number + 1n < block.number) {
-      console.log(
-        `missing blocks between block ${latestBlock.number} and block ${block.number} on chain ${chain.id}`
-      );
-      const missingBlockNumbers = (() => {
-        const missingBlockNumbers2 = [];
-        let start2 = latestBlock.number + 1n;
-        const threshold = latestBlock.number + BigInt(maxBatchSize) > block.number ? block.number : latestBlock.number + BigInt(maxBatchSize);
-        while (start2 < threshold) {
-          missingBlockNumbers2.push(start2);
-          start2 = start2 + 1n;
-        }
-        return missingBlockNumbers2;
-      })();
-      const missingBlocks = await Promise.all(
-        missingBlockNumbers.map(
-          (blockNumber) => client.getBlock({ blockNumber, includeTransactions: false })
-        )
-      );
-      for (const missingBlock of missingBlocks) await reconcile(missingBlock);
-      await reconcile(block);
-      return;
-    }
-    if (block.parentHash !== latestBlock.hash) {
-      const ancestor = commonAncestor(block);
-      console.log(
-        `reorg detected, block.parentHash: ${block.parentHash} !== latestBlock.hash: ${latestBlock.hash} on chain ${chain.id}. Ancestor: ${ancestor.number}`
-      );
-      subscribers.forEach((subscriber) => subscriber.onReorg(Number(ancestor.number)));
-      unfinalizedBlocks = [];
-      return;
-    }
-    unfinalizedBlocks.push({
-      hash: block.hash,
-      number: block.number,
-      parentHash: block.parentHash
-    });
-  };
-  const collect = Utils.lazy((emit) => {
+      };
+      unfinalizedBlocks.push(newBlock);
+      return newBlock;
+    };
     let tick = 0;
     const fetchFinalizedBlock = async () => {
       if (tick % 20 === 0 || finalizedBlock === null) {
@@ -1206,32 +1268,58 @@ function createChainReorgsCollector(parameters) {
           blockTag: "finalized",
           includeTransactions: false
         });
-        if (finalizedBlock === null) throw new Error("Failed to get finalized block");
+        if (finalizedBlock === null) {
+          const msg = "Failed to get finalized block";
+          logger.fatal({ collector, chainId: chain.id, msg });
+          throw new Error(msg);
+        }
+        unfinalizedBlocks = unfinalizedBlocks.filter((b) => b.number >= finalizedBlock.number);
       }
       tick++;
     };
-    return Utils.poll(
+    let isMaxBlockNumberReached = false;
+    const unpoll = Utils.poll(
       async () => {
-        await fetchFinalizedBlock();
-        const latestBlock = await client.getBlock({
+        if (isMaxBlockNumberReached) {
+          stop();
+          return;
+        }
+        const head = await client.getBlock({
           blockTag: "latest",
           includeTransactions: false
         });
-        await reconcile(latestBlock);
-        const lastBlockNumber = Number(latestBlock.number);
+        if (maxBlockNumberBI !== void 0 && head.number >= maxBlockNumberBI) {
+          logger.info({
+            collector,
+            chainId: chain.id,
+            msg: `head is greater than max block number, head.number: ${head.number} > maxBlockNumber: ${maxBlockNumber} on chain ${chain.id}.`
+          });
+          isMaxBlockNumberReached = true;
+          subscribers.forEach((subscriber) => subscriber.onReorg(maxBlockNumber));
+          await collectorStore.saveBlockNumber({
+            collectorName: collector,
+            chainId: chain.id,
+            blockNumber: maxBlockNumber
+          });
+          emit(maxBlockNumber);
+          return;
+        }
+        await fetchFinalizedBlock();
+        const blockNumber = Number((await reconcile(head)).number);
         await collectorStore.saveBlockNumber({
-          collectorName: "chain_reorgs",
+          collectorName: collector,
           chainId: chain.id,
-          blockNumber: lastBlockNumber
+          blockNumber
         });
-        emit(lastBlockNumber);
+        emit(blockNumber);
       },
       { interval: interval ?? 3e4 }
     );
+    return unpoll;
   });
   return {
-    name: collectorName,
-    lastSyncedBlock: async () => await collectorStore.getBlockNumber({ collectorName, chainId: chain.id }),
+    name: collector,
+    lastSyncedBlock: async () => await collectorStore.getBlockNumber({ collectorName: collector, chainId: chain.id }),
     collect,
     onReorg: (_) => {
     }
@@ -1676,11 +1764,19 @@ var offers = s.table(
     index("offers_expiry_idx").on(table.expiry),
     index("offers_rate_idx").on(table.rate),
     index("offers_assets_idx").on(table.assets),
+    index("offers_created_at_idx").on(table.createdAt),
     // Compound indices for cursor pagination with hash
     index("offers_rate_hash_idx").on(table.rate, table.hash),
     index("offers_maturity_hash_idx").on(table.maturity, table.hash),
     index("offers_expiry_hash_idx").on(table.expiry, table.hash),
-    index("offers_assets_hash_idx").on(table.assets, table.hash)
+    index("offers_assets_hash_idx").on(table.assets, table.hash),
+    // Compound index for multi-level sorting optimization (rate, createdAt, assets, hash)
+    index("offers_rate_created_at_assets_hash_idx").on(
+      table.rate,
+      asc(table.createdAt),
+      desc(table.assets),
+      asc(table.hash)
+    )
   ]
 );
 var offerCollaterals = s.table(
@@ -1754,6 +1850,7 @@ var availableLiquidityQueues = s.table(
     queueId: varchar("queue_id", { length: 255 }).notNull(),
     availableLiquidityPoolId: varchar("available_liquidity_pool_id", { length: 255 }).notNull().references(() => availableLiquidityPools.id, { onDelete: "cascade" }),
     index: integer("index").notNull(),
+    callbackAmount: numeric("callback_amount", { precision: 78, scale: 0 }).default("0").notNull(),
     updatedAt: timestamp("updated_at").defaultNow().notNull()
   },
   (table) => [
@@ -1898,6 +1995,7 @@ var create2 = (config) => {
             queueId: qp.queue.queueId,
             availableLiquidityPoolId: qp.pool.id,
             index: qp.queue.index,
+            callbackAmount: qp.queue.callbackAmount,
             updatedAt: /* @__PURE__ */ new Date()
           }).onConflictDoUpdate({
             target: [
@@ -1906,6 +2004,7 @@ var create2 = (config) => {
             ],
             set: {
               index: qp.queue.index,
+              callbackAmount: qp.queue.callbackAmount,
               updatedAt: /* @__PURE__ */ new Date()
             }
           });
@@ -1984,6 +2083,7 @@ function memory2() {
           queueId: qid,
           availableLiquidityPoolId: qp.pool.id,
           index: qp.queue.index,
+          callbackAmount: qp.queue.callbackAmount,
           updatedAt: /* @__PURE__ */ new Date()
         });
         if (!queueIndexByQueueId.has(qid)) queueIndexByQueueId.set(qid, /* @__PURE__ */ new Set());
@@ -2497,7 +2597,8 @@ function create3(config) {
           signature: offers.signature,
           callbackId: offers.callbackId,
           status: latestStatus.status,
-          metadata: latestStatus.metadata
+          metadata: latestStatus.metadata,
+          createdAt: offers.createdAt
         }
       ).from(offers).leftJoinLateral(latestStatus, sql`true`).leftJoinLateral(sumConsumed, sql`true`).where(
         and(
@@ -2552,6 +2653,7 @@ function create3(config) {
         callbackId: bestOffers.callbackId,
         status: bestOffers.status,
         metadata: bestOffers.metadata,
+        createdAt: bestOffers.createdAt,
         // liquidity caps
         userAmount: sql`COALESCE(${queueLiquidity.userAmount}, 0)`.as("user_amount"),
         queueLiquidity: sql`COALESCE(${queueLiquidity.queueLiquidity}, 0)`.as(
@@ -2561,7 +2663,7 @@ function create3(config) {
         cumulativeRemaining: sql`
             SUM(${bestOffers.remaining}) OVER (
               PARTITION BY ${bestOffers.callbackId}
-              ORDER BY ${sortExpr}, ${asc(bestOffers.hash)}
+              ORDER BY ${sortExpr}, ${asc(bestOffers.createdAt)}, ${bestOffers.assets} DESC, ${asc(bestOffers.hash)}
               ROWS UNBOUNDED PRECEDING
             )
           `.as("cumulative_remaining"),
@@ -2571,7 +2673,7 @@ function create3(config) {
               WHEN ${bestOffers.remaining} <= 0 THEN false
               ELSE ( SUM(${bestOffers.remaining}) OVER (
                       PARTITION BY ${bestOffers.callbackId}
-                      ORDER BY ${sortExpr}, ${asc(bestOffers.hash)}
+                      ORDER BY ${sortExpr}, ${asc(bestOffers.createdAt)}, ${bestOffers.assets} DESC, ${asc(bestOffers.hash)}
                       ROWS UNBOUNDED PRECEDING
                     )
                     <= LEAST(
@@ -2605,6 +2707,7 @@ function create3(config) {
         callbackId: offersWithEligibility.callbackId,
         status: offersWithEligibility.status,
         metadata: offersWithEligibility.metadata,
+        createdAt: offersWithEligibility.createdAt,
         userAmount: offersWithEligibility.userAmount,
         queueLiquidity: offersWithEligibility.queueLiquidity,
         cumulativeRemaining: offersWithEligibility.cumulativeRemaining,
@@ -2614,6 +2717,8 @@ function create3(config) {
       ROW_NUMBER() OVER (
         ORDER BY
         CASE WHEN ${offersWithEligibility.buy} THEN ${offersWithEligibility.rate} ELSE -${offersWithEligibility.rate} END,
+        ${offersWithEligibility.createdAt},
+        ${offersWithEligibility.assets} DESC,
         ${asc(offersWithEligibility.hash)}
       )
     `.as("row_number")
@@ -2655,6 +2760,10 @@ function create3(config) {
         )
       ).orderBy(
         rateSortDirection === "asc" ? asc(validOffers.rate) : desc(validOffers.rate),
+        asc(validOffers.createdAt),
+        // earlier createdAt first
+        desc(validOffers.assets),
+        // higher assets first
         asc(validOffers.hash)
       );
       const buildOffersMap = (rows, skipHash) => {