tapimo 0.7.1 → 0.8.0

package/src/apps/data/routes/fee-amm.test.ts

@@ -1,3 +1,5 @@
+/** @module-tag localnet */
+
 import { Abis, Addresses } from 'viem/tempo'
 
 import * as TestApp from '../../../../test/App.js'
@@ -259,12 +261,8 @@ describe('GET /fee-amm/mints', () => {
     expect(secondResponse.status).toBe(200)
     expect(second.data.length).toBeGreaterThan(0)
     // No overlap across the page boundary, and ordering continues descending.
-    const firstKeys = new Set(
-      first.data.map((mint) => `${mint.blockNumber}:${mint.transactionHash}`),
-    )
-    expect(
-      second.data.every((mint) => !firstKeys.has(`${mint.blockNumber}:${mint.transactionHash}`)),
-    ).toBe(true)
+    const firstIds = new Set(first.data.map(({ id }) => id))
+    expect(second.data.every(({ id }) => !firstIds.has(id))).toBe(true)
     expect(second.data[0]!.blockNumber).toBeLessThanOrEqual(first.data.at(-1)!.blockNumber)
   })
 

package/src/apps/data/routes/fee-amm.ts

@@ -44,6 +44,15 @@ const legacyMintTopic = AbiEvent.getSelector(
   'event Mint(address indexed sender, address indexed userToken, address indexed validatorToken, uint256 amountUserToken, uint256 amountValidatorToken, uint256 liquidity)',
 )
 
+// Block windows for the mint feed's page sweep, widened geometrically until
+// the page fills. An unbounded top-K over the FeeManager's mint history sorts
+// every matching row (tens of millions on busy chains) and crosses TIDX's 5s
+// execution cap, so the page query is bounded to a block window anchored at
+// the cursor (or the feed's head/tail block); dense filters fill the first
+// window, and only sparse filters, whose top-K is inherently cheap, fall
+// through to the unbounded query.
+const mintWindowBlocks = [100_000, 1_000_000, 10_000_000]
+
 /** Zod schemas owned by the fee AMM handlers. */
 export namespace schema {
   /**
@@ -765,7 +774,9 @@ declare namespace getPoolReserves {
  * Lists `Mint` logs as a keyset-paginated page on `(block_num, log_idx)`,
  * optionally filtered by the pool's tokens. Runs on ClickHouse: the postgres
  * `logs` table has no topic index, so topic-filtered pages exceed its
- * statement timeout, while ClickHouse serves every filter shape.
+ * statement timeout, while ClickHouse serves every filter shape. The page
+ * query sweeps a widening block window (see `mintWindowBlocks`) so large
+ * chains never top-K sort the full mint history.
  */
 function listMints(c: Context<App.Environment>, options: listMints.Options) {
   const { chainId, limit, order, userToken, validatorToken } = options
@@ -807,17 +818,63 @@ function listMints(c: Context<App.Environment>, options: listMints.Options) {
         // ClickHouse's timezone-less `DateTime` text as *local* time. The
         // alias passes the raw text through so `Value.toIsoDateTime` can
         // apply its UTC normalization instead.
-        const result = await tidx.fetch({
-          chainId,
-          engine: 'clickhouse',
-          query: `
-            SELECT tx_hash, block_num, log_idx, block_timestamp AS block_time, selector, topic1, topic2, topic3, data
-            FROM logs
-            WHERE ${filters.join(' AND ')}
-            ORDER BY block_num ${direction}, log_idx ${direction}
-            LIMIT ${limit + 1}${offset !== undefined ? ` OFFSET ${offset}` : ''}
-          ` as string,
-        })
+        const fetchPage = (where: readonly string[]) =>
+          tidx.fetch({
+            chainId,
+            engine: 'clickhouse',
+            query: `
+              SELECT tx_hash, block_num, log_idx, block_timestamp AS block_time, selector, topic1, topic2, topic3, data
+              FROM logs
+              WHERE ${where.join(' AND ')}
+              ORDER BY block_num ${direction}, log_idx ${direction}
+              LIMIT ${limit + 1}${offset !== undefined ? ` OFFSET ${offset}` : ''}
+            ` as string,
+          })
+
+        // Window anchor: the cursor block when paginating, else the fee
+        // manager's newest (desc) or oldest (asc) log block. The bounds are
+        // shared by every filter shape and staleness only shifts the first
+        // window, so memoize them briefly per chain.
+        const anchor = await (async () => {
+          if (cursor !== undefined) return Number(cursor[0])
+          const bounds = await Store.memoize(
+            async () => {
+              // Dynamic raw-`logs` query, hence the cast. `address` aligns
+              // with the `logs` sort key, so the probe is index-pruned.
+              const result = await tidx.fetch({
+                chainId,
+                engine: 'clickhouse',
+                query:
+                  `SELECT min(block_num) AS lo, max(block_num) AS hi FROM logs WHERE address = '${feeManager}'` as string,
+              })
+              const row = result.rows[0]
+              return {
+                hi: row ? Value.toNumber(row['hi']) : undefined,
+                lo: row ? Value.toNumber(row['lo']) : undefined,
+              }
+            },
+            { key: `feeamm:v1:${chainId}:mints-bounds`, store, ttl: Ttl.minutes(1) },
+          )
+          return order === 'asc' ? bounds.lo : bounds.hi
+        })()
+
+        // Sweep the windows from the anchor: window rows are a prefix of the
+        // requested ordering, so a filled window returns exactly the rows the
+        // unbounded query would.
+        const result = await (async () => {
+          if (anchor !== undefined)
+            for (const window of mintWindowBlocks) {
+              // A window reaching past block 0 no longer bounds the scan.
+              if (order === 'desc' && window >= anchor) break
+              const bound =
+                order === 'asc'
+                  ? `block_num < ${anchor + window}`
+                  : `block_num > ${anchor - window}`
+              const result = await fetchPage([...filters, bound])
+              if (result.rows.length >= limit + 1) return result
+            }
+          return fetchPage(filters)
+        })()
 
         // The next page anchors below the last fetched row's `(block, log_idx)`.
         const page = Cursor.paginate({

package/src/apps/data/routes/indexer.test.ts

@@ -76,11 +76,14 @@ describe('GET /indexer/query', () => {
     try {
       const client = TestApp.client({
         auth: { keys: [zoneReader] },
-        tidx: ({ chainId }) =>
-          chainId === zone
-            ? { baseUrl: 'https://zone.tidx.test', basicAuth: 'zone-secret' }
-            : { baseUrl: 'https://public.tidx.test', basicAuth: 'public-secret' },
-        zones: [{ chainId: zone, forwardRpcUrl: runtime.zone.forwardRpcUrl }],
+        tidx: { auth: JSON.stringify({ [zone]: 'zone:secret' }) },
+        zones: [
+          TestApp.zone({
+            chainId: zone,
+            rpcUrl: runtime.zone.publicZoneUrl,
+            tidxUrl: 'https://zone.tidx.test',
+          }),
+        ],
       })
       const response = await client.v1.indexer.query.$get(
         { query: { chainId: String(zone), sql: 'select 1' } },
@@ -95,7 +98,7 @@ describe('GET /indexer/query', () => {
 
       expect(response.status).toBe(200)
       expect(new URL(upstream.url).origin).toBe('https://zone.tidx.test')
-      expect(upstream.headers.get('authorization')).toBe('Basic em9uZS1zZWNyZXQ=')
+      expect(upstream.headers.get('authorization')).toBe('Basic em9uZTpzZWNyZXQ=')
       expect(upstream.headers.get(ZoneRpcAuthentication.headerName)).toBeNull()
     } finally {
       fetch.mockRestore()
@@ -118,8 +121,8 @@ describe('GET /indexer/query', () => {
     try {
       const client = TestApp.client({
         auth: { keys: [zoneReader] },
-        tidx: { baseUrl: 'https://zone.tidx.test', bearerAuth: 'zone-secret' },
-        zones: [{ chainId: zone, forwardRpcUrl: runtime.zone.forwardRpcUrl }],
+        tidx: { auth: 'zone-secret', baseUrl: 'https://zone.tidx.test' },
+        zones: [TestApp.zone({ chainId: zone, rpcUrl: runtime.zone.publicZoneUrl })],
       })
       const response = await client.v1.indexer.query.$get(
         { query: { chainId: String(zone), sql: 'select 1' } },
@@ -221,16 +224,18 @@ describe('GET /indexer/query', () => {
     expect(body.ok).toMatchInlineSnapshot(`true`)
   })
 
-  test('challenges anonymous callers for MPP payment', async () => {
+  test('challenges anonymous callers for MPP payment', { retry: 1 }, async () => {
     const app = TestApp.create({
-      mpp: {
-        secretKey: 'secret_test_key_0123456789abcdef',
-        session: {
-          chainId: Tempo.chain.id,
-          currency: Tempo.currency,
-          decimals: 6,
-          getClient: () => Tempo.client,
-          recipient: Tempo.accounts[2].address,
+      auth: {
+        mpp: {
+          secretKey: 'secret_test_key_0123456789abcdef',
+          session: {
+            chainId: Tempo.chain.id,
+            currency: Tempo.currency,
+            decimals: 6,
+            getClient: () => Tempo.client,
+            recipient: Tempo.accounts[2].address,
+          },
         },
       },
     })
@@ -259,14 +264,16 @@ describe('GET /indexer/query', () => {
 
   test('rejects an unsupported chain before issuing an MPP challenge', async () => {
     const app = TestApp.create({
-      mpp: {
-        secretKey: 'secret_test_key_0123456789abcdef',
-        session: {
-          chainId: Tempo.chain.id,
-          currency: Tempo.currency,
-          decimals: 6,
-          getClient: () => Tempo.client,
-          recipient: Tempo.accounts[2].address,
+      auth: {
+        mpp: {
+          secretKey: 'secret_test_key_0123456789abcdef',
+          session: {
+            chainId: Tempo.chain.id,
+            currency: Tempo.currency,
+            decimals: 6,
+            getClient: () => Tempo.client,
+            recipient: Tempo.accounts[2].address,
+          },
         },
       },
     })
@@ -282,15 +289,17 @@ describe('GET /indexer/query', () => {
 
   test('accepts session management POSTs', { timeout: 120_000 }, async () => {
     const app = TestApp.create({
-      mpp: {
-        secretKey: 'secret_test_key_0123456789abcdef',
-        session: {
-          account: Tempo.accounts[2],
-          chainId: Viem.chainId.mainnet,
-          currency: Tempo.currency,
-          decimals: 6,
-          getClient: () => Tempo.client,
-          suggestedDeposit: '0.01',
+      auth: {
+        mpp: {
+          secretKey: 'secret_test_key_0123456789abcdef',
+          session: {
+            account: Tempo.accounts[2],
+            chainId: Viem.chainId.mainnet,
+            currency: Tempo.currency,
+            decimals: 6,
+            getClient: () => Tempo.client,
+            suggestedDeposit: '0.01',
+          },
         },
       },
     })

package/src/apps/data/routes/indexer.ts

@@ -10,6 +10,7 @@ import * as Path from '../../../internal/Path.js'
 import * as Response from '../../../internal/Response.js'
 import * as Schema from '../../../internal/Schema.js'
 import * as Tidx from '../../../internal/Tidx.js'
+import * as Timing from '../../../internal/Timing.js'
 
 // Request headers that must not be forwarded upstream: hop-by-hop headers, the
 // inbound host, and any caller auth so the consumer's Tempo API credentials never
@@ -258,9 +259,10 @@ async function passthrough(
   // Resolve the upstream for this caller. A resolver `tidx` can route by
   // principal (e.g. anonymous `type: 'public'` callers to a public, no-auth
   // indexer); a static config ignores the principal.
-  const { baseUrl, basicAuth, bearerAuth } = Tidx.resolve(tidx, {
+  const { baseUrl, basicAuth, bearerAuth, zoneHeaders } = Tidx.resolve(tidx, {
     chainId,
     principal: Auth.getPrincipal(c),
+    zone: c.get('zones').get(chainId),
   })
   // The chain id is syntactically valid but this deployment has no indexer
   // upstream configured for it (no `tidx` config and no built-in default).
@@ -294,6 +296,7 @@ async function passthrough(
   const headers = new Headers()
   for (const [name, value] of c.req.raw.headers)
     if (!strippedHeaders.has(name.toLowerCase())) headers.set(name, value)
+  if (zoneHeaders) for (const [name, value] of new Headers(zoneHeaders)) headers.set(name, value)
   if (basicAuth) headers.set('authorization', `Basic ${btoa(basicAuth)}`)
   else if (bearerAuth) headers.set('authorization', `Bearer ${bearerAuth}`)
 
@@ -311,10 +314,24 @@ async function passthrough(
   // request forever: the upstream's own per-query ceiling is 30 s, so 35 s
   // only fires when the connection itself stalls. The SSE `live` stream is
   // long-lived by design and gets no timeout.
-  if (!isLive(c)) init.signal = AbortSignal.timeout(35_000)
+  const live = isLive(c)
+  if (!live) init.signal = AbortSignal.timeout(35_000)
 
   try {
-    const response = await fetch(new Request(upstream, init))
+    const { failure, response } = await Timing.time(c, 'tidx', async () => {
+      const response = await fetch(new Request(upstream, init))
+      // Syntax/validation failures belong to the caller, not the dependency's
+      // operational error ratio.
+      const failure = Tidx.isQueryRejection(response)
+        ? undefined
+        : live
+          ? response.ok
+            ? undefined
+            : Tidx.providerFailure(response)
+          : await Tidx.responseFailure(response)
+      return { failure, response }
+    })
+    c.set('providerFailure', failure ? { ...failure, chainId } : undefined)
 
     // Stream the upstream response back verbatim so both JSON queries and
     // SSE `live` streams pass through untouched.
@@ -323,6 +340,7 @@ async function passthrough(
   } catch (cause) {
     // Timeouts and network failures become the standard 502 envelope instead
     // of an unhandled 500.
+    c.set('providerFailure', { ...Tidx.providerFailure(cause), chainId })
     return Response.upstream(c, cause) as never
   }
 }

package/src/apps/data/routes/receipts.test.ts

@@ -1,3 +1,5 @@
+/** @module-tag localnet */
+
 import { Schema } from 'tapimo'
 import { FxOracle } from 'tapimo/apps'
 import { Hex, Value as core_Value } from 'ox'
@@ -205,7 +207,7 @@ describe('GET /transactions/receipts', () => {
 
     // Denominations are case-insensitive.
     const response = await client.v1.transactions[':transactionHash'].receipt.$get(
-      { param: { transactionHash: transactionHash! }, query: { denomination: 'aud' } },
+      { param: { transactionHash: transactionHash! }, query: { 'valuation.currency': 'aud' } },
       TestApp.auth,
     )
     const body = await TestApp.json(response, Receipts.schema.getReceipt.Response)
@@ -219,7 +221,7 @@ describe('GET /transactions/receipts', () => {
       amount: core_Value.format((BigInt(body.feeAmount.baseUnits) * 16n) / 10n, 6),
       currency: 'AUD',
     })
-    expect(body.meta.pricing).toMatchInlineSnapshot(`
+    expect(body.meta.valuation).toMatchInlineSnapshot(`
       {
         "asOf": "2026-01-01T00:00:00.000Z",
         "basis": "nominal",
@@ -299,7 +301,7 @@ describe('GET /transactions/receipts', () => {
         amount: receipt.feeAmount.formatted,
         currency: 'USD',
       })
-    expect(body.meta!.pricing).toBeUndefined()
+    expect(body.meta!.valuation).toBeUndefined()
 
     // Without `include=totalCount`, the same page omits `meta` and the count.
     const bare = await client.v1.transactions.receipts.$get(

package/src/apps/data/routes/receipts.ts

@@ -189,7 +189,7 @@ export namespace schema {
   /** Receipt metadata containing valuation provenance and the verbatim JSON-RPC receipt. */
   export const ReceiptMeta = z
     .object({
-      pricing: z
+      valuation: z
         .optional(Valuation.schema.Pricing)
         .check(
           z.describe(
@@ -198,7 +198,7 @@ export namespace schema {
         ),
       rpc: Rpc.Receipt.check(z.describe('The original JSON-RPC receipt payload.')),
     })
-    .check(z.describe('Metadata for this receipt, including pricing and the JSON-RPC payload.'))
+    .check(z.describe('Metadata for this receipt, including valuation and the JSON-RPC payload.'))
 
   /** The fee charged to the fee payer, carrying its value in the requested denomination. */
   export const FeeAmount = z
@@ -207,7 +207,7 @@ export namespace schema {
         .optional(z.nullable(Valuation.schema.Value))
         .check(
           z.describe(
-            'The fee’s nominal value in the requested `denomination`. `null` when rates were unavailable.',
+            'The fee’s nominal value in the requested `valuation.currency`. `null` when rates were unavailable.',
           ),
         ),
     })
@@ -283,7 +283,9 @@ export namespace schema {
           z.describe('Event logs emitted by this transaction, returned in JSON-RPC log format.'),
         ),
       meta: ReceiptMeta.check(
-        z.describe('Receipt metadata containing pricing provenance and the JSON-RPC payload.'),
+        z.describe(
+          'Receipt metadata containing valuation rate provenance and the JSON-RPC payload.',
+        ),
       ),
       recipient: z
         .nullable(Schema.Address)
@@ -360,8 +362,8 @@ export namespace schema {
     export const Query = z
       .strictObject({
         chainId: Schema.ChainIdQuery,
-        denomination: Schema.Denomination,
         include: includeQuery,
+        'valuation.currency': Schema.Denomination,
       })
       .check(z.describe('Query parameters for looking up a receipt.'))
 
@@ -398,7 +400,6 @@ export namespace schema {
         'blockNumber.to': Schema.blockNumberBound('receipts', 'to'),
         chainId: Schema.ChainIdQuery,
         cursor: Schema.Cursor,
-        denomination: Schema.Denomination,
         feePayer: z
           .optional(Schema.Address)
           .check(z.describe('Filter to receipts whose transaction fee was paid by this address.')),
@@ -425,6 +426,7 @@ export namespace schema {
           ),
         'timestamp.from': Schema.timestampBound('receipts', 'from'),
         'timestamp.to': Schema.timestampBound('receipts', 'to'),
+        'valuation.currency': Schema.Denomination,
       })
       .check(...Schema.pageChecks(), z.describe('Query parameters for listing receipts.'))
 
@@ -438,7 +440,7 @@ export namespace schema {
     /** Page-level resources: opt-in counts plus valuation rate provenance. */
     export const Meta = z
       .object({
-        pricing: z
+        valuation: z
           .optional(Valuation.schema.Pricing)
           .check(
             z.describe(
@@ -551,7 +553,7 @@ export function receipts(options: receipts.Options = {}) {
 
           // Value each fee via its own currency tag, in the requested
           // denomination.
-          const denomination = query.denomination ?? 'USD'
+          const denomination = query['valuation.currency'] ?? 'USD'
           const rates = await Valuation.ratesFor(c, {
             currencies: receipts.data.map((receipt) => receipt.feeAmount.currency),
             denomination,
@@ -572,7 +574,7 @@ export function receipts(options: receipts.Options = {}) {
 
           const counts = countPromise ? await countPromise : undefined
           const meta = {
-            ...(rates ? { pricing: Valuation.pricing(rates, oracle) } : {}),
+            ...(rates ? { valuation: Valuation.pricing(rates, oracle) } : {}),
             ...counts,
           }
           return c.json(
@@ -678,7 +680,7 @@ export function receipts(options: receipts.Options = {}) {
 
           // Value the fee via its own currency tag, in the requested
           // denomination.
-          const denomination = query.denomination ?? 'USD'
+          const denomination = query['valuation.currency'] ?? 'USD'
           const rates = await Valuation.ratesFor(c, {
             currencies: [enriched.feeAmount.currency],
             denomination,
@@ -697,7 +699,7 @@ export function receipts(options: receipts.Options = {}) {
             },
             meta: {
               ...enriched.meta,
-              ...(rates ? { pricing: Valuation.pricing(rates, oracle) } : {}),
+              ...(rates ? { valuation: Valuation.pricing(rates, oracle) } : {}),
             },
           }
           return c.json(Response.validated(schema.getReceipt.Response, valued), 200)