@hugomrdias/foxer 0.1.9 → 0.2.1

package/src/db/column-types.ts

@@ -1,4 +1,5 @@
 import { customType } from 'drizzle-orm/pg-core'
+import { hex as hexCodec } from 'iso-base/rfc4648'
 import { type Address, type Hash, type Hex, stringify } from 'viem'
 
 export const numeric78 = customType<{ data: bigint; driverData: string }>({
@@ -90,16 +91,26 @@ export const jsonb = customType<{ data: unknown; driverData: string }>({
   },
 })
 
-export const bytea = customType<{ data: Hex; driverData: Buffer }>({
+export const bytea = customType<{ data: Hex; driverData: Uint8Array }>({
   dataType() {
     return 'bytea'
   },
-  toDriver(value: string): Buffer {
+  toDriver(value: string): Uint8Array {
     return Buffer.from(value.slice(2), 'hex')
   },
-  fromDriver(value: Buffer): Hex {
-    const hex = value.toString('hex')
-    const _value = hex.startsWith('\\x') ? hex.slice(2) : hex
-    return `0x${_value}` as Hex
+  fromDriver(value: unknown): Hex {
+    if (typeof value === 'string') {
+      return `0x${value.slice(2)}` as Hex
+    }
+
+    if (value instanceof Buffer) {
+      return `0x${value.toString('hex')}` as Hex
+    }
+
+    if (value instanceof Uint8Array) {
+      return `0x${hexCodec.encode(value)}` as Hex
+    }
+
+    throw new Error('Invalid value')
   },
 })

package/src/db/schema/transactions.ts

@@ -35,6 +35,8 @@ export const transactions = pgTable(
   },
   (table) => [
     index('transactions_block_number_index').on(table.blockNumber),
-    index('transactions_to_index').on(table.to),
+    index('transactions_to_block_number_index')
+      .on(table.to, table.blockNumber)
+      .concurrently(),
   ]
 )

package/src/hooks/registry.ts

@@ -3,7 +3,7 @@ import type { GetEventArgs, Log } from 'viem'
 
 import type { InternalConfig } from '../config/config'
 import type { Database } from '../db/client'
-import type { EncodedBlockWithTransactions, EncodedTransaction } from '../types'
+import type { EncodedBlock, EncodedTransaction } from '../types'
 import type { Logger } from '../utils/logger'
 import type {
   ContractAbiByEventKey,
@@ -34,7 +34,7 @@ export type DecodedEvent<
     { EnableUnion: false; IndexedOnly: false; Required: true }
   >
   log: Log<bigint, number, false, ContractAbiEventByEventKey<C, Event>>
-  block: EncodedBlockWithTransactions
+  block: EncodedBlock
   transaction: EncodedTransaction
 }
 
@@ -81,7 +81,7 @@ export class HookRegistry<
       { EnableUnion: false; IndexedOnly: false; Required: true }
     >
     log: Log<bigint, number, false, ContractAbiEventByEventKey<C, K>>
-    block: EncodedBlockWithTransactions
+    block: EncodedBlock
     transaction: EncodedTransaction
     context: HookContext<TSchema, TRelations>
   }): Promise<void> {

package/src/indexer/backfill.ts

@@ -1,3 +1,4 @@
+import type { Hash } from 'viem'
 import { filterContracts, type InternalConfig } from '../config/config.ts'
 import { getBlocksInRange } from '../db/actions/blocks.ts'
 import type { Database } from '../db/client.ts'
@@ -61,17 +62,30 @@ export async function runBackfill(args: {
       blockNumber += 1n
     }
 
-    const [blocksByNumber, logsByBlock] = await Promise.all([
-      getBlocksInRange(logger, db, batchBlockNumbers, client, windowContracts),
-      getLogsInRange({
+    const logsByBlock = await getLogsInRange({
+      logger,
+      client,
+      addresses: windowContracts.addresses,
+      events: windowContracts.eventAbis,
+      fromBlock: cursor,
+      toBlock,
+    })
+
+    const logsTxsSet = new Set<Hash>()
+    for (const logs of logsByBlock.values()) {
+      for (const log of logs) {
+        logsTxsSet.add(log.transactionHash)
+      }
+    }
+
+    const { blocks: blocksByNumber, transactions: transactionsMap } =
+      await getBlocksInRange(
         logger,
+        db,
+        batchBlockNumbers,
         client,
-        addresses: windowContracts.addresses,
-        events: windowContracts.eventAbis,
-        fromBlock: cursor,
-        toBlock,
-      }),
-    ])
+        Array.from(logsTxsSet)
+      )
 
     let blockIndex = 0
 
@@ -81,15 +95,19 @@ export async function runBackfill(args: {
         const blockNumber = batchBlockNumbers[blockIndex]
         const prefetchedBlock = blocksByNumber.get(blockNumber)
 
+        if (!prefetchedBlock) {
+          throw new Error(`Block ${blockNumber} not found`)
+        }
+
         await processBlock({
           logger,
           config,
           db: tx,
           client,
           registry,
-          blockNumber,
           logs: logsByBlock.get(blockNumber) ?? [],
           block: prefetchedBlock,
+          transactionsMap,
           type: 'backfill',
           contracts: windowContracts,
         })

package/src/indexer/process-block.ts

@@ -6,8 +6,7 @@ import type { Database } from '../db/client.ts'
 import type { relations, schema } from '../db/schema/index.ts'
 import { withTransaction } from '../db/transaction.ts'
 import type { HookRegistry } from '../hooks/registry.ts'
-import { safeGetBlock } from '../rpc/get-block.ts'
-import type { EncodedBlockWithTransactions, EncodedTransaction } from '../types'
+import type { EncodedBlock, TransactionsMap } from '../types'
 import type { Logger } from '../utils/logger.ts'
 import { ensureParentContinuity } from './reorg.ts'
 
@@ -24,9 +23,9 @@ export async function processBlock(args: {
   db: Database<typeof schema, typeof relations>
   client: PublicClient
   registry: HookRegistry<NonNullable<unknown>>
-  blockNumber: bigint
-  logs?: Log<bigint, number, false, AbiEvent>[]
-  block?: EncodedBlockWithTransactions
+  logs: Log<bigint, number, false, AbiEvent>[]
+  block: EncodedBlock
+  transactionsMap: TransactionsMap
   type: 'backfill' | 'live'
   contracts: FilteredContracts
 }): Promise<ProcessBlockResult> {
@@ -36,41 +35,12 @@ export async function processBlock(args: {
     db,
     client,
     registry,
-    blockNumber,
-    block: prefetchedBlock,
-    logs: prefetchedLogs,
+    block,
+    transactionsMap,
+    logs,
     type,
     contracts,
   } = args
-  const transactionByHash = new Map<`0x${string}`, EncodedTransaction>()
-
-  let block: EncodedBlockWithTransactions | undefined
-  let logs: Log<bigint, number, false, AbiEvent>[] | undefined
-
-  if (prefetchedBlock) {
-    block = prefetchedBlock
-  }
-  if (prefetchedLogs) {
-    logs = prefetchedLogs
-  }
-  if (!block || !logs) {
-    const [blockResult, logsResult] = await Promise.all([
-      safeGetBlock({ client, blockNumber, db }),
-      client.getLogs({
-        address: contracts.addresses,
-        events: contracts.eventAbis,
-        fromBlock: blockNumber,
-        toBlock: blockNumber,
-      }),
-    ])
-
-    block = blockResult
-    logs = logsResult
-  }
-
-  for (const tx of block.transactions) {
-    transactionByHash.set(tx.hash, tx)
-  }
 
   if (type === 'live') {
     const rewindTo = await ensureParentContinuity({
@@ -88,7 +58,8 @@ export async function processBlock(args: {
     if (type === 'live') {
       await cacheBlockAndTransactions({
         db: tx,
-        block,
+        blocks: [block],
+        transactions: Array.from(transactionsMap.values()),
         logger,
       })
     }
@@ -108,7 +79,7 @@ export async function processBlock(args: {
       if (!contracts.eventNames.has(eventName)) {
         continue
       }
-      const transaction = transactionByHash.get(log.transactionHash)
+      const transaction = transactionsMap.get(log.transactionHash)
 
       if (!transaction) {
         logger.debug(

package/src/indexer/queue-block.ts

@@ -5,6 +5,8 @@ import { filterContracts, type InternalConfig } from '../config/config.ts'
 import type { Database } from '../db/client.ts'
 import type { relations, schema } from '../db/schema/index.ts'
 import type { HookRegistry } from '../hooks/registry.ts'
+import { safeGetBlock } from '../rpc/get-block.ts'
+import type { EncodedBlock, EncodedTransaction } from '../types.ts'
 import { startClock } from '../utils/timer.ts'
 import { processBlock } from './process-block.ts'
 
@@ -34,15 +36,36 @@ export async function queueBlock(args: QueueBlockArgs): Promise<void> {
   const endClock = startClock()
   try {
     const contracts = filterContracts(config, blockNumber, blockNumber)
+
+    const [blockResult, logsResult] = await Promise.all([
+      safeGetBlock({ client, blockNumber, db }),
+      client.getLogs({
+        address: contracts.addresses,
+        events: contracts.eventAbis,
+        fromBlock: blockNumber,
+        toBlock: blockNumber,
+      }),
+    ])
+
+    const { transactions, ..._block } = blockResult
+    const block: EncodedBlock = _block
+    const transactionsMap = new Map<`0x${string}`, EncodedTransaction>()
+
+    for (const tx of transactions) {
+      transactionsMap.set(tx.hash, tx)
+    }
+
     const result = await processBlock({
       logger,
       config,
       db,
       client,
       registry,
-      blockNumber,
       type: 'live',
       contracts,
+      block,
+      transactionsMap,
+      logs: logsResult,
     })
 
     if (result.status === 'reorg') {

package/src/indexer/reorg.ts

@@ -3,7 +3,7 @@ import type { PublicClient } from 'viem'
 import { deleteBlocksFrom } from '../db/actions/blocks.ts'
 import type { Database } from '../db/client.ts'
 import { safeGetBlock } from '../rpc/get-block.ts'
-import type { EncodedBlockWithTransactions } from '../types'
+import type { EncodedBlock } from '../types'
 import { hashEquals } from '../utils/hash.ts'
 import type { Logger } from '../utils/logger.ts'
 import { startClock } from '../utils/timer.ts'
@@ -16,7 +16,7 @@ export async function ensureParentContinuity(args: {
   logger: Logger
   db: Database
   client: PublicClient
-  block: EncodedBlockWithTransactions
+  block: EncodedBlock
 }): Promise<bigint | null> {
   const { logger, db, client, block } = args
   if (block.number === 0n) return null

package/src/rpc/get-logs.ts

@@ -30,7 +30,7 @@ export async function getLogsInRange(args: {
   }
   logger.trace(
     {
-      logs: logsByBlock.size,
+      logs: logs.length,
       duration: endClock(),
     },
     'get logs'

package/src/types.ts

@@ -31,3 +31,5 @@ export type EncodedBlockWithTransactions = Simplify<
     transactions: EncodedTransaction[]
   }
 >
+export type TransactionsMap = Map<`0x${string}`, EncodedTransaction>
+export type BlocksMap = Map<bigint, EncodedBlock>

package/template/.gitignore.tpl

@@ -0,0 +1,22 @@
+# npm
+node_modules/
+
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+lerna-debug.log*
+
+
+# Build
+dist/
+.turbo/
+
+# Env files
+.zed
+.env
+.env.local
+.pglite

package/template/biome.json.tpl

@@ -0,0 +1,87 @@
+{
+  "$schema": "./node_modules/@biomejs/biome/configuration_schema.json",
+  "root": false,
+  "files": {
+    "ignoreUnknown": true,
+    "includes": [
+      "**",
+      "!**/node_modules",
+      "!**/dist",
+      "!**/package-lock.json",
+      "!**/yarn.lock",
+      "!**/pnpm-lock.yaml",
+      "!**/bun.lockb",
+      "!**/output",
+      "!**/coverage",
+      "!**/temp",
+      "!**/.temp",
+      "!**/tmp",
+      "!**/.tmp",
+      "!**/.history",
+      "!**/.vitepress/cache",
+      "!**/.nuxt",
+      "!**/.next",
+      "!**/.vercel",
+      "!**/.changeset",
+      "!**/.idea",
+      "!**/.cache",
+      "!**/.output",
+      "!**/.vite-inspect",
+      "!**/.yarn",
+      "!**/CHANGELOG*.md",
+      "!**/*.min.*",
+      "!**/LICENSE*",
+      "!**/__snapshots__",
+      "!**/components.d.ts"
+    ]
+  },
+  "vcs": {
+    "clientKind": "git",
+    "enabled": true,
+    "useIgnoreFile": true,
+    "defaultBranch": "main"
+  },
+  "formatter": {
+    "enabled": true,
+    "formatWithErrors": true,
+    "indentStyle": "space",
+    "indentWidth": 2,
+    "lineEnding": "lf",
+    "lineWidth": 80,
+    "attributePosition": "auto",
+    "includes": ["**"]
+  },
+  "assist": {
+    "enabled": true,
+    "actions": {
+      "source": {
+        "organizeImports": "on",
+        "useSortedAttributes": "on",
+        "useSortedKeys": "off"
+      }
+    }
+  },
+  "linter": {
+    "enabled": true,
+    "domains": {
+      "test": "recommended"
+    },
+    "rules": {
+      "recommended": true
+    }
+  },
+  "javascript": {
+    "formatter": {
+      "jsxQuoteStyle": "double",
+      "quoteProperties": "asNeeded",
+      "trailingCommas": "es5",
+      "semicolons": "asNeeded",
+      "arrowParentheses": "always",
+      "bracketSpacing": true,
+      "bracketSameLine": false,
+      "quoteStyle": "single",
+      "attributePosition": "auto"
+    },
+    "globals": ["document", "navigator", "window"]
+  }
+}

package/template/package.json.tpl

@@ -12,13 +12,13 @@
   "main": "index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1",
-   "check": "turbo run check",
+    "check": "turbo run check",
     "build": "turbo run build",
-    "lint": "biome check ."
+    "lint:fix": "biome check --write ."
   },
   "devDependencies": {
-    "@biomejs/biome": "^2.4.7",
-    "@hugomrdias/configs": "^1.1.3",
-    "turbo": "^2.8.17"
+    "@biomejs/biome": "^2.4.8",
+    "turbo": "^2.8.20",
+    "typescript": "^5.9.3"
   }
 }

package/template/tsconfig.json.tpl

@@ -3,34 +3,42 @@
     /* Projects */
     "incremental": true,
     "composite": true,
-    // Emit
 
-    "declaration": true,
-    "declarationMap": true,
-    "sourceMap": true,
-    "removeComments": true,
-
-    // Language and Environment
-    "lib": ["ESNext", "DOM"],
-    "target": "ESNext",
+    /* Language and Environment */
+    "target": "esnext",
+    "lib": ["ESNext", "DOM", "DOM.Iterable"],
     "moduleDetection": "force",
 
-    // Modules
-    "module": "preserve",
+    /* Modules */
+    "module": "preserve", // "NodeNext"
     "resolveJsonModule": true,
     "rewriteRelativeImportExtensions": true,
 
-    // Interop Constraints
+    /* JavaScript Support */
+    "allowJs": true,
+    "checkJs": true,
+
+    /* Emit */
+    "outDir": "dist",
+    "declaration": true,
+    "declarationMap": true,
+    "emitDeclarationOnly": false,
+    "sourceMap": true,
+    "removeComments": false,
+    "noEmit": false,
+    "importsNotUsedAsValues": "remove",
+    "stripInternal": true,
+    "noEmitOnError": true,
+
+    /* Interop Constraints */
     "isolatedModules": true,
     "verbatimModuleSyntax": true,
-    "erasableSyntaxOnly": true,
     "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "erasableSyntaxOnly": true,
 
-    // Type Checking
+    /* Type Checking */
     "strict": true,
-    "noImplicitOverride": true,
-
-    // Completeness
     "skipLibCheck": true
   }
 }

package/template/turbo.json.tpl

@@ -10,7 +10,7 @@
       "outputs": ["dist/**"]
     },
     "check": {
-      "dependsOn": ["^check"]
+      "dependsOn": ["build","^check"]
     },
     "dev": {
       "dependsOn": ["^build"],