@bsv/overlay 2.2.0 → 2.2.7

package/src/storage/knex/migrations/2024-05-18-001-initial.ts

@@ -1,30 +0,0 @@
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  await knex.schema.createTable('outputs', table => {
-    table.increments()
-    table.string('txid', 64)
-    table.integer('outputIndex', 10)
-    table.binary('outputScript')
-    table.string('topic')
-    table.integer('satoshis', 15)
-    table.binary('beef')
-    // Represents the outputs that were provided as inputs
-    // to the transaction that created this output.
-    // This indicates the correct history of this output.
-    table.text('outputsConsumed', 'longtext').defaultTo('[]')
-    // Tracks any outputs the current output is used as an input in it's creation
-    table.text('consumedBy', 'longtext').defaultTo('[]')
-    table.boolean('spent').defaultTo(false)
-  })
-  await knex.schema.createTable('applied_transactions', table => {
-    table.increments()
-    table.string('txid', 64)
-    table.string('topic')
-  })
-}
-
-export async function down (knex: Knex): Promise<void> {
-  await knex.schema.dropTable('applied_transactions')
-  await knex.schema.dropTable('outputs')
-}

package/src/storage/knex/migrations/2024-07-10-001-block-height.ts

@@ -1,15 +0,0 @@
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  // Add new column for blockHeight associated with outputs
-  await knex.schema.table('outputs', table => {
-    table.integer('blockHeight').unsigned().nullable()
-  })
-}
-
-export async function down (knex: Knex): Promise<void> {
-  // Remove the blockHeight column (rollback operation)
-  await knex.schema.table('outputs', table => {
-    table.dropColumn('blockHeight')
-  })
-}

package/src/storage/knex/migrations/2024-07-17-001-transactions.ts

@@ -1,40 +0,0 @@
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  // Create the new transactions table
-  await knex.schema.createTable('transactions', table => {
-    table.increments()
-    table.specificType('beef', 'longblob')
-    table.string('txid', 64).unique()
-  })
-
-  // Move data from outputs table to the new transactions table and ensure deduplication
-  await knex.raw(`
-    INSERT IGNORE INTO transactions (txid, beef)
-    SELECT txid, beef
-    FROM outputs
-    WHERE beef IS NOT NULL
-  `)
-
-  // Drop the beef column from the outputs table
-  await knex.schema.table('outputs', table => {
-    table.dropColumn('beef')
-  })
-}
-
-export async function down (knex: Knex): Promise<void> {
-  // Add the beef column back to the outputs table
-  await knex.schema.table('outputs', table => {
-    table.binary('beef')
-  })
-
-  // Move data back from the transactions table to the outputs table using a JOIN
-  await knex.raw(`
-    UPDATE outputs
-    JOIN transactions ON outputs.txid = transactions.txid
-    SET outputs.beef = transactions.beef
-  `)
-
-  // Drop the transactions table
-  await knex.schema.dropTable('transactions')
-}

package/src/storage/knex/migrations/2024-07-18-001-indexes.ts

@@ -1,30 +0,0 @@
-import type { Knex } from 'knex'
-export async function up (knex: Knex): Promise<void> {
-  // Add index for applied_transactions table
-  await knex.schema.table('applied_transactions', function (table) {
-    table.index(['txid', 'topic'], 'idx_applied_transactions_txid_topic')
-  })
-  // Add index for transactions table
-  await knex.schema.table('transactions', function (table) {
-    table.index('txid', 'idx_transactions_txid')
-  })
-  // Add index for outputs table
-  await knex.schema.table('outputs', function (table) {
-    table.index(['txid', 'outputIndex', 'topic'], 'idx_outputs_txid_outputIndex_topic')
-  })
-}
-
-export async function down (knex: Knex): Promise<void> {
-  // Drop index for applied_transactions table
-  await knex.schema.table('applied_transactions', function (table) {
-    table.dropIndex(['txid', 'topic'], 'idx_applied_transactions_txid_topic')
-  })
-  // Drop index for transactions table
-  await knex.schema.table('transactions', function (table) {
-    table.dropIndex('txid', 'idx_transactions_txid')
-  })
-  // Drop index for outputs table
-  await knex.schema.table('outputs', function (table) {
-    table.dropIndex(['txid', 'outputIndex', 'topic'], 'idx_outputs_txid_outputIndex_topic')
-  })
-}

package/src/storage/knex/migrations/2025-05-28-001-enlarge.ts

@@ -1,42 +0,0 @@
-// migrations/005_enlarge_blobs.ts
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  const client = (knex.client.config.client || '').toLowerCase()
-
-  if (client.startsWith('mysql')) {
-    await knex.schema.alterTable('outputs', table => {
-      table.specificType('outputScript', 'LONGBLOB').alter()
-    })
-  } else if (client === 'sqlite3') {
-    await knex.schema.alterTable('outputs', table => {
-      table.binary('outputScript').alter()
-    })
-  }
-
-  if (client.startsWith('mysql')) {
-    await knex.schema.alterTable('transactions', table => {
-      table.specificType('beef', 'LONGBLOB').alter()
-    })
-  } else if (client === 'sqlite3') {
-    await knex.schema.alterTable('transactions', table => {
-      table.binary('beef').alter()
-    })
-  }
-}
-
-export async function down (knex: Knex): Promise<void> {
-  const client = (knex.client.config.client || '').toLowerCase()
-
-  if (client.startsWith('mysql') || client === 'sqlite3') {
-    await knex.schema.alterTable('outputs', table => {
-      table.binary('outputScript').alter()
-    })
-  }
-
-  if (client.startsWith('mysql') || client === 'sqlite3') {
-    await knex.schema.alterTable('transactions', table => {
-      table.binary('beef').alter()
-    })
-  }
-}

package/src/storage/knex/migrations/2025-06-25-001-gasp-pagination-support.ts

@@ -1,46 +0,0 @@
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  // 1. Add score column to outputs table for pagination/sorting
-  const hasScoreColumn = await knex.schema.hasColumn('outputs', 'score')
-  
-  if (!hasScoreColumn) {
-    // Add new column for score (can be timestamp or any other sorting factor)
-    await knex.schema.table('outputs', table => {
-      table.float('score').notNullable().defaultTo(0)
-      // Create compound index on topic and score for efficient querying
-      table.index(['topic', 'score'])
-    })
-  }
-
-  // 2. Create host_sync_state table for tracking sync progress per host/topic
-  const hostSyncStateExists = await knex.schema.hasTable('host_sync_state')
-  
-  if (!hostSyncStateExists) {
-    await knex.schema.createTable('host_sync_state', table => {
-      table.string('host').notNullable()
-      table.string('topic').notNullable()
-      table.bigInteger('since').unsigned().notNullable()
-      table.primary(['host', 'topic'])
-      table.index('host')
-      table.index('topic')
-    })
-  }
-}
-
-export async function down (knex: Knex): Promise<void> {
-  // Rollback in reverse order
-  
-  // 1. Drop host_sync_state table
-  await knex.schema.dropTableIfExists('host_sync_state')
-  
-  // 2. Remove score column from outputs table
-  const hasScoreColumn = await knex.schema.hasColumn('outputs', 'score')
-  if (hasScoreColumn) {
-    await knex.schema.table('outputs', table => {
-      // Drop the compound index on topic and score
-      table.dropIndex(['topic', 'score'])
-      table.dropColumn('score')
-    })
-  }
-}

package/src/storage/knex/migrations/2025-07-22-001-fix-score-column-type.ts

@@ -1,24 +0,0 @@
-import type { Knex } from 'knex'
-
-export async function up (knex: Knex): Promise<void> {
-  // Fix score column type from float to bigint to handle large timestamp values
-  const hasScoreColumn = await knex.schema.hasColumn('outputs', 'score')
-  
-  if (hasScoreColumn) {
-    // Modify the score column to be bigint instead of float
-    await knex.schema.table('outputs', table => {
-      table.bigInteger('score').notNullable().defaultTo(0).alter()
-    })
-  }
-}
-
-export async function down (knex: Knex): Promise<void> {
-  // Rollback to original float type
-  const hasScoreColumn = await knex.schema.hasColumn('outputs', 'score')
-  
-  if (hasScoreColumn) {
-    await knex.schema.table('outputs', table => {
-      table.float('score', 8, 2).notNullable().defaultTo(0).alter()
-    })
-  }
-}

package/src/storage/knex/migrations/2025-11-11-001-utxo-lookup-index.ts

@@ -1,18 +0,0 @@
-import type { Knex } from 'knex'
-
-/**
- * Adds optimized index for findUTXOsForTopic queries.
- * This query pattern is: WHERE topic = ? AND spent = false ORDER BY score
- * The composite index (topic, spent, score) enables efficient range scans.
- */
-export async function up (knex: Knex): Promise<void> {
-  await knex.schema.table('outputs', function (table) {
-    table.index(['topic', 'spent', 'score'], 'idx_outputs_topic_spent_score')
-  })
-}
-
-export async function down (knex: Knex): Promise<void> {
-  await knex.schema.table('outputs', function (table) {
-    table.dropIndex(['topic', 'spent', 'score'], 'idx_outputs_topic_spent_score')
-  })
-}

package/src/storage/knex/migrations/2026-05-29-001-brc136-basm.ts

@@ -1,123 +0,0 @@
-import type { Knex } from 'knex'
-
-function binaryLargeType(knex: Knex): string {
-  const client = String(knex.client.config.client ?? '').toLowerCase()
-  if (client.includes('mysql')) return 'longblob'
-  if (client.includes('pg')) return 'bytea'
-  return 'blob'
-}
-
-async function addColumnIfMissing(
-  knex: Knex,
-  tableName: string,
-  columnName: string,
-  addColumn: (table: Knex.TableBuilder) => void
-): Promise<void> {
-  const exists = await knex.schema.hasColumn(tableName, columnName)
-  if (!exists) {
-    await knex.schema.table(tableName, addColumn)
-  }
-}
-
-export async function up(knex: Knex): Promise<void> {
-  await addColumnIfMissing(knex, 'applied_transactions', 'blockHeight', table => {
-    table.integer('blockHeight').unsigned().nullable()
-  })
-  await addColumnIfMissing(knex, 'applied_transactions', 'blockHash', table => {
-    table.string('blockHash', 64).nullable()
-  })
-  await addColumnIfMissing(knex, 'applied_transactions', 'blockIndex', table => {
-    table.integer('blockIndex').unsigned().nullable()
-  })
-  await addColumnIfMissing(knex, 'applied_transactions', 'merkleRoot', table => {
-    table.string('merkleRoot', 64).nullable()
-  })
-  await addColumnIfMissing(knex, 'applied_transactions', 'firstSeenHeight', table => {
-    table.integer('firstSeenHeight').unsigned().nullable()
-  })
-  await addColumnIfMissing(knex, 'applied_transactions', 'proven', table => {
-    table.boolean('proven').notNullable().defaultTo(false)
-  })
-
-  await addColumnIfMissing(knex, 'transactions', 'rawTx', table => {
-    table.specificType('rawTx', binaryLargeType(knex)).nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'merklePath', table => {
-    table.specificType('merklePath', binaryLargeType(knex)).nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'blockHeight', table => {
-    table.integer('blockHeight').unsigned().nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'blockHash', table => {
-    table.string('blockHash', 64).nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'blockIndex', table => {
-    table.integer('blockIndex').unsigned().nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'merkleRoot', table => {
-    table.string('merkleRoot', 64).nullable()
-  })
-  await addColumnIfMissing(knex, 'transactions', 'updatedAt', table => {
-    table.timestamp('updatedAt').nullable()
-  })
-
-  const topicBlockAnchorsExists = await knex.schema.hasTable('topic_block_anchors')
-  if (!topicBlockAnchorsExists) {
-    await knex.schema.createTable('topic_block_anchors', table => {
-      table.increments()
-      table.string('topic').notNullable()
-      table.integer('blockHeight').unsigned().notNullable()
-      table.string('blockHash', 64).notNullable()
-      table.string('basmRoot', 64).notNullable()
-      table.integer('admittedCount').unsigned().notNullable()
-      table.string('tac', 64).notNullable()
-      table.timestamp('updatedAt').nullable()
-      table.unique(['topic', 'blockHeight'], 'idx_topic_block_anchors_topic_height_unique')
-      table.index(['topic', 'blockHeight'], 'idx_topic_block_anchors_topic_height')
-      table.index(['topic', 'blockHash'], 'idx_topic_block_anchors_topic_hash')
-    })
-  }
-
-  const syncStateExists = await knex.schema.hasTable('basm_sync_state')
-  if (!syncStateExists) {
-    await knex.schema.createTable('basm_sync_state', table => {
-      table.string('host').notNullable()
-      table.string('topic').notNullable()
-      table.integer('lastHeight').unsigned().notNullable().defaultTo(0)
-      table.timestamp('updatedAt').nullable()
-      table.primary(['host', 'topic'])
-      table.index('topic')
-    })
-  }
-
-  const appliedTopicHeightIndex = 'idx_applied_transactions_topic_height'
-  const hasAppliedTopicHeightIndex = await knex.schema.hasTable('applied_transactions')
-  if (hasAppliedTopicHeightIndex) {
-    await knex.schema.table('applied_transactions', table => {
-      table.index(['topic', 'blockHeight', 'blockHash', 'blockIndex'], appliedTopicHeightIndex)
-      table.index(['topic', 'proven', 'firstSeenHeight'], 'idx_applied_transactions_unproven')
-    })
-  }
-}
-
-export async function down(knex: Knex): Promise<void> {
-  await knex.schema.dropTableIfExists('basm_sync_state')
-  await knex.schema.dropTableIfExists('topic_block_anchors')
-
-  await knex.schema.table('applied_transactions', table => {
-    table.dropIndex(['topic', 'blockHeight', 'blockHash', 'blockIndex'], 'idx_applied_transactions_topic_height')
-    table.dropIndex(['topic', 'proven', 'firstSeenHeight'], 'idx_applied_transactions_unproven')
-  })
-
-  for (const column of ['updatedAt', 'merkleRoot', 'blockIndex', 'blockHash', 'blockHeight', 'merklePath', 'rawTx']) {
-    if (await knex.schema.hasColumn('transactions', column)) {
-      await knex.schema.table('transactions', table => table.dropColumn(column))
-    }
-  }
-
-  for (const column of ['proven', 'firstSeenHeight', 'merkleRoot', 'blockIndex', 'blockHash', 'blockHeight']) {
-    if (await knex.schema.hasColumn('applied_transactions', column)) {
-      await knex.schema.table('applied_transactions', table => table.dropColumn(column))
-    }
-  }
-}