@bsv/wallet-toolbox 1.7.18 → 2.0.0-beta.0

package/test/Wallet/support/reqErrorReview.2025.05.06.man.test.ts

@@ -1,347 +0,0 @@
-import { Beef, Transaction } from '@bsv/sdk'
-import { EntityProvenTxReq, sdk, TableProvenTxReq, verifyOneOrNone } from '../../../src'
-import { _tu, TuEnv } from '../../utils/TestUtilsWalletStorage'
-import { LocalWalletTestOptions } from '../../utils/localWalletMethods'
-import { Format } from '../../../src/utility/Format'
-
-import * as dotenv from 'dotenv'
-dotenv.config()
-
-const chain: sdk.Chain = 'main'
-
-const options: LocalWalletTestOptions = {
-  setActiveClient: true,
-  useMySQLConnectionForClient: true,
-  useTestIdentityKey: false,
-  useIdentityKey2: false
-}
-
-describe('reqErrorReview.2025.05.06.man tests', () => {
-  jest.setTimeout(99999999)
-
-  // OVERWRITES EXISTING FILE CONTENTS!!!!
-  test.skip('0 grab reqs history as local sqlite file', async () => {
-    const { env, storage, services } = await _tu.createMainReviewSetup()
-    const { activeStorage: s2 } = await _tu.createSQLiteTestWallet({
-      filePath: `${__dirname}/reqhistory.sqlite`,
-      databaseName: 'reqhistory',
-      chain: 'main',
-      rootKeyHex: '1'.repeat(64),
-      dropAll: true
-    })
-    await s2.makeAvailable()
-    const limit = 100
-    let offset = 0
-    for (;;) {
-      const r = await storage.knex.raw(`
-        select provenTxReqId as id, txid, status, history
-        from proven_tx_reqs
-        where history is not null
-        limit ${limit} offset ${offset}
-      `)
-      const reqs = r[0] as { id: number; txid: string; status: sdk.ProvenTxReqStatus; history: string }[]
-      for (const req of reqs) {
-        const { id, history, status, txid } = req
-        await s2.insertProvenTxReq({
-          created_at: new Date(),
-          updated_at: new Date(),
-          provenTxReqId: id,
-          status,
-          attempts: 0,
-          notified: false,
-          txid,
-          history,
-          notify: '',
-          rawTx: []
-        })
-      }
-      if (reqs.length < limit) break
-      offset += limit
-    }
-    await s2.destroy()
-    await storage.destroy()
-  })
-
-  test('1 review reqs history and final outcome', async () => {
-    let undouble: number[] = []
-    let uninvalid: number[] = []
-    let uncompleted: number[] = []
-    let deunmined: number[] = []
-    let noSuccessCompleted: number[] = []
-    let successDouble: number[] = []
-    let internalizeDouble: number[] = []
-    let successInvalid: number[] = []
-
-    const { activeStorage: storage } = await _tu.createSQLiteTestWallet({
-      filePath: `${__dirname}/reqhistory.sqlite`,
-      databaseName: 'reqhistory',
-      chain: 'main',
-      rootKeyHex: '1'.repeat(64),
-      dropAll: false
-    })
-    //const { env, storage, services } = await _tu.createMainReviewSetup()
-    let limit = 100
-    let offset = 0
-    let aggSum = -1
-    const partial: Partial<TableProvenTxReq> = {}
-    let log = ''
-    for (;;) {
-      const reqs = await storage.findProvenTxReqs({ partial, status: undefined, paged: { limit, offset } })
-      for (const reqApi of reqs) {
-        if (reqApi.provenTxReqId < 11312) continue
-        const r = reviewHistoryNotes(reqApi)
-        if (!r) continue
-        if (r.isCompleted && r.wasDoubleSpend) {
-          undouble.push(reqApi.provenTxReqId)
-          let review = ''
-          if (r.doubleReview) {
-            const rr = r.doubleReview
-            review = `0:${rr.status0},1:${rr.status1},2:${rr.status2},Txs:${rr.competingTxs}`
-          }
-          //log += `undouble ${reqApi.provenTxReqId} arc:${r.brArc} woc:${r.brWoC} bit:${r.brBitails} ${review}\n`
-        }
-        if (r.isCompleted && r.wasInvalid) {
-          uninvalid.push(reqApi.provenTxReqId)
-          //log += `uninvalid ${reqApi.provenTxReqId} arc:${r.brArc} woc:${r.brWoC} bit:${r.brBitails}\n`
-        }
-        if ((r.isDoubleSpend || r.isInvalid) && r.wasCompleted) {
-          uncompleted.push(reqApi.provenTxReqId)
-        }
-        if ((r.isDoubleSpend || r.isInvalid) && r.wasUnmined) {
-          if (r.wasInternalize) internalizeDouble.push(reqApi.provenTxReqId)
-          else {
-            deunmined.push(reqApi.provenTxReqId)
-            log += `deunmined ${reqApi.provenTxReqId} arc:${r.brArc} woc:${r.brWoC} bit:${r.brBitails}\n`
-          }
-        }
-        if (r.aggregate && r.aggregate.successCount === 0 && r.isCompleted) {
-          noSuccessCompleted.push(reqApi.provenTxReqId)
-        }
-        if (r.aggregate && r.aggregate.successCount > 0 && r.isDoubleSpend) {
-          successDouble.push(reqApi.provenTxReqId)
-        }
-        if (r.aggregate && r.aggregate.successCount > 0 && r.isInvalid) {
-          successInvalid.push(reqApi.provenTxReqId)
-        }
-        if (r.aggregate && r.aggSum !== aggSum) {
-          log += `aggSum changed ${aggSum} to ${r.aggSum} reqId=${reqApi.provenTxReqId}\n`
-          aggSum = r.aggSum
-        }
-      }
-      if (reqs.length < limit) break
-      offset += limit
-    }
-    if (undouble.length > 0) log += `undouble: ${JSON.stringify(undouble)}\n`
-    if (uninvalid.length > 0) log += `uninvalid: ${JSON.stringify(uninvalid)}\n`
-    if (uncompleted.length > 0) log += `uncompleted: ${JSON.stringify(uncompleted)}\n`
-    if (deunmined.length > 0) log += `deunmined: ${JSON.stringify(deunmined)}\n`
-    if (internalizeDouble.length > 0) log += `internalizeDouble: ${JSON.stringify(internalizeDouble)}\n`
-    if (noSuccessCompleted.length > 0) log += `noSuccessCompleted: ${JSON.stringify(noSuccessCompleted)}\n`
-    if (successDouble.length > 0) log += `successDouble: ${JSON.stringify(successDouble)}\n`
-    if (successInvalid.length > 0) log += `successInvalid: ${JSON.stringify(successInvalid)}\n`
-    console.log(log)
-    await storage.destroy()
-  })
-
-  const uninvalid = [
-    10822, 12228, 14884, 14948, 1654, 1649, 2654, 2655, 2656, 2658, 2659, 2660, 2661, 2662, 2663, 2664, 2665, 2666,
-    2667, 2669, 2707, 2719, 2723, 2724, 2726
-  ]
-
-  const undouble = [
-    10732, 12303, 12476, 14084, 14111, 14956, 14972, 14874, 14789, 14810, 14813, 14817, 14588, 14640, 14641, 14531,
-    2753, 2653, 2657, 2670, 2671, 2681, 2684, 2691, 2732, 4343, 4222, 4124, 4148, 3873, 3735, 3514, 3537, 5074, 5125,
-    4958, 4977, 4730, 4365
-  ]
-
-  const deunmined = [
-    12304, 12305, 12306, 12307, 12480, 12483, 12484, 12488, 12489, 12490, 12497, 14085, 14086, 14087, 14814, 14816,
-    14821, 14953, 15170
-  ]
-
-  test('2 review deunmined reqs', async () => {
-    const { env, storage, services } = await _tu.createMainReviewSetup()
-
-    const chaintracker = await services.getChainTracker()
-
-    let log = ''
-    for (const id of deunmined) {
-      const reqApi = await storage.findProvenTxReqById(id)
-      if (!reqApi) continue
-      const beef = new Beef()
-      beef.mergeRawTx(reqApi.rawTx!)
-      if (reqApi.inputBEEF) beef.mergeBeef(reqApi.inputBEEF)
-      let tx = beef.findTxid(reqApi.txid)!.tx!
-      let allInputsFound = true
-      let ilog = ''
-      for (const input of tx.inputs) {
-        if (beef.findTxid(input.sourceTXID!)) continue
-        try {
-          const ib = await storage.getBeefForTransaction(input.sourceTXID!, {})
-          if (ib) beef.mergeBeef(ib)
-        } catch (e) {
-          if (input.sourceTXID) {
-            const r2 = verifyOneOrNone(await storage.findProvenTxReqs({ partial: { txid: input.sourceTXID } }))
-            if (r2 && r2.rawTx) {
-              const itx = Transaction.fromBinary(r2.rawTx)
-              ilog += 'missing input ' + Format.toLogStringTransaction(itx)
-            }
-          }
-          allInputsFound = false
-        }
-      }
-      if (allInputsFound) {
-        tx = beef.findAtomicTransaction(reqApi.txid)!
-        try {
-          const ok = await tx.verify('scripts only')
-          log += `${reqApi.provenTxReqId} ${reqApi.txid} ${ok ? 'OK' : 'FAIL'}\n`
-        } catch (e: unknown) {
-          log += `${reqApi.provenTxReqId} ${reqApi.txid} ${sdk.WalletError.fromUnknown(e).message}\n`
-        }
-      } else {
-        log += `${reqApi.provenTxReqId} FAILED `
-        log += Format.toLogStringBeefTxid(beef, reqApi.txid)
-        log += ilog
-      }
-    }
-    console.log(log)
-
-    await storage.destroy()
-  })
-})
-
-function reviewHistoryNotes(reqApi: TableProvenTxReq): HistoryReviewInfo | undefined {
-  const r: HistoryReviewInfo = {
-    req: new EntityProvenTxReq(reqApi),
-    wasDoubleSpend: false,
-    wasInvalid: false,
-    wasCompleted: false,
-    wasUnmined: false,
-    wasInternalize: false,
-    isDoubleSpend: false,
-    isInvalid: false,
-    isCompleted: false,
-    aggSum: 0,
-    aggregate: undefined
-  }
-  if (!r.req.history?.notes) return undefined
-  for (const note of r.req.history.notes) {
-    if (note.what === 'status') {
-      const statusWas = note.status_was as sdk.ProvenTxReqStatus
-      const statusNow = note.status_now as sdk.ProvenTxReqStatus
-      if (statusNow === 'doubleSpend') {
-        r.isDoubleSpend = r.wasDoubleSpend = true
-        r.isInvalid = false
-        r.isCompleted = false
-      } else if (statusNow === 'invalid') {
-        r.isDoubleSpend = false
-        r.isInvalid = r.wasInvalid = true
-        r.isCompleted = false
-      } else if (statusNow === 'completed') {
-        r.isDoubleSpend = false
-        r.isInvalid = false
-        r.isCompleted = r.wasCompleted = true
-      } else if (statusNow === 'unmined') {
-        r.isDoubleSpend = false
-        r.isInvalid = false
-        r.wasUnmined = true
-      }
-    } else if (note.what === 'aggregateResults') {
-      r.aggregate = {
-        successCount: note.successCount as number,
-        doubleSpendCount: note.doubleSpendCount as number,
-        statusErrorCount: note.statusErrorCount as number,
-        serviceErrorCount: note.serviceErrorCount as number,
-        newReqStatus: note.newReqStatus as sdk.ProvenTxReqStatus
-      }
-      const a = r.aggregate
-      r.aggSum = a.doubleSpendCount + a.statusErrorCount + a.serviceErrorCount + a.successCount
-    } else if (note.what === 'confirmDoubleSpend') {
-      r.doubleReview = {
-        status0: note.getStatus0 as string,
-        status1: note.getStatus1 as string,
-        status2: note.getStatus2 as string,
-        competingTxs: note.competingTxs as string
-      }
-    } else if (note.what === 'internalizeAction') {
-      r.wasInternalize = true
-    }
-
-    if (note.name === 'WoCpostRawTx') {
-      if (note.what === 'postRawTxErrorMissingInputs') {
-        r.brWoC = 'missingInputs'
-      } else if (note.what === 'postRawTxError') {
-        if (note.status === 504) {
-          r.brWoC = 'serviceError'
-        }
-      }
-    } else if (note.name === 'WoCpostBeef') {
-      if (note.what === 'postBeefSuccess') {
-        r.brWoC = 'success'
-      } else if (note.what === 'postBeefError' && r.brWoC === undefined) {
-        r.brWoC = 'invalidTx'
-      }
-    } else if (note.name === 'ARCpostBeef') {
-      if (note.what === 'postBeefGetTxDataSuccess') {
-        if (note.txStatus === 'STORED') r.brArc = 'success'
-      }
-    } else if (note.name === 'ARCv1tx') {
-      if (note.what === 'postRawTxDoubleSpend') {
-        if (note.txStatus === 'DOUBLE_SPEND_ATTEMPTED') r.brArc = 'doubleSpend'
-      } else if (note.what === 'postRawTxError') {
-        if (note.status === 469) r.brArc = 'badRoots'
-        else if (note.status === 463) r.brArc = 'badBump'
-      } else if (note.what === 'postRawTxSuccess') {
-        if (note.txStatus === 'ANNOUNCED_TO_NETWORK') r.brArc = 'success'
-        else if (note.txStatus === 'SEEN_ON_NETWORK') r.brArc = 'success'
-        else if (note.txStatus === 'REQUESTED_BY_NETWORK') r.brArc = 'success'
-      }
-    } else if (note.name === 'BitailsPostRawTx') {
-      if (note.what === 'postRawsSuccess') {
-        r.brBitails = 'success'
-      } else if (note.what === 'postRawsSuccessAlreadyInMempool') {
-        r.brBitails = 'success'
-      } else if (note.what === 'postRawsErrorMissingInputs') {
-        r.brBitails = 'invalidTx'
-      } else if (note.what === 'postRawsError') {
-        if (note.code === -26) {
-          r.brBitails = 'invalidTx'
-        } else if (note.code === -1) {
-          r.brBitails = 'serviceError'
-        } else if (note.code === 'ESOCKETTIMEDOUT') {
-          r.brBitails = 'serviceError'
-        }
-      }
-    }
-  }
-  return r
-}
-
-interface HistoryReviewInfo {
-  brArc?: string
-  brWoC?: string
-  brBitails?: string
-  req: EntityProvenTxReq
-  wasDoubleSpend: boolean
-  wasInvalid: boolean
-  wasCompleted: boolean
-  wasUnmined: boolean
-  wasInternalize: boolean
-  isDoubleSpend: boolean
-  isInvalid: boolean
-  isCompleted: boolean
-  aggSum: number
-  aggregate?: {
-    successCount: number
-    doubleSpendCount: number
-    statusErrorCount: number
-    serviceErrorCount: number
-    newReqStatus: sdk.ProvenTxReqStatus
-  }
-  doubleReview?: {
-    status0: string
-    status1: string
-    status2: string
-    competingTxs: string
-  }
-}

package/test/Wallet/sync/Wallet.updateWalletLegacyTestData.man.test.ts

@@ -1,203 +0,0 @@
-import { Setup } from '../../../src'
-import { sdk, StorageSyncReader, wait } from '../../../src/index.client'
-import { TaskCheckForProofs } from '../../../src/monitor/tasks/TaskCheckForProofs'
-import { TaskClock } from '../../../src/monitor/tasks/TaskClock'
-import { TaskNewHeader } from '../../../src/monitor/tasks/TaskNewHeader'
-import { TaskPurge } from '../../../src/monitor/tasks/TaskPurge'
-import { StorageMySQLDojoReader } from '../../../src/storage/sync'
-import { _tu, TestSetup1Wallet } from '../../utils/TestUtilsWalletStorage'
-
-import * as dotenv from 'dotenv'
-dotenv.config()
-const main_satoshi_shop = process.env.SATOSHI_SHOP_MAIN_IDENTITY || ''
-
-/**
- * NOTICE: These tests are designed to chain one after the other.
- * Disable the "await WaitFor*()" lines to run them individually.
- *
- * The inital import from staging dojo takes around 100 seconds... be patient.
- */
-describe('Wallet sync tests', () => {
-  jest.setTimeout(99999999)
-
-  beforeAll(async () => {})
-
-  afterAll(async () => {})
-
-  let doWait = false
-  let done0 = false
-  const waitFor0 = async () => {
-    while (doWait && !done0) await wait(100)
-  }
-  let done1 = false
-  const waitFor1 = async () => {
-    while (doWait && !done1) await wait(100)
-  }
-  let done2 = false
-  const waitFor2 = async () => {
-    while (doWait && !done2) await wait(100)
-  }
-
-  const env = _tu.getEnv('test')
-  const identityKeyTone = '03ac2d10bdb0023f4145cc2eba2fcd2ad3070cb2107b0b48170c46a9440e4cc3fe'
-  const rootKeyHex = env.devKeys[identityKeyTone]
-
-  test('0 sync staging dojo to local MySQL', async () => {
-    console.log('Importing from staging dojo to local MySQL stagingdojotone')
-    const chain: sdk.Chain = 'test'
-    const connection = JSON.parse(process.env.TEST_DOJO_CONNECTION || '')
-    const readerKnex = _tu.createMySQLFromConnection(connection)
-    const reader = new StorageMySQLDojoReader({ chain, knex: readerKnex })
-    const writer = await _tu.createMySQLTestWallet({
-      databaseName: 'stagingdojotone',
-      chain: 'test',
-      rootKeyHex,
-      dropAll: true
-    })
-
-    const identityKey = writer.identityKey
-    await writer.storage.syncFromReader(identityKey, new StorageSyncReader({ identityKey }, reader))
-
-    await reader.destroy()
-    await writer.activeStorage.destroy()
-    done0 = true
-  })
-
-  test.skip('0a sync production dojo to local MySQL', async () => {
-    const chain: sdk.Chain = 'main'
-    const env = _tu.getEnv(chain)
-    console.log('Importing from production dojo to local MySQL productiondojotone')
-    const identityKey = main_satoshi_shop
-    const rootKeyHex = env.devKeys[identityKey]
-    const connection = JSON.parse(process.env.MAIN_DOJO_CONNECTION || '')
-    const readerKnex = _tu.createMySQLFromConnection(connection)
-    const reader = new StorageMySQLDojoReader({ chain, knex: readerKnex })
-    const writer = await _tu.createMySQLTestWallet({
-      databaseName: 'main_satoshi_shop',
-      chain: 'main',
-      rootKeyHex,
-      dropAll: true
-    })
-
-    await writer.storage.syncFromReader(identityKey, new StorageSyncReader({ identityKey }, reader))
-
-    await reader.destroy()
-    await writer.activeStorage.destroy()
-  })
-
-  test.skip('0b sweep mysql dojo sync to another wallet', async () => {
-    const chain: sdk.Chain = 'main'
-    const env = _tu.getEnv(chain)
-    // const prod_faucet = '030b78da8101cd8929ec355c694c275fbaf4f73d4eaa104873463779cac69a2a01' // prod faucet
-    // const identityKeyTone = process.env.MY_MAIN_IDENTITY || ''
-    const identityKey = main_satoshi_shop
-    const rootKeyHex = env.devKeys[identityKey]
-
-    const sweepFrom = await _tu.createMySQLTestWallet({
-      databaseName: 'main_satoshi_shop',
-      chain,
-      rootKeyHex
-    })
-
-    const sweepTo = await _tu.createTestWalletWithStorageClient({
-      rootKeyHex: env.devKeys[env.identityKey],
-      chain
-    })
-
-    //await sweepTo.activeStorage.updateProvenTxReq(2, { status: 'invalid' })
-    //await sweepTo.activeStorage.updateTransactionStatus('failed', 2)
-
-    await sweepFrom.wallet.sweepTo(sweepTo.wallet)
-
-    await sweepTo.wallet.destroy()
-    await sweepFrom.wallet.destroy()
-  })
-
-  test.skip('1 aggressively purge records from MySQL stagingdojotone', async () => {
-    await waitFor0()
-
-    const { monitor, activeStorage } = await _tu.createMySQLTestWallet({
-      databaseName: 'stagingdojotone',
-      chain: 'test',
-      rootKeyHex
-    })
-
-    {
-      const task = new TaskPurge(monitor, {
-        purgeCompleted: true,
-        purgeFailed: true,
-        purgeSpent: true,
-        purgeCompletedAge: 1,
-        purgeFailedAge: 1,
-        purgeSpentAge: 1
-      })
-      TaskPurge.checkNow = true
-      monitor._tasks.push(task)
-      await monitor.runTask('Purge')
-    }
-
-    await activeStorage.destroy()
-
-    done1 = true
-  })
-
-  test.skip('2 sync pruned MySQL stagingdojotone to SQLite walletLegacyTestData', async () => {
-    await waitFor1()
-    console.log('syncing local MySQL stagingdojotone to local SQLite walletLegacyTestData in tmp folder')
-    const reader = await _tu.createMySQLTestWallet({
-      databaseName: 'stagingdojotone',
-      chain: 'test',
-      rootKeyHex
-    })
-    const writer = await _tu.createSQLiteTestWallet({
-      databaseName: 'walletLegacyTestData',
-      chain: 'test',
-      rootKeyHex,
-      dropAll: true
-    })
-
-    const identityKey = writer.identityKey
-    await writer.storage.syncFromReader(identityKey, new StorageSyncReader({ identityKey }, reader.activeStorage))
-
-    await reader.activeStorage.destroy()
-    await writer.activeStorage.destroy()
-
-    console.log('REMEMBER: copy walletLegacyTestData.sqlite from tmp up to data!')
-    done2 = true
-  })
-
-  test.skip('3 sync pruned MySQL stagingdojotone to MySQL walletLegacyTestData', async () => {
-    await waitFor2()
-    console.log('syncing local MySQL stagingdojotone to local SQLite walletLegacyTestData in tmp folder')
-    const reader = await _tu.createMySQLTestWallet({
-      databaseName: 'stagingdojotone',
-      chain: 'test',
-      rootKeyHex
-    })
-    const writer = await _tu.createMySQLTestWallet({
-      databaseName: 'walletLegacyTestData',
-      chain: 'test',
-      rootKeyHex,
-      dropAll: true
-    })
-
-    const identityKey = writer.identityKey
-    await writer.storage.syncFromReader(identityKey, new StorageSyncReader({ identityKey }, reader.activeStorage))
-
-    await reader.activeStorage.destroy()
-    await writer.activeStorage.destroy()
-  })
-
-  test('8b run monitor mainnet', async () => {
-    if (Setup.noEnv('main')) return
-    if (!Setup.getEnv('main').filePath) return
-
-    // Only run if `Setup` style .env is present with a sqlite filePath...
-
-    const c = await _tu.createWalletSetupEnv('main')
-
-    await c.monitor.runOnce()
-
-    await c.wallet.destroy()
-  })
-})