@bsv/wallet-toolbox 1.5.21 → 1.6.2

package/src/services/chaintracker/chaintracks/__tests/LocalCdnServer.ts

@@ -0,0 +1,75 @@
+import express from 'express'
+import path from 'path'
+import fs from 'fs'
+import cors from 'cors'
+import http from 'http'
+
+export class LocalCdnServer {
+  app: express.Application
+  server?: http.Server
+
+  constructor(
+    public port: number,
+    public folder: string
+  ) {
+    // Ensure the files directory exists
+    if (!fs.existsSync(this.folder)) {
+      fs.mkdirSync(this.folder)
+    }
+  }
+
+  async start() {
+    this.app = express()
+    this.server = http.createServer(this.app)
+
+    // Enable CORS for all routes
+    this.app.use(cors())
+
+    // Serve static files from the files directory
+    this.app.use('/blockheaders', express.static(this.folder))
+
+    // List all files in the directory
+    this.app.get('/files', (req, res) => {
+      fs.readdir(this.folder, (err, files) => {
+        if (err) {
+          return res.status(500).json({ error: 'Unable to read directory' })
+        }
+        res.json({ files })
+      })
+    })
+
+    // Download specific file
+    this.app.get('/download/:filename', (req, res) => {
+      const filePath = path.join(this.folder, req.params.filename)
+
+      // Ensure filePath stays within the allowed folder (prevent directory traversal)
+      const resolvedFolder = path.resolve(this.folder)
+      const resolvedFilePath = path.resolve(filePath)
+      if (!resolvedFilePath.startsWith(resolvedFolder + path.sep)) {
+        // Prevent access to files outside the allowed directory
+        return res.status(403).json({ error: 'Access denied' })
+      }
+
+      if (!fs.existsSync(resolvedFilePath)) {
+        return res.status(404).json({ error: 'File not found' })
+      }
+
+      res.download(resolvedFilePath, err => {
+        if (err) {
+          res.status(500).json({ error: 'Error downloading file' })
+        }
+      })
+    })
+
+    this.server.listen(this.port, () => {
+      //      console.log(`Server running at http://localhost:${this.port}`)
+      //      console.log(`Serving files from: ${this.folder}`)
+      //      console.log(`Access files at: http://localhost:${this.port}/blockheaders`)
+      //      console.log(`List files at: http://localhost:${this.port}/files`)
+    })
+  }
+
+  async stop() {
+    await this.server?.close()
+  }
+}

package/src/services/chaintracker/chaintracks/__tests/data/cdnTest349/mainNetBlockHeaders.json

@@ -0,0 +1 @@
+{"rootFolder":"http://localhost:8349/blockheaders","jsonFilename":"mainNetBlockHeaders.json","headersPerFile":100,"files":[{"chain":"main","count":100,"fileHash":"wtQ5sUgMxVOzg8+30WLkOgyW7mbf6vC1qfincLMycpg=","fileName":"mainNet_0.headers","firstHeight":0,"lastChainWork":"0000000000000000000000000000000000000000000000000000006400640064","lastHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","prevChainWork":"0000000000000000000000000000000000000000000000000000000000000000","prevHash":"0000000000000000000000000000000000000000000000000000000000000000","sourceUrl":"http://localhost:8349/blockheaders"},{"chain":"main","count":100,"fileHash":"xpWhru0ArBs2k//SG7BY1nq5Jifo8VJF5l51uoaOslI=","fileName":"mainNet_1.headers","firstHeight":100,"lastChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","lastHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","prevChainWork":"0000000000000000000000000000000000000000000000000000006400640064","prevHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","sourceUrl":"http://localhost:8349/blockheaders"},{"chain":"main","count":100,"fileHash":"wtshdbmZyP3aJMKClO2b7Byg8n/MXZwehlXUWFsqRoA=","fileName":"mainNet_2.headers","firstHeight":200,"lastChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","lastHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","prevChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","prevHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","sourceUrl":"http://localhost:8349/blockheaders"},{"chain":"main","count":50,"fileHash":"FbE8Z/I08DD6/HZvJlqlZme3f8PDFB6vDH5i3buzAYY=","fileName":"mainNet_3.headers","firstHeight":300,"lastChainWork":"0000000000000000000000000000000000000000000000000000015e015e015e","lastHash":"00000000c4f49e3bffbd95679dc5684e388bf65b0c5160a64b34ab9a22ebc6d3","prevChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","prevHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","sourceUrl":"http://localhost:8349/blockheaders"}]}

package/src/services/chaintracker/chaintracks/__tests/data/cdnTest379/mainNetBlockHeaders.json

@@ -0,0 +1 @@
+{"rootFolder":"http://localhost:8379/blockheaders","jsonFilename":"mainNetBlockHeaders.json","headersPerFile":100,"files":[{"chain":"main","count":100,"fileHash":"wtQ5sUgMxVOzg8+30WLkOgyW7mbf6vC1qfincLMycpg=","fileName":"mainNet_0.headers","firstHeight":0,"lastChainWork":"0000000000000000000000000000000000000000000000000000006400640064","lastHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","prevChainWork":"0000000000000000000000000000000000000000000000000000000000000000","prevHash":"0000000000000000000000000000000000000000000000000000000000000000","sourceUrl":"http://localhost:8379/blockheaders"},{"chain":"main","count":100,"fileHash":"xpWhru0ArBs2k//SG7BY1nq5Jifo8VJF5l51uoaOslI=","fileName":"mainNet_1.headers","firstHeight":100,"lastChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","lastHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","prevChainWork":"0000000000000000000000000000000000000000000000000000006400640064","prevHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","sourceUrl":"http://localhost:8379/blockheaders"},{"chain":"main","count":100,"fileHash":"wtshdbmZyP3aJMKClO2b7Byg8n/MXZwehlXUWFsqRoA=","fileName":"mainNet_2.headers","firstHeight":200,"lastChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","lastHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","prevChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","prevHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","sourceUrl":"http://localhost:8379/blockheaders"},{"chain":"main","count":80,"fileHash":"wmUh++Q9rJXr3FJA1c8FSZv5QryD+3e2gT2kxbDmZn8=","fileName":"mainNet_3.headers","firstHeight":300,"lastChainWork":"0000000000000000000000000000000000000000000000000000017c017c017c","lastHash":"00000000ca826763c172f28976c008fcf73f4f2cbac96335d49918162cf3b018","prevChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","prevHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","sourceUrl":"http://localhost:8379/blockheaders"}]}

package/src/services/chaintracker/chaintracks/__tests/data/cdnTest399/mainNetBlockHeaders.json

@@ -0,0 +1 @@
+{"rootFolder":"http://localhost:8399/blockheaders","jsonFilename":"mainNetBlockHeaders.json","headersPerFile":100,"files":[{"chain":"main","count":100,"fileHash":"wtQ5sUgMxVOzg8+30WLkOgyW7mbf6vC1qfincLMycpg=","fileName":"mainNet_0.headers","firstHeight":0,"lastChainWork":"0000000000000000000000000000000000000000000000000000006400640064","lastHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","prevChainWork":"0000000000000000000000000000000000000000000000000000000000000000","prevHash":"0000000000000000000000000000000000000000000000000000000000000000","sourceUrl":"http://localhost:8399/blockheaders"},{"chain":"main","count":100,"fileHash":"xpWhru0ArBs2k//SG7BY1nq5Jifo8VJF5l51uoaOslI=","fileName":"mainNet_1.headers","firstHeight":100,"lastChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","lastHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","prevChainWork":"0000000000000000000000000000000000000000000000000000006400640064","prevHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","sourceUrl":"http://localhost:8399/blockheaders"},{"chain":"main","count":100,"fileHash":"wtshdbmZyP3aJMKClO2b7Byg8n/MXZwehlXUWFsqRoA=","fileName":"mainNet_2.headers","firstHeight":200,"lastChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","lastHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","prevChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","prevHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","sourceUrl":"http://localhost:8399/blockheaders"},{"chain":"main","count":100,"fileHash":"e9psHUbYviyz/5i45ZN1wrGVkbMr37x3UOp6+nA5g1w=","fileName":"mainNet_3.headers","firstHeight":300,"lastChainWork":"0000000000000000000000000000000000000000000000000000019001900190","lastHash":"0000000006a774e00b730eeba018fbca6673c32753fce367a316f5c9be4332bd","prevChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","prevHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","sourceUrl":"http://localhost:8399/blockheaders"}]}

package/src/services/chaintracker/chaintracks/__tests/data/cdnTest402/mainNetBlockHeaders.json

@@ -0,0 +1 @@
+{"rootFolder":"http://localhost:8402/blockheaders","jsonFilename":"mainNetBlockHeaders.json","headersPerFile":100,"files":[{"chain":"main","count":100,"fileHash":"wtQ5sUgMxVOzg8+30WLkOgyW7mbf6vC1qfincLMycpg=","fileName":"mainNet_0.headers","firstHeight":0,"lastChainWork":"0000000000000000000000000000000000000000000000000000006400640064","lastHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","prevChainWork":"0000000000000000000000000000000000000000000000000000000000000000","prevHash":"0000000000000000000000000000000000000000000000000000000000000000","sourceUrl":"http://localhost:8402/blockheaders"},{"chain":"main","count":100,"fileHash":"xpWhru0ArBs2k//SG7BY1nq5Jifo8VJF5l51uoaOslI=","fileName":"mainNet_1.headers","firstHeight":100,"lastChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","lastHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","prevChainWork":"0000000000000000000000000000000000000000000000000000006400640064","prevHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","sourceUrl":"http://localhost:8402/blockheaders"},{"chain":"main","count":100,"fileHash":"wtshdbmZyP3aJMKClO2b7Byg8n/MXZwehlXUWFsqRoA=","fileName":"mainNet_2.headers","firstHeight":200,"lastChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","lastHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","prevChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","prevHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","sourceUrl":"http://localhost:8402/blockheaders"},{"chain":"main","count":100,"fileHash":"e9psHUbYviyz/5i45ZN1wrGVkbMr37x3UOp6+nA5g1w=","fileName":"mainNet_3.headers","firstHeight":300,"lastChainWork":"0000000000000000000000000000000000000000000000000000019001900190","lastHash":"0000000006a774e00b730eeba018fbca6673c32753fce367a316f5c9be4332bd","prevChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","prevHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","sourceUrl":"http://localhost:8402/blockheaders"},{"chain":"main","count":3,"fileHash":"HC0yHVInsxaJqmS2ds53D/Yw4MinlIUhceBOI+qX3cc=","fileName":"mainNet_4.headers","firstHeight":400,"lastChainWork":"0000000000000000000000000000000000000000000000000000019301930193","lastHash":"000000005265c5afb97e91a7961ea9861612d965e7714df0c9d38da02b59d8f8","prevChainWork":"0000000000000000000000000000000000000000000000000000019001900190","prevHash":"0000000006a774e00b730eeba018fbca6673c32753fce367a316f5c9be4332bd","sourceUrl":"http://localhost:8402/blockheaders"}]}

package/src/services/chaintracker/chaintracks/__tests/data/cdnTest499/mainNetBlockHeaders.json

@@ -0,0 +1 @@
+{"rootFolder":"http://localhost:8499/blockheaders","jsonFilename":"mainNetBlockHeaders.json","headersPerFile":100,"files":[{"chain":"main","count":100,"fileHash":"wtQ5sUgMxVOzg8+30WLkOgyW7mbf6vC1qfincLMycpg=","fileName":"mainNet_0.headers","firstHeight":0,"lastChainWork":"0000000000000000000000000000000000000000000000000000006400640064","lastHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","prevChainWork":"0000000000000000000000000000000000000000000000000000000000000000","prevHash":"0000000000000000000000000000000000000000000000000000000000000000","sourceUrl":"http://localhost:8499/blockheaders"},{"chain":"main","count":100,"fileHash":"xpWhru0ArBs2k//SG7BY1nq5Jifo8VJF5l51uoaOslI=","fileName":"mainNet_1.headers","firstHeight":100,"lastChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","lastHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","prevChainWork":"0000000000000000000000000000000000000000000000000000006400640064","prevHash":"00000000cd9b12643e6854cb25939b39cd7a1ad0af31a9bd8b2efe67854b1995","sourceUrl":"http://localhost:8499/blockheaders"},{"chain":"main","count":100,"fileHash":"wtshdbmZyP3aJMKClO2b7Byg8n/MXZwehlXUWFsqRoA=","fileName":"mainNet_2.headers","firstHeight":200,"lastChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","lastHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","prevChainWork":"000000000000000000000000000000000000000000000000000000c800c800c8","prevHash":"00000000b7691ccc084542565697eca256e56bb7f67e560b48789db27f0468eb","sourceUrl":"http://localhost:8499/blockheaders"},{"chain":"main","count":100,"fileHash":"e9psHUbYviyz/5i45ZN1wrGVkbMr37x3UOp6+nA5g1w=","fileName":"mainNet_3.headers","firstHeight":300,"lastChainWork":"0000000000000000000000000000000000000000000000000000019001900190","lastHash":"0000000006a774e00b730eeba018fbca6673c32753fce367a316f5c9be4332bd","prevChainWork":"0000000000000000000000000000000000000000000000000000012c012c012c","prevHash":"00000000b9b003c04b2fe21b4f7a2fa809eb643852573c3a1748653e2019f01c","sourceUrl":"http://localhost:8499/blockheaders"},{"chain":"main","count":100,"fileHash":"VW0lh8bl2Wtvn5Uqzh7rt1ty/nBn9XJa0AASpRnV4rQ=","fileName":"mainNet_4.headers","firstHeight":400,"lastChainWork":"000000000000000000000000000000000000000000000000000001f401f401f4","lastHash":"00000000806df68baab17e49e567d4211177fef4849ffd8242d095c6a1169f45","prevChainWork":"0000000000000000000000000000000000000000000000000000019001900190","prevHash":"0000000006a774e00b730eeba018fbca6673c32753fce367a316f5c9be4332bd","sourceUrl":"http://localhost:8499/blockheaders"}]}

package/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts

@@ -0,0 +1,52 @@
+import { Knex, knex as makeKnex } from 'knex'
+import { Chain } from '../../../sdk'
+import { ChaintracksOptions } from './Api/ChaintracksApi'
+import { Chaintracks } from './Chaintracks'
+import { ChaintracksFs } from './util/ChaintracksFs'
+import { ChaintracksStorageKnex } from './Storage/ChaintracksStorageKnex'
+import { BulkIngestorCDNBabbage } from './Ingest/BulkIngestorCDNBabbage'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { LiveIngestorWhatsOnChainPoll } from './Ingest/LiveIngestorWhatsOnChainPoll'
+import { BulkIngestorWhatsOnChainCdn } from './Ingest/BulkIngestorWhatsOnChainCdn'
+
+/**
+ *
+ * @param chain
+ * @param rootFolder defaults to "./data/"
+ * @returns
+ */
+export function createDefaultKnexChaintracksOptions(
+  chain: Chain,
+  rootFolder?: string,
+  knexConfig?: Knex.Config
+): ChaintracksOptions {
+  if (!rootFolder) rootFolder = './data/'
+
+  const options = Chaintracks.createOptions(chain)
+
+  const fs = ChaintracksFs
+  const fetch = new ChaintracksFetch()
+
+  const localSqlite: Knex.Config = {
+    client: 'sqlite3',
+    connection: { filename: fs.pathJoin(rootFolder, `${chain}Net_chaintracks.sqlite`) },
+    useNullAsDefault: true
+  }
+
+  const knexInstance = makeKnex(knexConfig || localSqlite)
+
+  const knexOptions = ChaintracksStorageKnex.createStorageKnexOptions(chain)
+  knexOptions.knex = knexInstance
+  options.storage = new ChaintracksStorageKnex(knexOptions)
+
+  const bulkCDNOptions = BulkIngestorCDNBabbage.createBulkIngestorCDNBabbageOptions(chain, fetch)
+  options.bulkIngestors.push(new BulkIngestorCDNBabbage(bulkCDNOptions))
+
+  const bulkWhatsOnChainOptions = BulkIngestorWhatsOnChainCdn.createBulkIngestorWhatsOnChainOptions(chain)
+  options.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn(bulkWhatsOnChainOptions))
+
+  const liveWhatsOnChainOptions = LiveIngestorWhatsOnChainPoll.createLiveIngestorWhatsOnChainOptions(chain)
+  options.liveIngestors.push(new LiveIngestorWhatsOnChainPoll(liveWhatsOnChainOptions))
+
+  return options
+}

package/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts

@@ -0,0 +1,29 @@
+import { Chain } from '../../../sdk'
+import { ChaintracksOptions } from './Api/ChaintracksApi'
+import { Chaintracks } from './Chaintracks'
+import { BulkIngestorCDNBabbage } from './Ingest/BulkIngestorCDNBabbage'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { LiveIngestorWhatsOnChainPoll } from './Ingest/LiveIngestorWhatsOnChainPoll'
+import { BulkIngestorWhatsOnChainCdn } from './Ingest/BulkIngestorWhatsOnChainCdn'
+import { ChaintracksStorageNoDb } from './Storage/ChaintracksStorageNoDb'
+
+export function createNoDbChaintracksOptions(chain: Chain): ChaintracksOptions {
+  const options = Chaintracks.createOptions(chain)
+
+  const so = ChaintracksStorageNoDb.createStorageBaseOptions(chain)
+  const s = new ChaintracksStorageNoDb(so)
+  options.storage = s
+
+  const fetch = new ChaintracksFetch()
+
+  const bulkCDNOptions = BulkIngestorCDNBabbage.createBulkIngestorCDNBabbageOptions(chain, fetch)
+  options.bulkIngestors.push(new BulkIngestorCDNBabbage(bulkCDNOptions))
+
+  const bulkWhatsOnChainOptions = BulkIngestorWhatsOnChainCdn.createBulkIngestorWhatsOnChainOptions(chain)
+  options.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn(bulkWhatsOnChainOptions))
+
+  const liveWhatsOnChainOptions = LiveIngestorWhatsOnChainPoll.createLiveIngestorWhatsOnChainOptions(chain)
+  options.liveIngestors.push(new LiveIngestorWhatsOnChainPoll(liveWhatsOnChainOptions))
+
+  return options
+}

package/src/services/chaintracker/chaintracks/index.all.ts

@@ -0,0 +1,7 @@
+export * from './index.client'
+
+export * from './util/ChaintracksFs'
+export * from './Storage/ChaintracksStorageKnex'
+export * from './Storage/ChaintracksStorageMemory'
+
+export * from './createDefaultKnexChaintracksOptions'

package/src/services/chaintracker/chaintracks/index.client.ts

@@ -0,0 +1,38 @@
+export { Chain } from '../../../sdk/types'
+
+export * from './Api/ChaintracksApi'
+export * from './Api/ChaintracksFsApi'
+export * from './Api/ChaintracksFetchApi'
+export * from './Api/ChaintracksStorageApi'
+export * from './Api/BulkStorageApi'
+export * from './Api/BulkIngestorApi'
+export * from './Api/LiveIngestorApi'
+export * from './Api/BlockHeaderApi'
+
+export * from './Chaintracks'
+export * from './ChaintracksService'
+export * from './ChaintracksServiceClient'
+
+export * from './Ingest/BulkIngestorBase'
+export * from './Ingest/LiveIngestorBase'
+
+export * from './Ingest/BulkIngestorCDN'
+export * from './Ingest/BulkIngestorCDNBabbage'
+export * from './Ingest/BulkIngestorWhatsOnChainCdn'
+export * from './Ingest/BulkIngestorWhatsOnChainWs'
+export * from './Ingest/LiveIngestorWhatsOnChainPoll'
+export * from './Ingest/LiveIngestorWhatsOnChainWs'
+export * from './Ingest/WhatsOnChainServices'
+
+export * from './Storage/BulkStorageBase'
+export * from './Storage/ChaintracksStorageBase'
+export * from './Storage/ChaintracksStorageNoDb'
+
+export * from './createDefaultNoDbChaintracksOptions'
+
+export * from './util/BulkFilesReader'
+export * from './util/HeightRange'
+export * from './util/BulkFileDataManager'
+export * from './util/ChaintracksFetch'
+
+export * as utils from './util/blockHeaderUtilities'