@bopen-io/wallet-toolbox 1.7.18

package/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts

@@ -0,0 +1,91 @@
+import { Chain } from '../../../sdk'
+import { ChaintracksOptions } from './Api/ChaintracksApi'
+import { BulkIngestorCDNBabbage } from './Ingest/BulkIngestorCDNBabbage'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { LiveIngestorWhatsOnChainOptions, LiveIngestorWhatsOnChainPoll } from './Ingest/LiveIngestorWhatsOnChainPoll'
+import { BulkIngestorWhatsOnChainCdn, BulkIngestorWhatsOnChainOptions } from './Ingest/BulkIngestorWhatsOnChainCdn'
+import { ChaintracksStorageNoDb, ChaintracksStorageNoDbOptions } from './Storage/ChaintracksStorageNoDb'
+import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi'
+import { BulkFileDataManager, BulkFileDataManagerOptions } from './util/BulkFileDataManager'
+import { BulkIngestorCDNOptions } from './Ingest/BulkIngestorCDN'
+import { WhatsOnChainServicesOptions } from './Ingest/WhatsOnChainServices'
+
+export function createDefaultNoDbChaintracksOptions(
+  chain: Chain,
+  whatsonchainApiKey: string = '',
+  maxPerFile: number = 100000,
+  maxRetained: number = 2,
+  fetch?: ChaintracksFetchApi,
+  cdnUrl: string = 'https://cdn.projectbabbage.com/blockheaders/',
+  liveHeightThreshold: number = 2000,
+  reorgHeightThreshold: number = 400,
+  bulkMigrationChunkSize: number = 500,
+  batchInsertLimit: number = 400,
+  addLiveRecursionLimit: number = 36
+): ChaintracksOptions {
+  fetch ||= new ChaintracksFetch()
+
+  const bfo: BulkFileDataManagerOptions = {
+    chain,
+    fetch,
+    maxPerFile,
+    maxRetained,
+    fromKnownSourceUrl: cdnUrl
+  }
+  const bulkFileDataManager = new BulkFileDataManager(bfo)
+
+  const so: ChaintracksStorageNoDbOptions = {
+    chain,
+    bulkFileDataManager,
+    liveHeightThreshold,
+    reorgHeightThreshold,
+    bulkMigrationChunkSize,
+    batchInsertLimit
+  }
+  const storage = new ChaintracksStorageNoDb(so)
+
+  const co: ChaintracksOptions = {
+    chain,
+    storage,
+    bulkIngestors: [],
+    liveIngestors: [],
+    addLiveRecursionLimit,
+    logging: (...args) => console.log(new Date().toISOString(), ...args),
+    readonly: false
+  }
+
+  const jsonResource = `${chain}NetBlockHeaders.json`
+
+  const bulkCdnOptions: BulkIngestorCDNOptions = {
+    chain,
+    jsonResource,
+    fetch,
+    cdnUrl,
+    maxPerFile
+  }
+  co.bulkIngestors.push(new BulkIngestorCDNBabbage(bulkCdnOptions))
+
+  const wocOptions: WhatsOnChainServicesOptions = {
+    chain,
+    apiKey: whatsonchainApiKey,
+    timeout: 30000,
+    userAgent: 'BabbageWhatsOnChainServices',
+    enableCache: true,
+    chainInfoMsecs: 5000
+  }
+
+  const bulkOptions: BulkIngestorWhatsOnChainOptions = {
+    ...wocOptions,
+    jsonResource,
+    idleWait: 5000
+  }
+  co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn(bulkOptions))
+
+  const liveOptions: LiveIngestorWhatsOnChainOptions = {
+    ...wocOptions,
+    idleWait: 100000
+  }
+  co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll(liveOptions))
+
+  return co
+}

package/src/services/chaintracker/chaintracks/createIdbChaintracks.ts

@@ -0,0 +1,60 @@
+import { Chain } from '../../../sdk'
+import { Chaintracks } from './Chaintracks'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi'
+import { ChaintracksStorageIdb } from './Storage/ChaintracksStorageIdb'
+import { createDefaultIdbChaintracksOptions } from './createDefaultIdbChaintracksOptions'
+
+export async function createIdbChaintracks(
+  chain: Chain,
+  whatsonchainApiKey: string = '',
+  maxPerFile: number = 100000,
+  maxRetained: number = 2,
+  fetch?: ChaintracksFetchApi,
+  cdnUrl: string = 'https://cdn.projectbabbage.com/blockheaders/',
+  liveHeightThreshold: number = 2000,
+  reorgHeightThreshold: number = 400,
+  bulkMigrationChunkSize: number = 500,
+  batchInsertLimit: number = 400,
+  addLiveRecursionLimit: number = 36
+): Promise<{
+  chain: Chain
+  maxPerFile: number
+  fetch: ChaintracksFetchApi
+  storage: ChaintracksStorageIdb
+  chaintracks: Chaintracks
+  available: Promise<void>
+}> {
+  try {
+    fetch ||= new ChaintracksFetch()
+
+    const co = createDefaultIdbChaintracksOptions(
+      chain,
+      whatsonchainApiKey,
+      maxPerFile,
+      maxRetained,
+      fetch,
+      cdnUrl,
+      liveHeightThreshold,
+      reorgHeightThreshold,
+      bulkMigrationChunkSize,
+      batchInsertLimit,
+      addLiveRecursionLimit
+    )
+
+    const chaintracks = new Chaintracks(co)
+    const available = chaintracks.makeAvailable()
+
+    return {
+      chain,
+      fetch,
+      maxPerFile,
+      storage: co.storage as ChaintracksStorageIdb,
+      chaintracks,
+      available
+    }
+  } catch (error) {
+    console.error('Error setting up Chaintracks with Idb Storage:', error)
+    throw error
+  }
+}

package/src/services/chaintracker/chaintracks/createKnexChaintracks.ts

@@ -0,0 +1,65 @@
+import { Knex, knex as makeKnex } from 'knex'
+import { Chain } from '../../../sdk'
+import { Chaintracks } from './Chaintracks'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi'
+import { ChaintracksStorageKnex } from './Storage/ChaintracksStorageKnex'
+import { createDefaultKnexChaintracksOptions } from './createDefaultKnexChaintracksOptions'
+
+export async function createKnexChaintracks(
+  chain: Chain,
+  rootFolder: string = './data/',
+  knexConfig?: Knex.Config,
+  whatsonchainApiKey: string = '',
+  maxPerFile: number = 100000,
+  maxRetained: number = 2,
+  fetch?: ChaintracksFetchApi,
+  cdnUrl: string = 'https://cdn.projectbabbage.com/blockheaders/',
+  liveHeightThreshold: number = 2000,
+  reorgHeightThreshold: number = 400,
+  bulkMigrationChunkSize: number = 500,
+  batchInsertLimit: number = 400,
+  addLiveRecursionLimit: number = 36
+): Promise<{
+  chain: Chain
+  maxPerFile: number
+  fetch: ChaintracksFetchApi
+  storage: ChaintracksStorageKnex
+  chaintracks: Chaintracks
+  available: Promise<void>
+}> {
+  try {
+    fetch ||= new ChaintracksFetch()
+
+    const co = createDefaultKnexChaintracksOptions(
+      chain,
+      rootFolder,
+      knexConfig,
+      whatsonchainApiKey,
+      maxPerFile,
+      maxRetained,
+      fetch,
+      cdnUrl,
+      liveHeightThreshold,
+      reorgHeightThreshold,
+      bulkMigrationChunkSize,
+      batchInsertLimit,
+      addLiveRecursionLimit
+    )
+
+    const chaintracks = new Chaintracks(co)
+    const available = chaintracks.makeAvailable()
+
+    return {
+      chain,
+      fetch,
+      maxPerFile,
+      storage: co.storage as ChaintracksStorageKnex,
+      chaintracks,
+      available
+    }
+  } catch (error) {
+    console.error('Error setting up Chaintracks with Knex Storage:', error)
+    throw error
+  }
+}

package/src/services/chaintracker/chaintracks/createNoDbChaintracks.ts

@@ -0,0 +1,60 @@
+import { Chain } from '../../../sdk'
+import { Chaintracks } from './Chaintracks'
+import { ChaintracksFetch } from './util/ChaintracksFetch'
+import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi'
+import { ChaintracksStorageNoDb } from './Storage/ChaintracksStorageNoDb'
+import { createDefaultNoDbChaintracksOptions } from './createDefaultNoDbChaintracksOptions'
+
+export async function createNoDbChaintracks(
+  chain: Chain,
+  whatsonchainApiKey: string = '',
+  maxPerFile: number = 100000,
+  maxRetained: number = 2,
+  fetch?: ChaintracksFetchApi,
+  cdnUrl: string = 'https://cdn.projectbabbage.com/blockheaders/',
+  liveHeightThreshold: number = 2000,
+  reorgHeightThreshold: number = 400,
+  bulkMigrationChunkSize: number = 500,
+  batchInsertLimit: number = 400,
+  addLiveRecursionLimit: number = 36
+): Promise<{
+  chain: Chain
+  maxPerFile: number
+  fetch: ChaintracksFetchApi
+  storage: ChaintracksStorageNoDb
+  chaintracks: Chaintracks
+  available: Promise<void>
+}> {
+  try {
+    fetch ||= new ChaintracksFetch()
+
+    const co = createDefaultNoDbChaintracksOptions(
+      chain,
+      whatsonchainApiKey,
+      maxPerFile,
+      maxRetained,
+      fetch,
+      cdnUrl,
+      liveHeightThreshold,
+      reorgHeightThreshold,
+      bulkMigrationChunkSize,
+      batchInsertLimit,
+      addLiveRecursionLimit
+    )
+
+    const chaintracks = new Chaintracks(co)
+    const available = chaintracks.makeAvailable()
+
+    return {
+      chain,
+      fetch,
+      maxPerFile,
+      storage: co.storage as ChaintracksStorageNoDb,
+      chaintracks,
+      available
+    }
+  } catch (error) {
+    console.error('Error setting up Chaintracks with NoDb Storage:', error)
+    throw error
+  }
+}

package/src/services/chaintracker/chaintracks/index.all.ts

@@ -0,0 +1,12 @@
+export * from './index.client'
+
+export * from './util/ChaintracksFs'
+export * from './Storage/ChaintracksStorageKnex'
+export * from './Storage/ChaintracksStorageMemory'
+
+export * from './createDefaultKnexChaintracksOptions'
+export * from './createKnexChaintracks'
+
+export * from './ChaintracksService'
+export * from './Ingest/BulkIngestorWhatsOnChainWs'
+export * from './Ingest/LiveIngestorWhatsOnChainWs'

package/src/services/chaintracker/chaintracks/index.client.ts

@@ -0,0 +1,4 @@
+export * from './index.mobile'
+
+export * from './createDefaultIdbChaintracksOptions'
+export * from './createIdbChaintracks'

package/src/services/chaintracker/chaintracks/index.mobile.ts

@@ -0,0 +1,37 @@
+export { Chain } from '../../../sdk/types'
+
+export * from './Api/ChaintracksApi'
+export * from './Api/ChaintracksFsApi'
+export * from './Api/ChaintracksFetchApi'
+export * from './Api/ChaintracksStorageApi'
+export * from './Api/BulkStorageApi'
+export * from './Api/BulkIngestorApi'
+export * from './Api/LiveIngestorApi'
+export * from './Api/BlockHeaderApi'
+
+export * from './Chaintracks'
+export * from './ChaintracksServiceClient'
+
+export * from './Ingest/BulkIngestorBase'
+export * from './Ingest/LiveIngestorBase'
+
+export * from './Ingest/BulkIngestorCDN'
+export * from './Ingest/BulkIngestorCDNBabbage'
+export * from './Ingest/BulkIngestorWhatsOnChainCdn'
+export * from './Ingest/LiveIngestorWhatsOnChainPoll'
+export * from './Ingest/WhatsOnChainServices'
+
+export * from './Storage/BulkStorageBase'
+export * from './Storage/ChaintracksStorageBase'
+export * from './Storage/ChaintracksStorageNoDb'
+export * from './Storage/ChaintracksStorageIdb'
+
+export * from './createDefaultNoDbChaintracksOptions'
+export * from './createNoDbChaintracks'
+
+export * from './util/BulkFilesReader'
+export * from './util/HeightRange'
+export * from './util/BulkFileDataManager'
+export * from './util/ChaintracksFetch'
+
+export * as utils from './util/blockHeaderUtilities'