@sentio/sdk 1.28.0 → 1.29.1

package/src/core/logger.ts

@@ -1,4 +1,4 @@
-import { BaseContext } from './context'
+import { BaseContext } from './base-context'
 import { DataDescriptor, LogLevel } from '../gen'
 import { DescriptorWithUsage } from './metadata'
 

package/src/core/meter.ts

@@ -1,4 +1,4 @@
-import { BaseContext } from './context'
+import { BaseContext } from './base-context'
 import { toMetricValue, Numberish } from './numberish'
 import { DescriptorWithUsage, Labels } from './metadata'
 import { DataDescriptor } from '../gen'
@@ -56,6 +56,13 @@ export class Metric extends DescriptorWithUsage {
 }
 
 export class Counter extends Metric {
+  static register(name: string, option?: MetricDescriptorOptions): Counter {
+    // TODO also dedup
+    const metric = new Counter(name, option)
+    global.PROCESSOR_STATE.metrics.push(metric)
+    return metric
+  }
+
   add(ctx: BaseContext, value: Numberish, labels: Labels = {}) {
     this.record(ctx, value, labels, true)
   }
@@ -94,6 +101,13 @@ export class CounterBinding {
 }
 
 export class Gauge extends Metric {
+  static register(name: string, option?: MetricDescriptorOptions): Gauge {
+    // TODO also dedup
+    const metric = new Gauge(name, option)
+    global.PROCESSOR_STATE.metrics.push(metric)
+    return metric
+  }
+
   record(ctx: BaseContext, value: Numberish, labels: Labels = {}) {
     ctx.res.gauges.push({
       metadata: ctx.getMetaData(this.getShortDescriptor(), labels),

package/src/endpoints.ts

@@ -0,0 +1,9 @@
+import { Provider } from '@ethersproject/providers'
+
+export class Endpoints {
+  // evm providers
+  providers = new Map<number, Provider>()
+
+  chainQueryAPI = ''
+  priceFeedAPI = ''
+}

package/src/processor-runner.ts

@@ -11,8 +11,10 @@ import fs from 'fs-extra'
 import { ProcessorState } from './processor-state'
 import { load } from './loader'
 import { CompressionAlgorithms } from '@grpc/grpc-js/build/src/compression-algorithms'
+import { Endpoints } from './endpoints'
 
 global.PROCESSOR_STATE = new ProcessorState()
+global.ENDPOINTS = new Endpoints()
 
 const optionDefinitions = [
   { name: 'target', type: String, defaultOption: true },
@@ -25,6 +27,8 @@ const optionDefinitions = [
     type: String,
     defaultValue: 'chains-config.json',
   },
+  { name: 'chainquery-server', type: String, defaultValue: '' },
+  { name: 'pricefeed-server', type: String, defaultValue: '' },
 ]
 
 const options = commandLineArgs(optionDefinitions, { partial: true })
@@ -35,6 +39,8 @@ const fullPath = path.resolve(options['chains-config'])
 const chainsConfig = fs.readJsonSync(fullPath)
 
 setProvider(chainsConfig, options.concurrency, options['use-chainserver'])
+globalThis.ENDPOINTS.chainQueryAPI = options['chainquery-server']
+globalThis.ENDPOINTS.priceFeedAPI = options['pricefeed-server']
 
 console.log('Start Server', options)
 

package/src/processor-state.ts

@@ -5,17 +5,14 @@ import {
   BaseProcessorTemplate,
   SolanaBaseProcessor,
   SuiBaseProcessor,
+  EventTracker,
 } from './core'
 
-import { AptosBaseProcessor } from './aptos'
-
 import { BaseContract } from 'ethers'
 import { TemplateInstance } from './gen'
-import { Provider } from '@ethersproject/providers'
-import { EventTracker } from './core'
 import { Metric } from './core/meter'
-import { AptosAccountProcessor } from './aptos/aptos-processor'
 import { Exporter } from './core/exporter'
+import { AptosBaseProcessor, AptosAccountProcessor } from './aptos/aptos-processor'
 
 export class ProcessorState {
   // from abiName_address_chainId => contract wrapper
@@ -24,8 +21,6 @@ export class ProcessorState {
   processors: BaseProcessor<BaseContract, BoundContractView<BaseContract, any>>[] = []
   // from abiName_options to contracts
   processorMap = new Map<string, BaseProcessor<any, any>>()
-  // evm providers
-  providers = new Map<number, Provider>()
   // evm processor templates
   templates: BaseProcessorTemplate<BaseContract, BoundContractView<BaseContract, any>>[] = []
   // evm processor template instances spec

package/src/provider.ts

@@ -12,23 +12,23 @@ export function getProvider(networkish?: Networkish): Provider {
   }
   const network = getNetwork(networkish)
 
-  if (!global.PROCESSOR_STATE.providers) {
+  if (!global.ENDPOINTS.providers) {
     throw Error('Provider not set')
   }
-  const value = global.PROCESSOR_STATE.providers.get(network.chainId)
+  const value = global.ENDPOINTS.providers.get(network.chainId)
   if (value === undefined) {
     throw Error(
       'Provider not found for chain ' +
         network.chainId +
         ', configured chains: ' +
-        [...global.PROCESSOR_STATE.providers.keys()].join(' ')
+        [...global.ENDPOINTS.providers.keys()].join(' ')
     )
   }
   return value
 }
 
 export function setProvider(config: Record<string, ChainConfig>, concurrency = 4, useChainServer = false) {
-  global.PROCESSOR_STATE.providers = new Map<number, Provider>()
+  globalThis.ENDPOINTS.providers = new Map<number, Provider>()
 
   for (const chainIdStr in config) {
     if (isNaN(Number.parseInt(chainIdStr))) {
@@ -56,7 +56,7 @@ export function setProvider(config: Record<string, ChainConfig>, concurrency = 4
     }
 
     const provider = new QueuedStaticJsonRpcProvider(rpcAddress, chainId, concurrency)
-    global.PROCESSOR_STATE.providers.set(chainId, provider)
+    global.ENDPOINTS.providers.set(chainId, provider)
   }
 }
 

package/src/testing/test-processor-server.ts

@@ -9,14 +9,10 @@ import {
   ProcessConfigRequest,
   ProcessConfigResponse,
   ProcessInstructionsRequest,
-  ProcessorServiceImpl,
   ProcessorServiceImplementation,
-  ProcessorState,
   ProcessTransactionsRequest,
-  setProvider,
   StartRequest,
-  Trace,
-} from '@sentio/sdk'
+} from '../gen'
 import { CallContext } from 'nice-grpc-common'
 import { Empty } from '../gen/google/protobuf/empty'
 import { ChainConfig } from '../chain-config'
@@ -24,11 +20,19 @@ import { CHAIN_MAP } from '../utils/chain'
 import { Block, Log } from '@ethersproject/abstract-provider'
 import Long from 'long'
 import { getNetwork, Networkish } from '@ethersproject/providers'
+import { Endpoints } from '../endpoints'
+import { ProcessorState } from '../processor-state'
+import { ProcessorServiceImpl } from '../service'
+import { Trace } from '../core/trace'
+import { setProvider } from '../provider'
 
 export const TEST_CONTEXT: CallContext = <CallContext>{}
 
-function cleanTest() {
+export function cleanTest() {
   global.PROCESSOR_STATE = new ProcessorState()
+  if (!global.ENDPOINTS) {
+    global.ENDPOINTS = new Endpoints()
+  }
 }
 
 export class TestProcessorServer implements ProcessorServiceImplementation {

package/src/utils/conversion.ts

@@ -1,6 +1,7 @@
 import { BigNumber } from 'ethers'
-import { BigDecimal, MetricValue } from '@sentio/sdk'
+import { BigDecimal } from '../core/big-decimal'
 import { Numberish } from '../core'
+import { MetricValue } from '../gen'
 
 export function toBigDecimal(n: BigNumber | bigint) {
   return new BigDecimal(n.toString())

package/src/utils/price.ts

@@ -1,8 +1,58 @@
 import { PriceServiceClient, PriceServiceDefinition } from '../gen/service/price/protos/price'
 import { createChannel, createClient } from 'nice-grpc'
 
-export function getPriceClient(address: string): PriceServiceClient {
+export function getPriceClient(address?: string): PriceServiceClient {
+  if (!address) {
+    address = global.ENDPOINTS.priceFeedAPI
+  }
   const channel = createChannel(address)
 
   return createClient(PriceServiceDefinition, channel)
 }
+
+const priceMap = new Map<string, number>()
+let priceClient: PriceServiceClient
+
+/**
+ *
+ * @param chainId chain id refers to CHAIN_MAP
+ * @param coinType
+ * @param date
+ */
+export async function getPriceByType(chainId: string, coinType: string, date: Date): Promise<number> {
+  if (!priceClient) {
+    priceClient = getPriceClient()
+  }
+
+  const dateStr = [date.getUTCDate(), date.getUTCMonth() + 1, date.getUTCFullYear()].join('-')
+  const key = `${coinType}-${dateStr}`
+  const price = priceMap.get(key)
+  if (price) {
+    return price
+  }
+
+  /*eslint no-constant-condition: ["error", { "checkLoops": false }]*/
+  while (true) {
+    try {
+      const response = await priceClient.getPrice({
+        timestamp: date,
+        coinId: {
+          address: {
+            chain: chainId,
+            address: coinType,
+          },
+        },
+      })
+      const price = response.price
+      priceMap.set(key, price)
+      return price
+    } catch (e) {
+      console.log('error getting price', e, dateStr, coinType)
+      await delay(1000)
+    }
+  }
+}
+
+export function delay(ms: number) {
+  return new Promise((resolve) => setTimeout(resolve, ms))
+}

package/src/utils/token.ts

@@ -3,7 +3,7 @@ import { BigNumber } from '@ethersproject/bignumber'
 import { transformEtherError } from '../error'
 import { getERC20Contract } from '../builtin/erc20'
 import { getERC20BytesContract } from '../builtin/internal/erc20bytes_processor'
-import { BigDecimal } from '@sentio/sdk'
+import { BigDecimal } from '../core/big-decimal'
 import { toBigDecimal } from './conversion'
 import { utils } from 'ethers'