bct 0.1.1 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1d5c863b483ea4006cb6041d099d4e754555155fcea9855b5de2ea0e6df21d9a
-  data.tar.gz: 89450be0aeb6aab2ffd00a8ebeb04666e320461e63131442b48ed0472b352227
+  metadata.gz: 31df00355fbff1327239b4a58cb208ef657ae0d2c260710557494d8b6273d9d0
+  data.tar.gz: 2d683c8e324fc18a78f31276447f40a39a386727f14b94528bcbcbda0a68a135
 SHA512:
-  metadata.gz: 1620f81ae18d81dbdd788ff283889fc9fd97fdc57ff03cedd29b76fdae4f32fde368870e9a8a8422085ca729a3cd57a4fe6ed1ec3dff41b96e94bb63c056e620
-  data.tar.gz: c7c616fba61dabbdc2694a3e3a8aab67f25c821cdadae0cd2f565696678ce12376065e9c47166f2bf59a840eb34c6383b287d815dace0a7f8164ab0d4d2d2d69
+  metadata.gz: 6b210ad6e12b94764f19f2e8f40d324696ae65fedda5bc3d996552607ac1086691c21cda59485b01875a21c76f268bfe5ea90e77c4741a2bf22ae219b133b1c1
+  data.tar.gz: 24cb2c0df27c3c49736d604106a4aaaac8f6dc9fbdbabad7ee232d40f51bc64e8ecc3cce02673d45c9d002413ff083cdc13ec7fd26b5f66614bbcf366abfc907

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    bct (0.1.1)
+    bct (0.1.3)
       faraday
       google-cloud-bigquery
       thor
@@ -17,15 +17,16 @@ GEM
     declarative-option (0.1.0)
     faraday (1.0.1)
       multipart-post (>= 1.2, < 3)
-    google-api-client (0.44.1)
+    google-api-client (0.44.2)
       addressable (~> 2.5, >= 2.5.1)
       googleauth (~> 0.9)
       httpclient (>= 2.8.1, < 3.0)
       mini_mime (~> 1.0)
       representable (~> 3.0)
       retriable (>= 2.0, < 4.0)
+      rexml
       signet (~> 0.12)
-    google-cloud-bigquery (1.21.2)
+    google-cloud-bigquery (1.22.0)
       concurrent-ruby (~> 1.0)
       google-api-client (~> 0.33)
       google-cloud-core (~> 1.2)
@@ -58,6 +59,7 @@ GEM
       declarative-option (< 0.2.0)
       uber (< 0.2.0)
     retriable (3.1.2)
+    rexml (3.2.4)
     signet (0.14.0)
       addressable (~> 2.3)
       faraday (>= 0.17.3, < 2.0)

data/README.md

@@ -1,6 +1,6 @@
 # Bct [![Build Status](https://travis-ci.com/hernanirvaz/bct.svg?branch=master)](https://travis-ci.com/hernanirvaz/bct)
 
-Arquiva transactions etherscan/bloks no bigquery. Pode ajustar dias para reposicionamento temporal.
+Arquiva transactions etherscan/greymass no bigquery. Pode ajustar dias para reposicionamento temporal.
 
 ## Installation
 

data/bct.gemspec

@@ -8,7 +8,7 @@ Gem::Specification.new do |spec|
   spec.authors     = ['Hernâni Rodrigues Vaz']
   spec.email       = ['hernanirvaz@gmail.com']
 
-  spec.summary     = 'Arquiva transactions etherscan/bloks no bigquery.'
+  spec.summary     = 'Arquiva transactions etherscan/greymass no bigquery.'
   spec.description = "#{spec.summary} Pode ajustar dias para reposicionamento temporal."
   spec.homepage    = 'https://github.com/hernanirvaz/bct'
   spec.license     = 'MIT'

data/lib/bct.rb

@@ -1,18 +1,32 @@
 # frozen_string_literal: true
 
 require('thor')
+require('bct/apies')
+require('bct/apigm')
+require('bct/bigquery1')
+require('bct/bigquery2')
+require('bct/etherscan1')
+require('bct/etherscan2')
+require('bct/greymass1')
+require('bct/greymass2')
 require('bct/version')
 
 module Bct
-  class Error < StandardError; end
+  # classe para erros desta gem
+  class Erro < StandardError
+    # @return [StandardError] personalizacao dos erros
+    def initialize(msg)
+      super(msg)
+    end
+  end
 
-  # classe para carregar/mostrar dados transacoes kraken no bigquery
+  # classe para carregar/mostrar dados transacoes eth & eos no bigquery
   class CLI < Thor
     desc 'work', 'carrega transacoes novas no bigquery'
     option :h, type: :hash, default: {}, desc: 'configuracao ajuste reposicionamento temporal'
     # carrega transacoes novas no bigquery
     def work
-      Bigquery.new(options).processa_tudo
+      Bct::Bigquery.new(options).processa_tudo
     end
 
     desc 'show', 'mostra resumo transacoes'
@@ -20,7 +34,7 @@ module Bct
     option :t, type: :boolean, default: false, desc: 'mostra transacoes todas ou somente novas'
     # mostra resumo transacoes
     def show
-      Bigquery.new(options).mostra_tudo
+      Bct::Bigquery.new(options).mostra_tudo
     end
 
     default_task :show

data/lib/bct/apies.rb

@@ -0,0 +1,161 @@
+# frozen_string_literal: true
+
+require('faraday')
+require('json')
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # classe para acesso dados blockchain ETH
+  class Apies
+    # @return [String] apikey a juntar aos pedidos HTTP url:
+    attr_reader :key
+    # @return [String] base URL to use as a prefix for all requests
+    attr_reader :url
+
+    # @param [String] chv apikey a juntar aos pedidos HTTP url:
+    # @param [String] www base URL to use as a prefix for all requests
+    # @return [Apies] API etherscan base
+    def initialize(chv: ENV['ETHERSCAN_API_KEY'], www: 'https://api.etherscan.io/')
+      @key = chv
+      @url = www
+    end
+
+    # @return [<Symbol>] adapter for the connection - default :net_http
+    def adapter
+      @adapter ||= Faraday.default_adapter
+    end
+
+    # @return [<Faraday::Connection>] connection object with an URL & adapter
+    def conn
+      @conn ||=
+        Faraday.new(url: url) do |c|
+          c.request(:url_encoded)
+          c.adapter(adapter)
+        end
+    end
+
+    # @example
+    #  [
+    #    { account: '0x...', balance: '4000000000000000000' },
+    #    { account: '0x...', balance: '87000000000000000000' }
+    #  ]
+    # @param [String] ads lista enderecos carteiras ETH (max 20)
+    # @return [Array<Hash>] devolve lista com dados & saldo de carteiras ETH
+    def account(ads)
+      raise(Erro, 'maximo de 20 enderecos') if ads.size > 20
+
+      get(action: 'balancemulti', address: ads.join(','), tag: 'latest')[:result]
+    end
+
+    # @example
+    #  [
+    #    {
+    #      blockNumber: '4984535',
+    #      timeStamp: '1517094794',
+    #      hash: '0x...',
+    #      nonce: '10',
+    #      blockHash: '0x...',
+    #      transactionIndex: '17',
+    #      from: '0x...',
+    #      to: '0x...',
+    #      value: '52627271000000000000',
+    #      gas: '21000',
+    #      gasPrice: '19000000000',
+    #      isError: '0',
+    #      txreceipt_status: '1',
+    #      input: '0x',
+    #      contractAddress: '',
+    #      gasUsed: '21000',
+    #      cumulativeGasUsed: '566293',
+    #      confirmations: '5848660'
+    #    },
+    #    {}
+    #  ]
+    # @param [String] add endereco carteira ETH
+    # @param [Hash] arg argumentos trabalho
+    # @option arg [Integer] :start_block starting blockNo to retrieve results
+    # @option arg [Integer] :end_block ending blockNo to retrieve results
+    # @option arg [String] :sort asc -> ascending order, desc -> descending order
+    # @option arg [Integer] :page to get paginated results
+    # @option arg [Integer] :offset max records to return
+    # @return [Array<Hash>] lista de transacoes
+    def norml_tx(add, **arg)
+      raise(Erro, 'endereco tem de ser definido') if add.nil? || add.empty?
+
+      ledger(**arg.merge(action: 'txlist', address: add))
+    end
+
+    # @example registo duplicado
+    #  [
+    #    {
+    #      blockNumber: '3967652',
+    #      timeStamp: '1499081515',
+    #      hash: '0x registo duplicado com todos os dados iguais',
+    #      nonce: '3',
+    #      blockHash: '0x00a49e999036dc13dc6c4244bb1d51d3146fe7f00bfb500a7624d82e299c7328',
+    #      from: '0xd0a6e6c54dbc68db5db3a091b171a77407ff7ccf',
+    #      contractAddress: '0x86fa049857e0209aa7d9e616f7eb3b3b78ecfdb0',
+    #      to: '0x...',
+    #      value: '0',
+    #      tokenName: 'EOS',
+    #      tokenSymbol: 'EOS',
+    #      tokenDecimal: '18',
+    #      transactionIndex: '83',
+    #      gas: '173399',
+    #      gasPrice: '21000000000',
+    #      gasUsed: '173398',
+    #      input: 'deprecated',
+    #      cumulativeGasUsed: '7484878',
+    #      confirmations: '3442641'
+    #    },
+    #    {}
+    #  ]
+    # @param add (see norml_tx)
+    # @param [String] cdd token address (nil to get a list of all ERC20 transactions)
+    # @param arg (see norml_tx)
+    # @option arg (see norml_tx)
+    # @return [Array<Hash>] lista de token transfer events
+    def token_tx(add, cdd = nil, **arg)
+      raise(Erro, 'contrato ou endereco tem de estar definido') if (cdd || add).nil? || (cdd || add).empty?
+
+      # registos duplicados aparecem em token events (ver exemplo acima)
+      # -quando ha erros na blockchain (acho)
+      # -quando ha token events identicos no mesmo block (acho)
+      ledger(**arg.merge(action: 'tokentx', address: add, contractaddress: cdd))
+    end
+
+    # @param [Integer] pag pagina das transacoes a devolver
+    # @param [Array<Hash>] ary lista acumuladora das transacoes a devolver
+    # @param arg (see norml_tx)
+    # @option arg (see norml_tx)
+    # @return [Array<Hash>] devolve lista de transacoes/token transfer events
+    def ledger(pag = 0, ary = [], **arg)
+      r = get(**arg.merge(page: pag + 1, offset: 10_000))[:result]
+      ary += r
+      r.count < 10_000 ? ary : ledger(pag + 1, ary, **arg)
+    rescue StandardError
+      ary
+    end
+
+    private
+
+    # @example
+    #  {
+    #    status: '1',
+    #    message: 'OK',
+    #    result: []
+    #  }
+    # @return [Hash] resultado do HTTP request
+    def get(**arg)
+      JSON.parse(
+        (conn.get('api') do |o|
+           o.headers = { content_type: 'application/json', accept: 'application/json', user_agent: 'etherscan;ruby' }
+           o.params = arg.merge(module: 'account', apikey: key).reject { |_, v| v.nil? }
+         end).body,
+        symbolize_names: true
+      )
+    rescue StandardError
+      { result: [] }
+    end
+  end
+end

data/lib/bct/apigm.rb

@@ -0,0 +1,181 @@
+# frozen_string_literal: true
+
+require('faraday')
+require('json')
+
+module Bct
+  # classe para acesso dados blockchain EOS
+  class Apigm
+    # @return [String] base URL to use as a prefix for all requests
+    attr_reader :url
+
+    # @param [String] www base URL to use as a prefix for all requests
+    # @return [Apigm] acesso dados blockchain EOS
+    def initialize(www: 'https://eos.greymass.com')
+      @url = www
+    end
+
+    # @return [<Symbol>] adapter for the connection - default :net_http
+    def adapter
+      @adapter ||= Faraday.default_adapter
+    end
+
+    # @return [<Faraday::Connection>] connection object with an URL & adapter
+    def conn
+      @conn ||=
+        Faraday.new(url: url) do |c|
+          c.request(:url_encoded)
+          c.adapter(adapter)
+        end
+    end
+
+    # @example
+    #  {
+    #    account_name: '...',
+    #    head_block_num: 141_391_122,
+    #    head_block_time: '2020-09-11T16:05:51.000',
+    #    privileged: false,
+    #    last_code_update: '1970-01-01T00:00:00.000',
+    #    created: '2018-06-09T13:14:37.000',
+    #    core_liquid_balance: '1232.0228 EOS',
+    #    ram_quota: 9548,
+    #    net_weight: 10_001_142,
+    #    cpu_weight: 10_001_144,
+    #    net_limit: { used: 0, available: 1_066_648_346, max: 1_066_648_346 },
+    #    cpu_limit: { used: 338, available: 88_498, max: 88_836 },
+    #    ram_usage: 3574,
+    #    permissions: [
+    #      {
+    #        perm_name: 'active',
+    #        parent: 'owner',
+    #        required_auth: {
+    #          threshold: 1, keys: [{ key: 'EOS...', weight: 1 }], accounts: [], waits: []
+    #        }
+    #      },
+    #      {
+    #        perm_name: 'owner',
+    #        parent: '',
+    #        required_auth: {
+    #          threshold: 1, keys: [{ key: 'EOS...', weight: 1 }], accounts: [], waits: []
+    #        }
+    #      }
+    #    ],
+    #    total_resources: { owner: '...', net_weight: '1000.1142 EOS', cpu_weight: '1000.1144 EOS', ram_bytes: 8148 },
+    #    self_delegated_bandwidth: { from: '...', to: '...', net_weight: '1000.1142 EOS', cpu_weight: '1000.1144 EOS' },
+    #    refund_request: nil,
+    #    voter_info: {
+    #      owner: '...',
+    #      proxy: '...',
+    #      producers: [],
+    #      staked: 20_002_286,
+    #      last_vote_weight: '17172913021904.12109375000000000',
+    #      proxied_vote_weight: '0.00000000000000000',
+    #      is_proxy: 0,
+    #      flags1: 0,
+    #      reserved2: 0,
+    #      reserved3: '0.0000 EOS'
+    #    },
+    #    rex_info: nil
+    #  }
+    # @param [Hash] arg argumentos trabalho
+    # @option arg [String] :account_name endereco carteira EOS
+    # @return [Hash] dados & saldo duma carteira EOS
+    def account(**arg)
+      raise(Erro, 'endereco tem de ser definido') if arg[:account_name].nil? || arg[:account_name].empty?
+
+      get('/v1/chain/get_account', **arg)
+    end
+
+    # @example
+    #  {
+    #    actions: [
+    #      {
+    #        account_action_seq: 964,
+    #        action_trace: {
+    #          account_ram_deltas: [],
+    #          act: {
+    #            account: 'voicebestapp',
+    #            authorization: [
+    #              { actor: 'thetruevoice', permission: 'active' },
+    #              { actor: 'voicebestapp', permission: 'active' }
+    #            ],
+    #            data: { from: 'voicebestapp', memo: '...', quantity: '1.0001 MESSAGE', to: '...' },
+    #            hex_data: '...',
+    #            name: 'transfer'
+    #          },
+    #          action_ordinal: 10,
+    #          block_num: 141_345_345,
+    #          block_time: '2020-09-11T09:44:04.500',
+    #          closest_unnotified_ancestor_action_ordinal: 5,
+    #          context_free: false,
+    #          creator_action_ordinal: 5,
+    #          elapsed: 6,
+    #          producer_block_id: '...',
+    #          receipt: {
+    #            abi_sequence: 1,
+    #            act_digest: '...',
+    #            auth_sequence: [['thetruevoice', 6_778_215], ['voicebestapp', 435_346]],
+    #            code_sequence: 1,
+    #            global_sequence: 233_283_589_258,
+    #            receiver: '...',
+    #            recv_sequence: 927
+    #          },
+    #          receiver: '...',
+    #          trx_id: '...'
+    #        },
+    #        block_num: 141_345_345,
+    #        block_time: '2020-09-11T09:44:04.500',
+    #        global_action_seq: 233_283_589_258,
+    #        irreversible: true
+    #      },
+    #      {}
+    #    ],
+    #    head_block_num: 141_721_698,
+    #    last_irreversible_block: 141_721_371
+    #  }
+    # @param [String] add endereco carteira EOS
+    # @param [Hash] arg argumentos trabalho
+    # @option arg [String] :account_name endereco carteira EOS
+    # @option arg [Integer] :pos posicao da primeira transacao a devolver
+    # @option arg [Integer] :offset numero maximo transacoes a devolver
+    # @option arg [String] :filter filtro a aplicar na resposta
+    # @option arg [String] :sort ordenacao asc/desc
+    # @option arg [String] :after time inicio "2020-09-13T13:44:03.105Z"
+    # @option arg [String] :before time fim   "2020-09-13T13:44:03.105Z"
+    # @option arg [Integer] :parent transacao pai
+    # @return [Array<Hash>] devolve lista de transacoes
+    def all_tx(add, **arg)
+      raise(Erro, 'endereco tem de ser definido') if add.nil? || add.empty?
+
+      ledger(**arg.merge(account_name: add))
+    end
+
+    # @param [Integer] pos posicao das transacoes a devolver
+    # @param [Array<Hash>] ary lista acumuladora das transacoes a devolver
+    # @param arg (see all_tx)
+    # @option arg (see all_tx)
+    # @return [Array<Hash>] lista das transacoes ligadas a uma carteira EOS
+    def ledger(pos = 0, ary = [], **arg)
+      r = get('/v1/history/get_actions', **arg.merge(pos: pos, offset: 100))[:actions]
+      ary += r
+      r.count < 100 ? ary : ledger(pos + r.count, ary, **arg)
+    rescue StandardError
+      ary
+    end
+
+    private
+
+    # @param [String] uri identificacao do recurso a questionar
+    # @param arg (see all_tx)
+    # @option arg (see all_tx)
+    # @return [Hash] resultado do HTTP request
+    def get(uri, **arg)
+      JSON.parse(
+        conn.post(uri, arg.to_json, content_type: 'application/json').body,
+        symbolize_names: true
+      )
+    rescue StandardError
+      { actions: [] }
+    end
+  end
+end

data/lib/bct/bigquery1.rb

@@ -0,0 +1,102 @@
+# frozen_string_literal: true
+
+require('google/cloud/bigquery')
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  BD = 'hernanirvaz.coins'
+
+  # (see Bigquery)
+  class Bigquery
+    # @return [Google::Cloud::Bigquery] API bigquery
+    attr_reader :api
+    # @return [Google::Cloud::Bigquery::QueryJob] job bigquery
+    attr_reader :job
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+    # @return (see sql)
+    attr_reader :sqr
+
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Hash] :h ({}) configuracao ajuste reposicionamento temporal
+    # @option pop [Boolean] :v (false) mostra transacoes normais & token?
+    # @option pop [Boolean] :t (false) mostra transacoes todas ou somente novas?
+    # @return [Bigquery] API bigquery & API etherscan
+    def initialize(pop)
+      # usa env GOOGLE_APPLICATION_CREDENTIALS para obter credentials
+      # @see https://cloud.google.com/bigquery/docs/authentication/getting-started
+      @api = Google::Cloud::Bigquery.new
+      @ops = pop
+    end
+
+    # @return [Etherscan] API etherscan
+    def apies
+      @apies ||= Etherscan.new(
+        {
+          wb: sql("select * from #{BD}.walletEth order by 2"),
+          nt: sql("select itx,iax from #{BD}.ethtx"),
+          nk: sql("select itx,iax from #{BD}.ethkx")
+        },
+        ops
+      )
+    end
+
+    # @return [Greymass] API greymass
+    def apigm
+      @apigm ||= Greymass.new(
+        {
+          wb: sql("select * from #{BD}.walletEos order by 2"),
+          nt: sql("select itx,iax from #{BD}.eostx")
+        },
+        ops
+      )
+    end
+
+    # mostra resumos e transacoes etherscan & greymass
+    def mostra_tudo
+      apies.mostra_resumo
+      apigm.mostra_resumo
+    end
+
+    # insere transacoes novas nas tabelas todas etht, ethk, eos
+    def processa_tudo
+      processa_eth
+      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.eos ", n: apigm.novax.count.positive? ? dml(eost_ins) : 0))
+    end
+
+    # insere transacoes novas nas tabelas etht (trx normais), ethk (trx token)
+    def processa_eth
+      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.etht", n: apies.novtx.count.positive? ? dml(etht_ins) : 0))
+      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.ethk", n: apies.novkx.count.positive? ? dml(ethk_ins) : 0))
+    end
+
+    # cria job bigquery & verifica execucao
+    #
+    # @param cmd (see sql)
+    # @return [Boolean] job ok?
+    def job?(cmd)
+      @job = api.query_job(cmd)
+      @job.wait_until_done!
+      puts(@job.error['message']) if @job.failed?
+      @job.failed?
+    end
+
+    # cria Structured Query Language (SQL) job bigquery
+    #
+    # @param [String] cmd comando SQL a executar
+    # @param [String] red resultado quando SQL tem erro
+    # @return [Google::Cloud::Bigquery::Data] resultado do SQL
+    def sql(cmd, red = [])
+      @sqr = job?(cmd) ? red : job.data
+    end
+
+    # cria Data Manipulation Language (DML) job bigquery
+    #
+    # @param cmd (see sql)
+    # @return [Integer] numero linhas afetadas
+    def dml(cmd)
+      job?(cmd) ? 0 : job.num_dml_affected_rows
+    end
+  end
+end

data/lib/bct/bigquery2.rb

@@ -0,0 +1,122 @@
+# frozen_string_literal: true
+
+require('google/cloud/bigquery')
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # classe para processar etherscan/greymass & bigquery
+  class Bigquery
+    # @return [String] comando insert SQL formatado etht (trx normais)
+    def etht_ins
+      "insert #{BD}.etht(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
+      'value,gas,gasprice,gasused,iserror,txreceipt_status,input,contractaddress,dias' \
+      ") VALUES#{apies.novtx.map { |e| etht_val1(e) }.join(',')}"
+    end
+
+    # @return [String] valores formatados etht (trx normais parte1)
+    def etht_val1(htx)
+      "(#{Integer(htx[:blockNumber])}," \
+      "#{Integer(htx[:timeStamp])}," \
+      "'#{htx[:hash]}'," \
+      "#{Integer(htx[:nonce])}," \
+      "'#{htx[:blockHash]}'," \
+      "#{Integer(htx[:transactionIndex])}," \
+      "'#{htx[:from]}'," \
+      "'#{htx[:to]}'," \
+      "'#{htx[:iax]}'," \
+      "#{etht_val2(htx)}"
+    end
+
+    # @return [String] valores formatados etht (trx normais parte2)
+    def etht_val2(htx)
+      "cast('#{htx[:value]}' as numeric)," \
+      "cast('#{htx[:gas]}' as numeric)," \
+      "cast('#{htx[:gasPrice]}' as numeric)," \
+      "cast('#{htx[:gasUsed]}' as numeric)," \
+      "#{Integer(htx[:isError])}," \
+      "#{htx[:txreceipt_status].length.zero? ? 'null' : htx[:txreceipt_status]}," \
+      "#{etht_val3(htx)}"
+    end
+
+    # @return [String] valores formatados etht (trx normais parte3)
+    def etht_val3(htx)
+      "#{htx[:input].length.zero? ? 'null' : "'#{htx[:input]}'"}," \
+      "#{htx[:contractAddress].length.zero? ? 'null' : "'#{htx[:contractAddress]}'"}," \
+      "#{Integer(ops[:h][htx[:blockNumber]] || 0)})"
+    end
+
+    # @return [String] comando insert SQL formatado ethk (trx token)
+    def ethk_ins
+      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
+      'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
+      ") VALUES#{apies.novkx.map { |e| ethk_val1(e) }.join(',')}"
+    end
+
+    # @return [String] valores formatados ethk (trx token parte1)
+    def ethk_val1(hkx)
+      "(#{Integer(hkx[:blockNumber])}," \
+      "#{Integer(hkx[:timeStamp])}," \
+      "'#{hkx[:hash]}'," \
+      "#{Integer(hkx[:nonce])}," \
+      "'#{hkx[:blockHash]}'," \
+      "#{Integer(hkx[:transactionIndex])}," \
+      "'#{hkx[:from]}'," \
+      "'#{hkx[:to]}'," \
+      "'#{hkx[:iax]}'," \
+      "#{ethk_val2(hkx)}"
+    end
+
+    # @return [String] valores formatados ethk (trx token parte2)
+    def ethk_val2(hkx)
+      "cast('#{hkx[:value]}' as numeric)," \
+      "'#{hkx[:tokenName]}'," \
+      "'#{hkx[:tokenSymbol]}'," \
+      "#{Integer(hkx[:tokenDecimal])}," \
+      "cast('#{hkx[:gas]}' as numeric)," \
+      "cast('#{hkx[:gasPrice]}' as numeric)," \
+      "cast('#{hkx[:gasUsed]}' as numeric)," \
+      "#{ethk_val3(hkx)}"
+    end
+
+    # @return [String] valores formatados ethk (trx token parte3)
+    def ethk_val3(hkx)
+      "#{hkx[:input].length.zero? ? 'null' : "'#{hkx[:input]}'"}," \
+      "#{hkx[:contractAddress].length.zero? ? 'null' : "'#{hkx[:contractAddress]}'"}," \
+      "#{Integer(ops[:h][hkx[:blockNumber]] || 0)})"
+    end
+
+    # @return [String] comando insert SQL formatado eos
+    def eost_ins
+      "insert #{BD}.eos(gseq,aseq,bnum,time,contract,action,acfrom,acto,iax,amount,moeda,memo,dias" \
+      ") VALUES#{apigm.novax.map { |e| eost_val1(e) }.join(',')}"
+    end
+
+    # @param [Hash] htx transacao ligadas a uma carteira - sem elementos irrelevantes
+    # @return [String] valores formatados para insert eos (parte1)
+    def eost_val1(htx)
+      a = htx[:action_trace][:act]
+      "(#{htx[:global_action_seq]}," \
+      "#{htx[:account_action_seq]}," \
+      "#{htx[:block_num]}," \
+      "DATETIME(TIMESTAMP('#{htx[:block_time]}'))," \
+      "'#{a[:account]}'," \
+      "'#{a[:name]}'," \
+      "#{eost_val2(htx, a)}"
+    end
+
+    # @param [Hash] htx transacao ligadas a uma carteira - sem elementos irrelevantes
+    # @return [String] valores formatados para insert eos (parte2)
+    def eost_val2(htx, act)
+      d = act[:data]
+      q = d[:quantity].to_s
+      s = d[:memo].inspect
+      "'#{d[:from]}'," \
+      "'#{d[:to]}'," \
+      "'#{htx[:iax]}'," \
+      "#{q.to_d},'#{q[/[[:upper:]]+/]}'," \
+      "nullif('#{s.gsub(/['"]/, '')}','nil')," \
+      "#{ops[:h][String(htx[:itx])] || 0})"
+    end
+  end
+end

data/lib/bct/etherscan1.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # chaves a eliminar da API - resultado deve ser ignirado pois muda a cada pedido API feito
+  DL = %i[cumulativeGasUsed confirmations].freeze
+
+  # (see Etherscan)
+  class Etherscan
+    # @return [Apies] API etherscan
+    attr_reader :api
+    # @return [Array<Hash>] todos os dados bigquery
+    attr_reader :dbq
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+
+    # @param [Hash] dad todos os dados bigquery
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Hash] :h ({}) configuracao dias ajuste reposicionamento temporal
+    # @option pop [Boolean] :v (false) mostra dados transacoes normais & tokens?
+    # @return [Etherscan] API etherscan - processar transacoes normais e tokens
+    def initialize(dad, pop)
+      @api = Apies.new
+      @dbq = dad
+      @ops = pop
+    end
+
+    # @return [Array<String>] lista dos meus enderecos
+    def lax
+      @lax ||= dbq[:wb].map { |h| h[:ax] }
+    end
+
+    # @return [Array<Hash>] todos os dados etherscan - saldos & transacoes
+    def dbc
+      @dbc ||= api.account(lax).map { |e| base_bc(e) }
+    end
+
+    # @return [Array<Hash>] todos os dados juntos bigquery & etherscan
+    def dados
+      @dados ||= dbq[:wb].map { |b| bq_bc(b, dbc.select { |s| b[:ax] == s[:ax] }.first) }
+    end
+
+    # @return [Array<Integer>] lista indices transacoes normais novas
+    def bnt
+      @bnt ||= (dbc.map { |e| e[:tx].map { |n| n[:itx] } }.flatten - (ops[:t] ? [] : dbq[:nt].map { |t| t[:itx] }))
+    end
+
+    # @return [Array<Integer>] lista indices transacoes token novas
+    def bnk
+      @bnk ||= (dbc.map { |e| e[:kx].map { |n| n[:itx] } }.flatten - (ops[:t] ? [] : dbq[:nk].map { |t| t[:itx] }))
+    end
+
+    # @return [Array<Hash>] lista transacoes normais novas
+    def novtx
+      @novtx ||= dbc.map { |e| e[:tx].select { |n| bnt.include?(n[:itx]) } }.flatten
+    end
+
+    # @return [Array<Hash>] lista transacoes token novas
+    def novkx
+      @novkx ||= dbc.map { |e| e[:kx].select { |n| bnk.include?(n[:itx]) } }.flatten
+    end
+
+    # @param [Hash] hbc dados etherscan
+    # @return [Hash] dados etherscan - address, saldo & transacoes
+    def base_bc(hbc)
+      a = hbc[:account]
+      {
+        ax: a,
+        sl: (hbc[:balance].to_d / 10**18).round(10),
+        tx: filtrar_tx(a, api.norml_tx(a)),
+        kx: filtrar_tx(a, api.token_tx(a))
+      }
+    end
+
+    # @param [Hash] hbq dados bigquery
+    # @param hbc (see base_bc)
+    # @return [Hash] dados juntos bigquery & etherscan
+    def bq_bc(hbq, hbc)
+      {
+        id: hbq[:id],
+        ax: hbq[:ax],
+        bs: hbq[:sl],
+        bt: dbq[:nt].select { |t| t[:iax] == hbq[:ax] },
+        bk: dbq[:nk].select { |t| t[:iax] == hbq[:ax] },
+        es: hbc[:sl],
+        et: hbc[:tx],
+        ek: hbc[:kx]
+      }
+    end
+
+    # @param [String] add endereco carteira ETH
+    # @param [Array<Hash>] ary lista das transacoes
+    # @return [Array<Hash>] devolve lista de transacoes/token transfer events filtrada
+    def filtrar_tx(add, ary)
+      # elimina transferencia from: (lax) to: (add) - esta transferencia aparece em from: (add) to: (lax)
+      # elimina chaves irrelevantes (DL) & adiciona chave indice itx & adiciona identificador da carteira iax
+      ary.delete_if { |h| h[:to] == add && lax.include?(h[:from]) }
+         .map { |h| h.delete_if { |k, _| DL.include?(k) }.merge(itx: Integer(h[:blockNumber]), iax: add) }
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes normais novas
+    def sortx
+      novtx.sort { |a, b| a[:itx] <=> b[:itx] }
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes token novas
+    def sorkx
+      novkx.sort { |a, b| a[:itx] <=> b[:itx] }
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes (normais & token) novas
+    def sorax
+      (novtx + novkx).sort { |a, b| a[:itx] <=> b[:itx] }
+    end
+  end
+end

data/lib/bct/etherscan2.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # classe para processar carteiras & transacoes normais e tokens
+  class Etherscan
+    # @param [Hash] hjn dados juntos bigquery & etherscan
+    # @return [String] texto formatado duma carteira
+    def formata_carteira(hjn)
+      format(
+        '%<s1>-6.6s %<s2>-32.32s ',
+        s1: hjn[:id],
+        s2: formata_endereco(hjn[:ax], 32)
+      ) + formata_valores(hjn)
+    end
+
+    # @param (see formata_carteira)
+    # @return [String] texto formatado valores duma carteira
+    def formata_valores(hjn)
+      format(
+        '%<v1>11.6f %<n1>2i %<n3>2i %<v2>12.6f %<n2>2i %<n4>2i %<ok>-3s',
+        v1: hjn[:bs],
+        n1: hjn[:bt].count,
+        n3: hjn[:bk].count,
+        v2: hjn[:es],
+        n2: hjn[:et].count,
+        n4: hjn[:ek].count,
+        ok: ok?(hjn) ? 'OK' : 'NOK'
+      )
+    end
+
+    # @param (see formata_carteira)
+    # @return [Boolean] carteira tem transacoes novas(sim=NOK, nao=OK)?
+    def ok?(hjn)
+      hjn[:bs] == hjn[:es] && hjn[:bt].count == hjn[:et].count && hjn[:bk].count == hjn[:ek].count
+    end
+
+    # @example ether address inicio..fim
+    #  0x10f3a0cf0b534c..c033cf32e8a03586
+    # @param add (see filtrar_tx)
+    # @param [Integer] max chars a mostrar
+    # @return [String] endereco formatado
+    def formata_endereco(add, max)
+      i = Integer((max - 2) / 2)
+      e = (max <= 20 ? dbq[:wb].select { |s| s[:ax] == add }.first : nil) || { id: add }
+      max < 7 ? 'erro' : "#{e[:id][0, i - 3]}..#{add[-i - 3..]}"
+    end
+
+    # @param [Hash] htx transacao normal
+    # @return [String] texto formatado transacao normal
+    def formata_transacao_norml(htx)
+      format(
+        '%<bn>9i %<fr>-20.20s %<to>-20.20s %<dt>10.10s %<vl>17.6f',
+        bn: htx[:blockNumber],
+        fr: formata_endereco(htx[:from], 20),
+        to: formata_endereco(htx[:to], 20),
+        dt: Time.at(Integer(htx[:timeStamp])),
+        vl: (htx[:value].to_d / 10**18).round(10)
+      )
+    end
+
+    # @param [Hash] hkx transacao token
+    # @return [String] texto formatado transacao token
+    def formata_transacao_token(hkx)
+      format(
+        '%<bn>9i %<fr>-20.20s %<to>-20.20s %<dt>10.10s %<vl>11.3f %<sy>-5.5s',
+        bn: hkx[:blockNumber],
+        fr: formata_endereco(hkx[:from], 20),
+        to: formata_endereco(hkx[:to], 20),
+        dt: Time.at(Integer(hkx[:timeStamp])),
+        vl: (hkx[:value].to_d / 10**18).round(10),
+        sy: hkx[:tokenSymbol]
+      )
+    end
+
+    # @return [String] texto carteiras & transacoes & ajuste dias
+    def mostra_resumo
+      return unless dados.count.positive?
+
+      puts("\nid     address                             bigquery nm tk    etherscan nm tk")
+      dados.each { |e| puts(formata_carteira(e)) }
+      mostra_transacao_norml
+      mostra_transacao_token
+      mostra_configuracao_ajuste_dias
+    end
+
+    # @return [String] texto transacoes normais
+    def mostra_transacao_norml
+      return unless ops[:v] && novtx.count.positive?
+
+      puts("\ntx normal from                 to                   data                   valor")
+      sortx.each { |e| puts(formata_transacao_norml(e)) }
+    end
+
+    # @return [String] texto transacoes token
+    def mostra_transacao_token
+      return unless ops[:v] && novkx.count.positive?
+
+      puts("\ntx token  from                 to                   data             valor")
+      sorkx.each { |e| puts(formata_transacao_token(e)) }
+    end
+
+    # @return [String] texto configuracao ajuste dias das transacoes (normais & token)
+    def mostra_configuracao_ajuste_dias
+      return unless (novtx.count + novkx.count).positive?
+
+      puts("\nstring ajuste dias\n-h=#{sorax.map { |e| "#{e[:blockNumber]}:0" }.join(' ')}")
+    end
+  end
+end

data/lib/bct/greymass1.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # (see Greymass)
+  class Greymass
+    # @return [Apigm] API greymass
+    attr_reader :api
+    # @return [Array<Hash>] todos os dados bigquery
+    attr_reader :dbq
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+
+    # @param [Hash] dad todos os dados bigquery
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Hash] :h ({}) configuracao dias ajuste reposicionamento temporal
+    # @option pop [Boolean] :v (false) mostra dados transacoes?
+    # @option pop [Boolean] :t (false) mostra transacoes todas ou somente novas?
+    # @return [Greymass] API greymass - processar transacoes
+    def initialize(dad, pop)
+      @api = Apigm.new
+      @dbq = dad
+      @ops = pop
+    end
+
+    # @return [Array<String>] lista dos meus enderecos
+    def lax
+      @lax ||= dbq[:wb].map { |h| h[:ax] }
+    end
+
+    # @return [Array<Hash>] todos os dados greymass - saldos & transacoes
+    def dbc
+      @dbc ||= dbq[:wb].map { |e| base_bc(e) }
+    end
+
+    # @return [Array<Hash>] todos os dados juntos bigquery & greymass
+    def dados
+      @dados ||= dbq[:wb].map { |b| bq_bc(b, dbc.select { |s| b[:ax] == s[:ax] }.first) }
+    end
+
+    # @return [Array<Integer>] lista indices transacoes novas
+    def bnt
+      @bnt ||= (dbc.map { |e| e[:tx].map { |n| n[:itx] } }.flatten - (ops[:t] ? [] : dbq[:nt].map { |t| t[:itx] }))
+    end
+
+    # @return [Array<Hash>] lista transacoes novas
+    def novax
+      @novax ||= dbc.map { |e| e[:tx].select { |s| bnt.include?(s[:itx]) } }.flatten
+    end
+
+    # @param [Hash] hbq dados bigquery wallet
+    # @return [Hash] dados greymass - address, saldo & transacoes
+    def base_bc(hbq)
+      a = hbq[:ax]
+      {
+        ax: a,
+        sl: greymass_sl(a).inject(:+),
+        tx: filtrar_tx(a, api.all_tx(a))
+      }
+    end
+
+    # @param hbq (see base_bc)
+    # @param [Hash] hbc dados greymass
+    # @return [Hash] dados juntos bigquery & greymass
+    def bq_bc(hbq, hbc)
+      {
+        id: hbq[:id],
+        ax: hbq[:ax],
+        bs: hbq[:sl],
+        bt: dbq[:nt].select { |t| t[:iax] == hbq[:ax] },
+        es: hbc[:sl],
+        et: hbc[:tx]
+      }
+    end
+
+    # @param (see filtrar_tx)
+    # @return [Array<BigDecimal>] lista recursos - liquido, net, spu
+    def greymass_sl(add)
+      v = api.account(account_name: add)
+      [
+        v[:core_liquid_balance].to_d,
+        v[:total_resources][:net_weight].to_d,
+        v[:total_resources][:cpu_weight].to_d
+      ]
+    end
+
+    # @param [String] add endereco carteira EOS
+    # @param [Array<Hash>] ary lista das transacoes
+    # @return [Array<Hash>] lista transacoes ligadas a uma carteira filtrada
+    def filtrar_tx(add, ary)
+      # elimina transferencia from: (lax) to: (add) - esta transferencia aparece em from: (add) to: (lax)
+      # adiciona chave indice itx & adiciona identificador da carteira iax
+      ary.delete_if { |h| act_data(h)[:to] == add && lax.include?(act_data(h)[:from]) }
+         .map { |h| h.merge(itx: h[:global_action_seq], iax: add) }
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes novas
+    def sorax
+      novax.sort { |a, b| b[:itx] <=> a[:itx] }
+    end
+  end
+end

data/lib/bct/greymass2.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+# @author Hernani Rodrigues Vaz
+module Bct
+  # classe para processar carteiras & transacoes
+  class Greymass
+    # @param [Hash] hjn dados juntos bigquery & greymass
+    # @return [String] texto formatado duma carteira
+    def formata_carteira(hjn)
+      format(
+        '%<s1>-12.12s %<v1>14.4f %<n1>4i %<v2>14.4f %<n2>4i %<ok>-3s',
+        s1: hjn[:ax],
+        v1: hjn[:bs],
+        n1: hjn[:bt].count,
+        v2: hjn[:es],
+        n2: hjn[:et].count,
+        ok: ok?(hjn) ? 'OK' : 'NOK'
+      )
+    end
+
+    # @param (see formata_carteira)
+    # @return [Boolean] carteira tem transacoes novas(sim=NOK, nao=OK)?
+    def ok?(hjn)
+      hjn[:bs] == hjn[:es] && hjn[:bt].count == hjn[:et].count
+    end
+
+    # @param [Hash] htx transacao
+    # @return [String] texto formatado transacao
+    def formata_transacao(htx)
+      format(
+        '%<bn>12i %<fr>-12.12s %<to>-12.12s %<ac>-10.10s %<dt>10.10s %<vl>12.4f %<sy>-6.6s',
+        bn: htx[:itx],
+        fr: act_data(htx)[:from],
+        to: act_data(htx)[:to],
+        ac: act(htx)[:name],
+        dt: Date.parse(htx[:block_time]),
+        vl: act_data_quantity(htx).to_d,
+        sy: act_data_quantity(htx)[/[[:upper:]]+/]
+      )
+    end
+
+    # @param (see formata_transacao)
+    # @return [Hash] dados da acao
+    def act(htx)
+      htx[:action_trace][:act]
+    end
+
+    # @param (see formata_transacao)
+    # @return [Hash] dados da acao
+    def act_data(htx)
+      act(htx)[:data]
+    end
+
+    # @param (see formata_transacao)
+    # @return [String] dados da quantidade
+    def act_data_quantity(htx)
+      act_data(htx)[:quantity].to_s
+    end
+
+    # @return [String] texto carteiras & transacoes & ajuste dias
+    def mostra_resumo
+      return unless dados.count.positive?
+
+      puts("\naddress            bigquery  ntx       greymass  ntx")
+      dados.each { |e| puts(formata_carteira(e)) }
+      mostra_transacoes_novas
+      mostra_configuracao_ajuste_dias
+    end
+
+    # @return [String] texto transacoes
+    def mostra_transacoes_novas
+      return unless ops[:v] && novax.count.positive?
+
+      puts("\nsequence num from         to           accao      data              valor moeda")
+      sorax.each { |e| puts(formata_transacao(e)) }
+    end
+
+    # @return [String] texto configuracao ajuste dias das transacoes
+    def mostra_configuracao_ajuste_dias
+      return unless novax.count.positive?
+
+      puts("\nstring ajuste dias\n-h=#{sorax.map { |e| "#{e[:itx]}:0" }.join(' ')}")
+    end
+  end
+end

data/lib/bct/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bct
-  VERSION = '0.1.1'
+  VERSION = '0.1.3'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bct
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3
 platform: ruby
 authors:
 - Hernâni Rodrigues Vaz
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-09-10 00:00:00.000000000 Z
+date: 2020-09-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -94,8 +94,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Arquiva transactions etherscan/bloks no bigquery. Pode ajustar dias para
-  reposicionamento temporal.
+description: Arquiva transactions etherscan/greymass no bigquery. Pode ajustar dias
+  para reposicionamento temporal.
 email:
 - hernanirvaz@gmail.com
 executables:
@@ -117,6 +117,14 @@ files:
 - bin/setup
 - exe/bct
 - lib/bct.rb
+- lib/bct/apies.rb
+- lib/bct/apigm.rb
+- lib/bct/bigquery1.rb
+- lib/bct/bigquery2.rb
+- lib/bct/etherscan1.rb
+- lib/bct/etherscan2.rb
+- lib/bct/greymass1.rb
+- lib/bct/greymass2.rb
 - lib/bct/version.rb
 homepage: https://github.com/hernanirvaz/bct
 licenses:
@@ -142,5 +150,5 @@ requirements: []
 rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
-summary: Arquiva transactions etherscan/bloks no bigquery.
+summary: Arquiva transactions etherscan/greymass no bigquery.
 test_files: []