cns 0.1.4 → 0.2.1

data/lib/cns/beaconchain2.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+# @author Hernani Rodrigues Vaz
+module Cns
+  # classe para processar historicos da beaconchain
+  class Beaconchain
+    # @return [String] texto validadores & saldos historicos
+    def mostra_resumo
+      return unless dados.count.positive?
+
+      puts("\nindex address                            beaconchain blh     bigquery    blh")
+      dados.each { |obj| puts(formata_validador(obj)) }
+      mostra_saldos
+    end
+
+    # @param [Hash] hjn dados juntos bigquery & beaconchain
+    # @return [String] texto formatado dum validador
+    def formata_validador(hjn)
+      format(
+        '%<s1>-5.5s %<s2>-34.34s ',
+        s1: hjn[:id],
+        s2: formata_endereco(hjn[:ax], 34)
+      ) + formata_valores(hjn)
+    end
+
+    # @param (see formata_validador)
+    # @return [String] texto formatado valores dum validador
+    def formata_valores(hjn)
+      format(
+        '%<v1>11.6f %<n1>3i %<v2>12.6f %<n2>6i %<ok>-3s',
+        v1: hjn[:es],
+        n1: hjn[:eb].count,
+        v2: hjn[:bs],
+        n2: hjn[:bb].count,
+        ok: ok?(hjn) ? 'OK' : 'NOK'
+      )
+    end
+
+    # @param (see formata_validador)
+    # @return [Boolean] validador tem historicos novos(sim=NOK, nao=OK)?
+    def ok?(hjn)
+      hjn[:bs] == hjn[:es]
+    end
+
+    # @example pubkey inicio..fim
+    #  0x10f3a0cf0b534c..c033cf32e8a03586
+    # @param [String] add chave publica validador
+    # @param [Integer] max chars a mostrar
+    # @return [String] pubkey formatada
+    def formata_endereco(add, max)
+      int = Integer((max - 2) / 2)
+      max < 7 ? 'erro' : "#{add[0, int - 3]}..#{add[-int - 3..]}"
+    end
+
+    # @example
+    #  {
+    #    balance: 32_489_497_108,
+    #    effectivebalance: 32_000_000_000,
+    #    epoch: 8296,
+    #    validatorindex: 11_766,
+    #    week: 5
+    #  }
+    # @param [Hash] hbh historico beaconchain
+    # @return [String] texto formatado historico beaconchain
+    def formata_saldos(hbh)
+      idx = hbh[:validatorindex]
+      epc = hbh[:epoch]
+      format(
+        '%<vi>5i %<vl>17.6f %<ep>6i %<id>9i',
+        vi: idx,
+        vl: (hbh[:balance].to_d / 10**9).round(10),
+        ep: epc,
+        id: itx(epc, idx)
+      )
+    end
+
+    # @return [String] texto historico saldos
+    def mostra_saldos
+      return unless ops[:v] && nov.count.positive?
+
+      puts("\nindex             saldo  epoch       itx")
+      sorbx.each { |obj| puts(formata_saldos(obj)) }
+    end
+
+    # @return [Array<Hash>] lista ordenada historico saldos
+    def sorbx
+      nov.sort { |ant, prx| ant[:itx] <=> prx[:itx] }
+    end
+  end
+end

data/lib/cns/bigquery1.rb

@@ -8,7 +8,7 @@ module Cns
   BD = 'hernanirvaz.coins'
 
   # (see Bigquery)
-  class Cns::Bigquery
+  class Bigquery
     # @return [Google::Cloud::Bigquery] API bigquery
     attr_reader :api
     # @return [Google::Cloud::Bigquery::QueryJob] job bigquery
@@ -30,7 +30,7 @@ module Cns
       @ops = pop
     end
 
-    # mostra situacao completa entre kraken/bitcoinde/paymium/therock/etherscan/greymass & bigquery
+    # mostra situacao completa entre kraken/bitcoinde/paymium/therock/etherscan/greymass/beaconchain & bigquery
     def mostra_tudo
       apius.mostra_resumo
       apide.mostra_resumo
@@ -38,51 +38,55 @@ module Cns
       apimt.mostra_resumo
       apies.mostra_resumo
       apigm.mostra_resumo
+      apibc.mostra_resumo
     end
 
-    # insere (caso existam) transacoes novas kraken/bitcoinde/paymium/therock/etherscan/greymass no bigquery
+    # insere (caso existam) dados novos kraken/bitcoinde/paymium/therock/etherscan/greymass/beaconchain no bigquery
     def processa_tudo
       processa_us
       processa_de
-      processa_fr
-      processa_mt
+      processa_frmt
       processa_eth
       processa_eos
+      processa_bc
     end
 
     private
 
     # insere transacoes exchange kraken novas nas tabelas ust (trades), usl (ledger)
     def processa_us
-      puts(format("%<n>2i TRADES KRAKEN INSERIDAS #{BD}.ust", n: apius.trades.empty? ? 0 : dml(ust_ins)))
-      puts(format("%<n>2i LEDGER KRAKEN INSERIDAS #{BD}.usl", n: apius.ledger.empty? ? 0 : dml(usl_ins)))
+      puts(format("%<n>4i TRADES\tKRAKEN\t\tINSERIDAS ust", n: apius.trades.empty? ? 0 : dml(ust_ins)))
+      puts(format("%<n>4i LEDGER\tKRAKEN\t\tINSERIDAS usl", n: apius.ledger.empty? ? 0 : dml(usl_ins)))
     end
 
     # insere transacoes exchange bitcoinde novas nas tabelas det (trades), del (ledger)
     def processa_de
-      puts(format("%<n>2i TRADES BITCOINDE INSERIDAS #{BD}.det", n: apide.trades.empty? ? 0 : dml(det_ins)))
-      puts(format("%<n>2i LEDGER BITCOINDE INSERIDAS #{BD}.del", n: apide.ledger.empty? ? 0 : dml(del_ins)))
+      puts(format("%<n>4i TRADES\tBITCOINDE\tINSERIDAS det", n: apide.trades.empty? ? 0 : dml(det_ins)))
+      puts(format("%<n>4i LEDGER\tBITCOINDE\tINSERIDAS del", n: apide.ledger.empty? ? 0 : dml(del_ins)))
     end
 
-    # insere transacoes exchange paymium novas na tabela fr (ledger)
-    def processa_fr
-      puts(format("%<n>2i LEDGER PAYMIUM INSERIDAS #{BD}.fr", n: apifr.ledger.empty? ? 0 : dml(frl_ins)))
-    end
-
-    # insere transacoes exchange therock novas na tabela mt (ledger)
-    def processa_mt
-      puts(format("%<n>2i LEDGER THEROCK INSERIDAS #{BD}.mt", n: apimt.ledger.empty? ? 0 : dml(mtl_ins)))
+    # insere transacoes exchange paymium/therock  novas na tabela fr/mt (ledger)
+    def processa_frmt
+      puts(format("%<n>4i LEDGER\tPAYMIUM\t\tINSERIDAS fr", n: apifr.ledger.empty? ? 0 : dml(frl_ins)))
+      puts(format("%<n>4i LEDGER\tTHEROCK\t\tINSERIDAS mt", n: apimt.ledger.empty? ? 0 : dml(mtl_ins)))
     end
 
     # insere transacoes blockchain novas nas tabelas etht (norml), ethk (token)
     def processa_eth
-      puts(format("%<n>2i TRANSACOES ETH INSERIDAS #{BD}.etht", n: apies.novtx.empty? ? 0 : dml(etht_ins)))
-      puts(format("%<n>2i TOKEN EVENTS ETH INSERIDAS #{BD}.ethk", n: apies.novkx.empty? ? 0 : dml(ethk_ins)))
+      puts(format("%<n>4i TRANSACOES\tETH\t\tINSERIDAS etht", n: apies.novtx.empty? ? 0 : dml(etht_ins)))
+      puts(format("%<n>4i TOKENS\tETH\t\tINSERIDAS ethk", n: apies.novkx.empty? ? 0 : dml(ethk_ins)))
     end
 
     # insere transacoes blockchain novas na tabela eos
     def processa_eos
-      puts(format("%<n>2i TRANSACOES EOS INSERIDAS #{BD}.eos ", n: apigm.novax.empty? ? 0 : dml(eost_ins)))
+      puts(format("%<n>4i TRANSACOES\tEOS\t\tINSERIDAS eos ", n: apigm.novax.empty? ? 0 : dml(eost_ins)))
+    end
+
+    # insere historico sados novos na tabela eth2bh
+    def processa_bc
+      # puts(format("%<n>4i ATTESTATIONS INSERIDAS #{BD}.eth2at", n: apibc.novtx.empty? ? 0 : dml(eth2at_ins)))
+      # puts(format("%<n>4i PROPOSALS INSERIDAS #{BD}.eth2pr", n: apibc.novkx.empty? ? 0 : dml(eth2pr_ins)))
+      puts(format("%<n>4i BALANCES\tETH2\t\tINSERIDOS eth2bh", n: apibc.nov.empty? ? 0 : dml(eth2bh_ins)))
     end
 
     # cria job bigquery & verifica execucao
@@ -91,9 +95,10 @@ module Cns
     # @return [Boolean] job ok?
     def job?(cmd)
       @job = api.query_job(cmd)
-      @job.wait_until_done!
-      puts(@job.error['message']) if @job.failed?
-      @job.failed?
+      job.wait_until_done!
+      fld = job.failed?
+      puts(job.error['message']) if fld
+      fld
     end
 
     # cria Structured Query Language (SQL) job bigquery

data/lib/cns/bigquery2.rb

@@ -6,6 +6,18 @@ module Cns
   class Bigquery
     private
 
+    # @return [String] comando insert SQL formatado fr (ledger)
+    def mtl_ins
+      "insert #{BD}.mt(id,time,type,valor,moe,pair,note,trade_id,dias) " \
+      "VALUES#{apimt.ledger.map { |obj| mtl_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado eth2bh
+    def eth2bh_ins
+      "insert #{BD}.eth2bh(balance,effectivebalance,epoch,validatorindex" \
+        ") VALUES#{apibc.nov[0..1000].map { |obj| eth2bh_1val(obj) }.join(',')}"
+    end
+
     # @return [Etherscan] API blockchain ETH
     def apies
       @apies ||= Etherscan.new(
@@ -29,6 +41,17 @@ module Cns
       )
     end
 
+    # @return [Beaconchain] API blockchain ETH2
+    def apibc
+      @apibc ||= Beaconchain.new(
+        {
+          wb: sql("select * from #{BD}.walletEth2 order by 1"),
+          nb: sql("select itx,iax from #{BD}.eth2bhx")
+        },
+        ops
+      )
+    end
+
     # @return [Kraken] API exchange kraken
     def apius
       @apius ||= Kraken.new(

data/lib/cns/bigquery3.rb

@@ -13,13 +13,36 @@ module Cns
     def etht_ins
       "insert #{BD}.etht(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
       'value,gas,gasprice,gasused,iserror,txreceipt_status,input,contractaddress,dias' \
-      ") VALUES#{apies.novtx.map { |e| etht_val1(e) }.join(',')}"
+      ") VALUES#{apies.novtx.map { |obj| etht_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado ethk (token)
+    def ethk_ins
+      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
+      'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
+      ") VALUES#{apies.novkx.map { |obj| ethk_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado eos
+    def eost_ins
+      "insert #{BD}.eos(gseq,aseq,bnum,time,contract,action,acfrom,acto,iax,amount,moeda,memo,dias" \
+      ") VALUES#{apigm.novax.map { |obj| eost_1val(obj) }.join(',')}"
+    end
+
+    # @example (see Beaconchain#formata_saldos)
+    # @param (see Beaconchain#formata_saldos)
+    # @return [String] valores formatados etht (norml parte1)
+    def eth2bh_1val(htb)
+      "(#{Integer(htb[:balance])}," \
+      "#{Integer(htb[:effectivebalance])}," \
+      "#{Integer(htb[:epoch])}," \
+      "#{Integer(htb[:validatorindex])})"
     end
 
     # @example (see Apibc#norml_es)
     # @param [Hash] htx transacao norml etherscan
     # @return [String] valores formatados etht (norml parte1)
-    def etht_val1(htx)
+    def etht_1val(htx)
       "(#{Integer(htx[:blockNumber])}," \
       "#{Integer(htx[:timeStamp])}," \
       "'#{htx[:hash]}'," \
@@ -29,40 +52,36 @@ module Cns
       "'#{htx[:from]}'," \
       "'#{htx[:to]}'," \
       "'#{htx[:iax]}'," \
-      "#{etht_val2(htx)}"
+      "#{etht_2val(htx)}"
     end
 
-    # @param (see etht_val1)
+    # @param (see etht_1val)
     # @return [String] valores formatados etht (norml parte2)
-    def etht_val2(htx)
+    def etht_2val(htx)
+      txr = htx[:txreceipt_status]
       "cast('#{htx[:value]}' as numeric)," \
       "cast('#{htx[:gas]}' as numeric)," \
       "cast('#{htx[:gasPrice]}' as numeric)," \
       "cast('#{htx[:gasUsed]}' as numeric)," \
       "#{Integer(htx[:isError])}," \
-      "#{htx[:txreceipt_status].length.zero? ? 'null' : htx[:txreceipt_status]}," \
-      "#{etht_val3(htx)}"
+      "#{txr.length.zero? ? 'null' : txr}," \
+      "#{etht_3val(htx)}"
     end
 
-    # @param (see etht_val1)
+    # @param (see etht_1val)
     # @return [String] valores formatados etht (norml parte3)
-    def etht_val3(htx)
-      "#{htx[:input].length.zero? ? 'null' : "'#{htx[:input]}'"}," \
-      "#{htx[:contractAddress].length.zero? ? 'null' : "'#{htx[:contractAddress]}'"}," \
+    def etht_3val(htx)
+      cta = htx[:contractAddress]
+      inp = htx[:input]
+      "#{inp.length.zero? ? 'null' : "'#{inp}'"}," \
+      "#{cta.length.zero? ? 'null' : "'#{cta}'"}," \
       "#{Integer(ops[:h][htx[:blockNumber]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado ethk (token)
-    def ethk_ins
-      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
-      'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
-      ") VALUES#{apies.novkx.map { |e| ethk_val1(e) }.join(',')}"
-    end
-
     # @example (see Apibc#token_es)
     # @param [Hash] hkx token event etherscan
     # @return [String] valores formatados ethk (token parte1)
-    def ethk_val1(hkx)
+    def ethk_1val(hkx)
       "(#{Integer(hkx[:blockNumber])}," \
       "#{Integer(hkx[:timeStamp])}," \
       "'#{hkx[:hash]}'," \
@@ -72,12 +91,12 @@ module Cns
       "'#{hkx[:from]}'," \
       "'#{hkx[:to]}'," \
       "'#{hkx[:iax]}'," \
-      "#{ethk_val2(hkx)}"
+      "#{ethk_2val(hkx)}"
     end
 
-    # @param (see ethk_val1)
+    # @param (see ethk_1val)
     # @return [String] valores formatados ethk (token parte2)
-    def ethk_val2(hkx)
+    def ethk_2val(hkx)
       "cast('#{hkx[:value]}' as numeric)," \
       "'#{hkx[:tokenName]}'," \
       "'#{hkx[:tokenSymbol]}'," \
@@ -85,50 +104,93 @@ module Cns
       "cast('#{hkx[:gas]}' as numeric)," \
       "cast('#{hkx[:gasPrice]}' as numeric)," \
       "cast('#{hkx[:gasUsed]}' as numeric)," \
-      "#{ethk_val3(hkx)}"
+      "#{ethk_3val(hkx)}"
     end
 
-    # @param (see ethk_val1)
+    # @param (see ethk_1val)
     # @return [String] valores formatados ethk (token parte3)
-    def ethk_val3(hkx)
-      "#{hkx[:input].length.zero? ? 'null' : "'#{hkx[:input]}'"}," \
-      "#{hkx[:contractAddress].length.zero? ? 'null' : "'#{hkx[:contractAddress]}'"}," \
+    def ethk_3val(hkx)
+      cta = hkx[:contractAddress]
+      inp = hkx[:input]
+      "#{inp.length.zero? ? 'null' : "'#{inp}'"}," \
+      "#{cta.length.zero? ? 'null' : "'#{cta}'"}," \
       "#{Integer(ops[:h][hkx[:blockNumber]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado eos
-    def eost_ins
-      "insert #{BD}.eos(gseq,aseq,bnum,time,contract,action,acfrom,acto,iax,amount,moeda,memo,dias" \
-      ") VALUES#{apigm.novax.map { |e| eost_val1(e) }.join(',')}"
-    end
-
     # @example (see Apibc#ledger_gm)
     # @param [Hash] hlx ledger greymass
     # @return [String] valores formatados para insert eos (parte1)
-    def eost_val1(hlx)
-      a = hlx[:action_trace][:act]
+    def eost_1val(hlx)
+      act = hlx[:action_trace][:act]
       "(#{hlx[:global_action_seq]}," \
       "#{hlx[:account_action_seq]}," \
       "#{hlx[:block_num]}," \
       "DATETIME(TIMESTAMP('#{hlx[:block_time]}'))," \
-      "'#{a[:account]}'," \
-      "'#{a[:name]}'," \
-      "#{eost_val2(hlx, a)}"
+      "'#{act[:account]}'," \
+      "'#{act[:name]}'," \
+      "#{eost_2val(hlx, act)}"
     end
 
-    # @param (see eost_val1)
+    # @param (see eost_1val)
     # @param [Hash] act dados da acao
     # @return [String] valores formatados para insert eos (parte2)
-    def eost_val2(hlx, act)
-      d = act[:data]
-      q = d[:quantity].to_s
-      s = d[:memo].inspect
-      "'#{d[:from]}'," \
-      "'#{d[:to]}'," \
+    def eost_2val(hlx, act)
+      dat = act[:data]
+      qtd = dat[:quantity].to_s
+      str = dat[:memo].inspect
+      "'#{dat[:from]}'," \
+      "'#{dat[:to]}'," \
       "'#{hlx[:iax]}'," \
-      "#{q.to_d},'#{q[/[[:upper:]]+/]}'," \
-      "nullif('#{s.gsub(/['"]/, '')}','nil')," \
+      "#{qtd.to_d},'#{qtd[/[[:upper:]]+/]}'," \
+      "nullif('#{str.gsub(/['"]/, '')}','nil')," \
       "#{ops[:h][String(hlx[:itx])] || 0})"
     end
+
+    # def eth2at_ins
+    #   "insert #{BD}.eth2at(attesterslot,committeeindex,epoch,inclusionslot,status,validatorindex" \
+    #   ") VALUES#{apibc.novtx.map { |obj| eth2at_1val(obj) }.join(',')}"
+    # end
+    # def eth2pr_ins
+    #   "insert #{BD}.eth2pr(attestationscount,attesterslashingscount,blockroot,depositscount,epoch," \
+    #     'eth1data_blockhash,eth1data_depositcount,eth1data_depositroot,graffiti,graffiti_text,parentroot,' \
+    #     'proposer,proposerslashingscount,randaoreveal,signature,slot,stateroot,status,voluntaryexitscount' \
+    #   ") VALUES#{apibc.novkx.map { |obj| eth2pr_1val(obj) }.join(',')}"
+    # end
+    # def eth2at_1val(htx)
+    #   "(#{Integer(htx[:attesterslot])}," \
+    #   "#{Integer(htx[:committeeindex])}," \
+    #   "#{Integer(htx[:epoch])}," \
+    #   "#{Integer(htx[:inclusionslot])}," \
+    #   "#{Integer(htx[:status])}," \
+    #   "#{Integer(htx[:validatorindex])})"
+    # end
+    # def eth2pr_1val(htx)
+    #   "(#{Integer(htx[:attestationscount])}," \
+    #   "#{Integer(htx[:attesterslashingscount])}," \
+    #   "'#{htx[:blockroot]}'," \
+    #   "#{Integer(htx[:depositscount])}," \
+    #   "#{Integer(htx[:epoch])}," \
+    #   "'#{htx[:eth1data_blockhash]}'," \
+    #   "#{eth2pr_2val(htx)}"
+    # end
+    # def eth2pr_2val(htx)
+    #   grf = htx[:graffiti_text]
+    #   "#{Integer(htx[:eth1data_depositcount])}," \
+    #   "'#{htx[:eth1data_depositroot]}'," \
+    #   "'#{htx[:graffiti]}'," \
+    #   "#{grf.length.zero? ? 'null' : "'#{grf}'"}," \
+    #   "'#{htx[:parentroot]}'," \
+    #   "#{Integer(htx[:proposer])}," \
+    #   "#{eth2pr_3val(htx)}"
+    # end
+    # def eth2pr_3val(htx)
+    #   "#{Integer(htx[:proposerslashingscount])}," \
+    #   "'#{htx[:randaoreveal]}'," \
+    #   "'#{htx[:signature]}'," \
+    #   "#{Integer(htx[:slot])}," \
+    #   "'#{htx[:stateroot]}'," \
+    #   "#{Integer(htx[:status])}," \
+    #   "#{Integer(htx[:voluntaryexitscount])})"
+    # end
   end
 end