cns 0.1.5 → 0.2.2

data/lib/cns/apice2.rb

@@ -50,13 +50,11 @@ module Cns
     # @param [String] uri Uniform Resource Identifier do pedido HTTP
     # @return [Array<Hash>] lista completa trades bitcoinde
     def trades_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/trades')
-      p = "#{uri}?#{URI.encode_www_form(state: 1, page: pag + 1)}"
-      r = JSON.parse(
-        Curl.get(p) { |h| h.headers = hde(p) }.body,
-        symbolize_names: true
-      )
-      ary += r[:trades]
-      r[:page][:current] < r[:page][:last] ? trades_de(pag + 1, ary) : ary
+      par = "#{uri}?#{URI.encode_www_form(state: 1, page: pag += 1)}"
+      res = JSON.parse(Curl.get(par) { |obj| obj.headers = hde(par) }.body, symbolize_names: true)
+      ary += res[:trades]
+      rep = res[:page]
+      rep[:current] < rep[:last] ? trades_de(pag, ary) : ary
     rescue StandardError
       ary
     end
@@ -82,17 +80,38 @@ module Cns
     # @param (see trades_de)
     # @return [Array<Hash>] lista completa uniformizada depositos bitcoinde
     def deposits_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/btc/deposits')
-      p = "#{uri}?#{URI.encode_www_form(state: 2, page: pag + 1)}"
-      r = JSON.parse(
-        Curl.get(p) { |h| h.headers = hde(p) }.body,
-        symbolize_names: true
-      )
-      ary += deposits_unif_de(r)
-      r[:page][:current] < r[:page][:last] ? deposits_de(pag + 1, ary) : ary
+      par = "#{uri}?#{URI.encode_www_form(state: 2, page: pag += 1)}"
+      res = JSON.parse(Curl.get(par) { |obj| obj.headers = hde(par) }.body, symbolize_names: true)
+      ary += res[:deposits].map { |has| deposit_unif(has) }
+      rep = res[:page]
+      rep[:current] < rep[:last] ? deposits_de(pag, ary) : ary
     rescue StandardError
       ary
     end
 
+    # @example deposit_unif
+    #  [
+    #    {
+    #      txid: 177_245,
+    #      time: '2014-01-31T22:01:30+01:00',
+    #      tp: 'deposit',
+    #      add: '1KK6HhG3quojFS4CY1mPcbyrjQ8BMDQxmT',
+    #      qt: '0.13283',
+    #      moe: 'btc',
+    #      fee: '0'
+    #    },
+    #    {}
+    #  ]
+    # @return [Hash] deposit uniformizado bitcoinde
+    def deposit_unif(has)
+      {
+        add: has[:address],
+        time: Time.parse(has[:created_at]),
+        qt: has[:amount],
+        txid: Integer(has[:deposit_id])
+      }.merge(tp: 'deposit', moe: 'btc', fee: '0')
+    end
+
     # @example withdrawals_de
     #  {
     #    withdrawals: [
@@ -116,17 +135,39 @@ module Cns
     # @param (see deposits_de)
     # @return [Array<Hash>] lista completa uniformizada withdrawals bitcoinde
     def withdrawals_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/btc/withdrawals')
-      p = "#{uri}?#{URI.encode_www_form(state: 1, page: pag + 1)}"
-      r = JSON.parse(
-        Curl.get(p) { |h| h.headers = hde(p) }.body,
-        symbolize_names: true
-      )
-      ary += withdrawals_unif_de(r)
-      r[:page][:current] < r[:page][:last] ? withdrawals_de(pag + 1, ary) : ary
+      par = "#{uri}?#{URI.encode_www_form(state: 1, page: pag += 1)}"
+      res = JSON.parse(Curl.get(par) { |obj| obj.headers = hde(par) }.body, symbolize_names: true)
+      ary += res[:withdrawals].map { |has| withdrawal_unif(has) }
+      rep = res[:page]
+      rep[:current] < rep[:last] ? withdrawals_de(pag, ary) : ary
     rescue StandardError
       ary
     end
 
+    # @example withdrawal_unif
+    #  [
+    #    {
+    #      txid: 136_605,
+    #      time: '2014-02-05T13:05:17+01:00',
+    #      tp: 'withdrawal',
+    #      add: '1K9YMDDrmMV25EoYNqi7KUEK57Kn3TCNUJ',
+    #      qt: '0.120087',
+    #      fee: '0',
+    #      moe: 'btc'
+    #    },
+    #    {}
+    #  ]
+    # @return [Hash] withdrawal uniformizada bitcoinde
+    def withdrawal_unif(has)
+      {
+        add: has[:address],
+        time: Time.parse(has[:transferred_at]),
+        qt: has[:amount],
+        fee: has[:network_fee],
+        txid: Integer(has[:withdrawal_id])
+      }.merge(tp: 'withdrawal', moe: 'btc')
+    end
+
     # @example ledger_fr
     #  [
     #    {
@@ -156,11 +197,11 @@ module Cns
     # @param (see trades_de)
     # @return [Array<Hash>] lista ledger paymium
     def ledger_fr(pag = 0, ary = [], uri = 'https://paymium.com/api/v1/user/orders')
-      r = JSON.parse(
-        Curl.get(uri, offset: pag) { |h| h.headers = hfr("#{uri}?#{URI.encode_www_form(offset: pag)}") }.body,
+      res = JSON.parse(
+        Curl.get(uri, offset: pag) { |obj| obj.headers = hfr("#{uri}?#{URI.encode_www_form(offset: pag)}") }.body,
         symbolize_names: true
       )
-      r.empty? ? ary : ledger_fr(pag + r.size, ary + r)
+      res.empty? ? ary : ledger_fr(pag + res.size, ary + res)
     rescue StandardError
       ary
     end
@@ -194,11 +235,11 @@ module Cns
     # @param (see trades_de)
     # @return [Array<Hash>] lista ledger therock
     def ledger_mt(pag = 1, ary = [], uri = 'https://api.therocktrading.com/v1/transactions')
-      r = JSON.parse(
-        Curl.get(uri, page: pag) { |h| h.headers = hmt("#{uri}?#{URI.encode_www_form(page: pag)}") }.body,
+      res = JSON.parse(
+        Curl.get(uri, page: pag) { |obj| obj.headers = hmt("#{uri}?#{URI.encode_www_form(page: pag)}") }.body,
         symbolize_names: true
       )[:transactions]
-      r.empty? ? ary : ledger_mt(pag + r.size, ary + r)
+      res.empty? ? ary : ledger_mt(pag + res.size, ary + res)
     rescue StandardError
       ary
     end
@@ -230,14 +271,15 @@ module Cns
     # @param [Hash] has acumulador dos dados
     # @param (see account_us)
     # @return [Hash] dados trades kraken
-    def trades_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private', uri = 'TradesHistory', non = nnc)
-      r = JSON.parse(
-        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |h| h.headers = hus(uri, nonce: non, ofs: ofs) }.body,
+    def trades_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private')
+      uri = 'TradesHistory'
+      non = nnc
+      res = JSON.parse(
+        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |obj| obj.headers = hus(uri, nonce: non, ofs: ofs) }.body,
         symbolize_names: true
       )[:result]
-      has.merge!(r[:trades])
-      ofs += 50
-      ofs < r[:count] ? trades_us(ofs, has) : has
+      has.merge!(res[:trades])
+      (ofs += 50) < res[:count] ? trades_us(ofs, has) : has
     rescue StandardError
       has
     end
@@ -265,14 +307,15 @@ module Cns
     #  }
     # @param (see trades_us)
     # @return [Hash] dados ledger kraken
-    def ledger_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private', uri = 'Ledgers', non = nnc)
-      r = JSON.parse(
-        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |h| h.headers = hus(uri, nonce: non, ofs: ofs) }.body,
+    def ledger_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private')
+      uri = 'Ledgers'
+      non = nnc
+      res = JSON.parse(
+        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |obj| obj.headers = hus(uri, nonce: non, ofs: ofs) }.body,
         symbolize_names: true
       )[:result]
-      has.merge!(r[:ledger])
-      ofs += 50
-      ofs < r[:count] ? ledger_us(ofs, has) : has
+      has.merge!(res[:ledger])
+      (ofs += 50) < res[:count] ? ledger_us(ofs, has) : has
     rescue StandardError
       has
     end

data/lib/cns/beaconchain1.rb

@@ -0,0 +1,102 @@
+# frozen_string_literal: true
+
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Cns
+  # (see Beaconchain)
+  class Beaconchain
+    # @return [Apibc] API blockchains
+    attr_reader :api
+    # @return [Array<Hash>] todos os dados bigquery
+    attr_reader :bqd
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+
+    # @param [Hash] dad todos os dados bigquery
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Boolean] :v (false) mostra saldos?
+    # @option pop [Boolean] :t (false) mostra todos saldos ou somente novos?
+    # @return [Beaconchain] API beaconchain - processar historico saldos
+    def initialize(dad, pop)
+      @api = Apibc.new
+      @bqd = dad
+      @ops = pop
+    end
+
+    # @return [Array<Hash>] lista balancos novos
+    def nov
+      @nov ||= bcd.map { |obc| obc[:bx].select { |obj| idb.include?(itx(obj[:epoch], obj[:validatorindex])) } }.flatten
+    end
+
+    # @return [Array<Integer>] lista dos meus validators
+    def lax
+      @lax ||= bqd[:wb].map { |obj| obj[:id] }
+    end
+
+    # @return [Array<Hash>] todos os dados beaconchain - saldos & historico
+    def bcd
+      @bcd ||= api.data_bc("/api/v1/validator/#{lax.join(',')}").map { |obj| base_bc(obj) }
+    end
+
+    # @return [Array<Hash>] todos os dados juntos bigquery & beaconchain
+    def dados
+      @dados ||= bqd[:wb].map { |obq| bq_bc(obq, bcd.select { |obc| obq[:id] == obc[:ax] }.first) }
+    end
+
+    # @return [Array<Integer>] lista historicos novos
+    def idb
+      @idb ||= bcd.map { |obc| obc[:bx].map { |obj| itx(obj[:epoch], obj[:validatorindex]) } }.flatten -
+               (ops[:t] ? [] : bqd[:nb].map { |obq| obq[:itx] })
+    end
+
+    # @param [Integer] intum
+    # @param [Integer] intdois
+    # @return [Integer] szudzik pairing two integers
+    def itx(intum, intdois)
+      intum >= intdois ? intum * intum + intum + intdois : intum + intdois * intdois
+    end
+
+    # @example
+    #  {
+    #    activationeligibilityepoch: 0,
+    #    activationepoch: 0,
+    #    balance: 32_489_497_108,
+    #    effectivebalance: 32_000_000_000,
+    #    exitepoch: 9_223_372_036_854_775_807,
+    #    lastattestationslot: 265_446,
+    #    name: '',
+    #    pubkey: '0x93bf23a587f11f9eca329a12ef51296b8a9848af8c0fe61201524b14cb85b0c6fbd3e427501cdfa3b28719bd1ed96fff',
+    #    slashed: false,
+    #    status: 'active_online',
+    #    validatorindex: 11_766,
+    #    withdrawableepoch: 9_223_372_036_854_775_807,
+    #    withdrawalcredentials: '0x004f11be01cb72187715c55d6348c67c5a3880687cd42692306fdbc91ac2da9b'
+    #  }
+    # @param [Hash] abc account beaconchain
+    # @return [Hash] dados beaconchain - index, saldo & historico
+    def base_bc(abc)
+      acc = abc[:validatorindex]
+      {
+        ax: acc,
+        sl: (abc[:balance].to_d / 10**9).round(10),
+        bx: api.data_bc("/api/v1/validator/#{acc}/balancehistory")
+      }
+    end
+
+    # @param [Hash] wbq wallet bigquery
+    # @param abc (see base_bc)
+    # @return [Hash] dados juntos bigquery & beaconchain
+    def bq_bc(wbq, abc)
+      xbq = wbq[:id]
+      {
+        id: xbq,
+        ax: wbq[:ax],
+        bs: wbq[:sl],
+        bb: bqd[:nb].select { |onb| onb[:iax] == xbq },
+        es: abc[:sl],
+        eb: abc[:bx]
+      }
+    end
+  end
+end

data/lib/cns/beaconchain2.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+# @author Hernani Rodrigues Vaz
+module Cns
+  # classe para processar historicos da beaconchain
+  class Beaconchain
+    # @return [String] texto validadores & saldos historicos
+    def mostra_resumo
+      return unless dados.count.positive?
+
+      puts("\nindex address                            beaconchain blh     bigquery    blh")
+      dados.each { |obj| puts(formata_validador(obj)) }
+      mostra_saldos
+    end
+
+    # @param [Hash] hjn dados juntos bigquery & beaconchain
+    # @return [String] texto formatado dum validador
+    def formata_validador(hjn)
+      format(
+        '%<s1>-5.5s %<s2>-34.34s ',
+        s1: hjn[:id],
+        s2: formata_endereco(hjn[:ax], 34)
+      ) + formata_valores(hjn)
+    end
+
+    # @param (see formata_validador)
+    # @return [String] texto formatado valores dum validador
+    def formata_valores(hjn)
+      format(
+        '%<v1>11.6f %<n1>3i %<v2>12.6f %<n2>6i %<ok>-3s',
+        v1: hjn[:es],
+        n1: hjn[:eb].count,
+        v2: hjn[:bs],
+        n2: hjn[:bb].count,
+        ok: ok?(hjn) ? 'OK' : 'NOK'
+      )
+    end
+
+    # @param (see formata_validador)
+    # @return [Boolean] validador tem historicos novos(sim=NOK, nao=OK)?
+    def ok?(hjn)
+      hjn[:bs] == hjn[:es]
+    end
+
+    # @example pubkey inicio..fim
+    #  0x10f3a0cf0b534c..c033cf32e8a03586
+    # @param [String] add chave publica validador
+    # @param [Integer] max chars a mostrar
+    # @return [String] pubkey formatada
+    def formata_endereco(add, max)
+      int = Integer((max - 2) / 2)
+      max < 7 ? 'erro' : "#{add[0, int - 3]}..#{add[-int - 3..]}"
+    end
+
+    # @example
+    #  {
+    #    balance: 32_489_497_108,
+    #    effectivebalance: 32_000_000_000,
+    #    epoch: 8296,
+    #    validatorindex: 11_766,
+    #    week: 5
+    #  }
+    # @param [Hash] hbh historico beaconchain
+    # @return [String] texto formatado historico beaconchain
+    def formata_saldos(hbh)
+      idx = hbh[:validatorindex]
+      epc = hbh[:epoch]
+      format(
+        '%<vi>5i %<vl>17.6f %<ep>6i %<id>9i',
+        vi: idx,
+        vl: (hbh[:balance].to_d / 10**9).round(10),
+        ep: epc,
+        id: itx(epc, idx)
+      )
+    end
+
+    # @return [String] texto historico saldos
+    def mostra_saldos
+      return unless ops[:v] && nov.count.positive?
+
+      puts("\nindex             saldo  epoch       itx")
+      sorbx.each { |obj| puts(formata_saldos(obj)) }
+    end
+
+    # @return [Array<Hash>] lista ordenada historico saldos
+    def sorbx
+      nov.sort { |ant, prx| ant[:itx] <=> prx[:itx] }
+    end
+  end
+end

data/lib/cns/bigquery1.rb

@@ -8,7 +8,7 @@ module Cns
   BD = 'hernanirvaz.coins'
 
   # (see Bigquery)
-  class Cns::Bigquery
+  class Bigquery
     # @return [Google::Cloud::Bigquery] API bigquery
     attr_reader :api
     # @return [Google::Cloud::Bigquery::QueryJob] job bigquery
@@ -30,7 +30,7 @@ module Cns
       @ops = pop
     end
 
-    # mostra situacao completa entre kraken/bitcoinde/paymium/therock/etherscan/greymass & bigquery
+    # mostra situacao completa entre kraken/bitcoinde/paymium/therock/etherscan/greymass/beaconchain & bigquery
     def mostra_tudo
       apius.mostra_resumo
       apide.mostra_resumo
@@ -38,51 +38,55 @@ module Cns
       apimt.mostra_resumo
       apies.mostra_resumo
       apigm.mostra_resumo
+      apibc.mostra_resumo
     end
 
-    # insere (caso existam) transacoes novas kraken/bitcoinde/paymium/therock/etherscan/greymass no bigquery
+    # insere (caso existam) dados novos kraken/bitcoinde/paymium/therock/etherscan/greymass/beaconchain no bigquery
     def processa_tudo
       processa_us
       processa_de
-      processa_fr
-      processa_mt
+      processa_frmt
       processa_eth
       processa_eos
+      processa_bc
     end
 
     private
 
     # insere transacoes exchange kraken novas nas tabelas ust (trades), usl (ledger)
     def processa_us
-      puts(format("%<n>2i TRADES KRAKEN INSERIDAS #{BD}.ust", n: apius.trades.empty? ? 0 : dml(ust_ins)))
-      puts(format("%<n>2i LEDGER KRAKEN INSERIDAS #{BD}.usl", n: apius.ledger.empty? ? 0 : dml(usl_ins)))
+      puts(format("%<n>4i TRADES\tKRAKEN\t\tINSERIDAS ust", n: apius.trades.empty? ? 0 : dml(ust_ins)))
+      puts(format("%<n>4i LEDGER\tKRAKEN\t\tINSERIDAS usl", n: apius.ledger.empty? ? 0 : dml(usl_ins)))
     end
 
     # insere transacoes exchange bitcoinde novas nas tabelas det (trades), del (ledger)
     def processa_de
-      puts(format("%<n>2i TRADES BITCOINDE INSERIDAS #{BD}.det", n: apide.trades.empty? ? 0 : dml(det_ins)))
-      puts(format("%<n>2i LEDGER BITCOINDE INSERIDAS #{BD}.del", n: apide.ledger.empty? ? 0 : dml(del_ins)))
+      puts(format("%<n>4i TRADES\tBITCOINDE\tINSERIDAS det", n: apide.trades.empty? ? 0 : dml(det_ins)))
+      puts(format("%<n>4i LEDGER\tBITCOINDE\tINSERIDAS del", n: apide.ledger.empty? ? 0 : dml(del_ins)))
     end
 
-    # insere transacoes exchange paymium novas na tabela fr (ledger)
-    def processa_fr
-      puts(format("%<n>2i LEDGER PAYMIUM INSERIDAS #{BD}.fr", n: apifr.ledger.empty? ? 0 : dml(frl_ins)))
-    end
-
-    # insere transacoes exchange therock novas na tabela mt (ledger)
-    def processa_mt
-      puts(format("%<n>2i LEDGER THEROCK INSERIDAS #{BD}.mt", n: apimt.ledger.empty? ? 0 : dml(mtl_ins)))
+    # insere transacoes exchange paymium/therock  novas na tabela fr/mt (ledger)
+    def processa_frmt
+      puts(format("%<n>4i LEDGER\tPAYMIUM\t\tINSERIDAS fr", n: apifr.ledger.empty? ? 0 : dml(frl_ins)))
+      puts(format("%<n>4i LEDGER\tTHEROCK\t\tINSERIDAS mt", n: apimt.ledger.empty? ? 0 : dml(mtl_ins)))
     end
 
     # insere transacoes blockchain novas nas tabelas etht (norml), ethk (token)
     def processa_eth
-      puts(format("%<n>2i TRANSACOES ETH INSERIDAS #{BD}.etht", n: apies.novtx.empty? ? 0 : dml(etht_ins)))
-      puts(format("%<n>2i TOKEN EVENTS ETH INSERIDAS #{BD}.ethk", n: apies.novkx.empty? ? 0 : dml(ethk_ins)))
+      puts(format("%<n>4i TRANSACOES\tETH\t\tINSERIDAS etht", n: apies.novtx.empty? ? 0 : dml(etht_ins)))
+      puts(format("%<n>4i TOKENS\tETH\t\tINSERIDAS ethk", n: apies.novkx.empty? ? 0 : dml(ethk_ins)))
     end
 
     # insere transacoes blockchain novas na tabela eos
     def processa_eos
-      puts(format("%<n>2i TRANSACOES EOS INSERIDAS #{BD}.eos ", n: apigm.novax.empty? ? 0 : dml(eost_ins)))
+      puts(format("%<n>4i TRANSACOES\tEOS\t\tINSERIDAS eos ", n: apigm.novax.empty? ? 0 : dml(eost_ins)))
+    end
+
+    # insere historico sados novos na tabela eth2bh
+    def processa_bc
+      # puts(format("%<n>4i ATTESTATIONS INSERIDAS #{BD}.eth2at", n: apibc.novtx.empty? ? 0 : dml(eth2at_ins)))
+      # puts(format("%<n>4i PROPOSALS INSERIDAS #{BD}.eth2pr", n: apibc.novkx.empty? ? 0 : dml(eth2pr_ins)))
+      puts(format("%<n>4i BALANCES\tETH2\t\tINSERIDOS eth2bh", n: apibc.nov.empty? ? 0 : dml(eth2bh_ins)))
     end
 
     # cria job bigquery & verifica execucao
@@ -91,9 +95,10 @@ module Cns
     # @return [Boolean] job ok?
     def job?(cmd)
       @job = api.query_job(cmd)
-      @job.wait_until_done!
-      puts(@job.error['message']) if @job.failed?
-      @job.failed?
+      job.wait_until_done!
+      fld = job.failed?
+      puts(job.error['message']) if fld
+      fld
     end
 
     # cria Structured Query Language (SQL) job bigquery