cns 0.9.2 → 0.9.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f54f4e0bf0d8e859722edf7c9a4430d625b3789ac50761b03061db0050956062
-  data.tar.gz: 7e2fbaa074c7cb51157849b8db9798271cf54f4b7b6404869278dd48ceedd55c
+  metadata.gz: d70ccf3bf3c61dccaf39f5fe5e34b3f629efd8182fbd036f1d1193e2e0d842e4
+  data.tar.gz: 969e4c7d275aa2b14a6e9b1324e007b84d9f61522b099fdbb6c6d8a9bc129708
 SHA512:
-  metadata.gz: 917f7140253dbaa7e0619792c3912fb78533618640de779c473f86a1665e68ec5688d2f0d6624c0ed33678e698d19a5cadc47b5c20ce833d5273a8cbf7f87ff7
-  data.tar.gz: e56c3b51a6e0d539569b9deace1d491da55a63afaf44e3aaa08abb25807272c33164b55626f9de526b0660d27823514a6524c074b5449995c6d6161f0154a74f
+  metadata.gz: c406b44bacdf24f32dc6babc0c08d51cf5fe4f88724466e1af7d8770b08ae23da74c8811cc9f0bea0bdb11cf13ffb9fe3d8080de2626f8f3a0d6f22739e1e82f
+  data.tar.gz: 47e0b4e735ac2c3b11a11018ac5a9830ec1cf24c253b4cb7ab0b353bc2c262f55c572938668ccd00618bf367b5d1019381a30037789fecf13dd2a3b5e5a698b9

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    cns (0.9.2)
+    cns (0.9.4)
       curb
       faraday
       google-cloud-bigquery
@@ -79,7 +79,7 @@ GEM
       google-cloud-errors (~> 1.0)
     google-cloud-env (2.2.1)
       faraday (>= 1.0, < 3.a)
-    google-cloud-errors (1.4.0)
+    google-cloud-errors (1.5.0)
     google-logging-utils (0.1.0)
     googleauth (1.13.1)
       faraday (>= 1.0, < 3.a)
@@ -137,7 +137,7 @@ GEM
     reverse_markdown (3.0.0)
       nokogiri
     rexml (3.4.1)
-    rubocop (1.73.1)
+    rubocop (1.73.2)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)

data/lib/cns/bigquery.rb

@@ -9,16 +9,16 @@ module Cns
   FO = File.expand_path("~/#{File.basename($PROGRAM_NAME)}.log")
   EM = %i[EOS XETH ZEUR btc eth]
   TB = {
-    netht: %w[blocknumber timestamp txhash nonce blockhash transactionindex axfrom axto iax value gas gasprice gasused iserror txreceipt_status input contractaddress dias],
-    hetht: %i[blockNumber timeStamp hash nonce blockHash transactionIndex from to iax value gas gasPrice gasUsed isError txreceipt_status input contractAddress],
-    nethi: %w[blocknumber timestamp txhash axfrom axto iax value contractaddress input type gas gasused traceid iserror errcode dias],
-    hethi: %i[blockNumber timeStamp hash from to iax value contractAddress input type gas gasUsed traceId isError errCode],
+    netht: %w[txhash blocknumber timestamp nonce blockhash transactionindex axfrom axto iax value gas gasprice gasused iserror txreceipt_status input contractaddress dias],
+    hetht: %i[hash blockNumber timeStamp nonce blockHash transactionIndex from to iax value gas gasPrice gasUsed isError txreceipt_status input contractAddress],
+    nethi: %w[txhash blocknumber timestamp axfrom axto iax value contractaddress input type gas gasused traceid iserror errcode dias],
+    hethi: %i[hash blockNumber timeStamp from to iax value contractAddress input type gas gasUsed traceId isError errCode],
     nethp: %w[blocknumber timestamp blockreward iax dias],
     hethp: %i[blockNumber timeStamp blockReward iax],
     nethw: %w[withdrawalindex validatorindex address amount blocknumber timestamp dias],
     hethw: %i[withdrawalIndex validatorIndex address amount blockNumber timeStamp],
-    nethk: %w[blocknumber timestamp txhash nonce blockhash transactionindex axfrom axto iax value tokenname tokensymbol tokendecimal gas gasprice gasused input contractaddress dias],
-    hethk: %i[blockNumber timeStamp hash nonce blockHash transactionIndex from to iax value tokenName tokenSymbol tokenDecimal gas gasPrice gasUsed input contractAddress],
+    nethk: %w[txhash blocknumber timestamp nonce blockhash transactionindex axfrom axto iax value tokenname tokensymbol tokendecimal gas gasprice gasused input contractaddress dias],
+    hethk: %i[hash blockNumber timeStamp nonce blockHash transactionIndex from to iax value tokenName tokenSymbol tokenDecimal gas gasPrice gasUsed input contractAddress],
     neost: %w[gseq aseq bnum time contract action acfrom acto iax amount moeda memo dias],
     heost: %i[global_action_seq account_action_seq block_num block_time account name from to iax quantity moe memo],
     cdet: %w[txid time tp user btc eur dtc dias],
@@ -30,6 +30,21 @@ module Cns
     cusl: %w[txid refid time type aclass asset amount fee],
     husl: %i[txid refid time type aclass asset amount fee]
   }
+  # para testes bigquery
+  TL = {
+    ins: 'INSERT',
+    exo: false,
+    est: '', # ' limit 226',
+    esi: '', # ' limit 22',
+    esp: '', # ' limit 72',
+    esw: '', # ' limit 2299',
+    esk: '', # ' limit 20',
+    gmt: '', # ' limit 1091',
+    ust: '', # ' limit 182',
+    usl: '', # ' limit 448',
+    det: '', # ' limit 27',
+    del: '' # ' limit 16'
+  }
 
   # classe para processar bigquery
   class Bigquery
@@ -154,11 +169,11 @@ module Cns
       Etherscan.new(
         {
           wb: sql("SELECT * FROM #{BD}.wet#{prx[-1]} ORDER BY ax"),
-          ni: sql("SELECT * FROM #{BD}.#{prx}i"),
-          nk: sql("SELECT * FROM #{BD}.#{prx}k"),
-          np: sql("SELECT * FROM #{BD}.#{prx}p"),
-          nt: sql("SELECT * FROM #{BD}.#{prx}t"),
-          nw: sql("SELECT * FROM #{BD}.#{prx}w")
+          nt: sql("SELECT * FROM #{BD}.#{prx}t#{TL[:est]}"),
+          ni: sql("SELECT * FROM #{BD}.#{prx}i#{TL[:esi]}"),
+          np: sql("SELECT * FROM #{BD}.#{prx}p#{TL[:esp]}"),
+          nw: sql("SELECT * FROM #{BD}.#{prx}w#{TL[:esw]}"),
+          nk: sql("SELECT * FROM #{BD}.#{prx}k#{TL[:esk]}")
         },
         ops
       )
@@ -176,32 +191,39 @@ module Cns
 
     # @return [Greymass] API blockchain EOS
     def apigm
-      @apigm ||= Greymass.new({wb: sql("select * from #{BD}.weos ORDER BY ax"), nt: sql("select * from #{BD}.neosx")}, ops)
+      @apigm ||= Greymass.new({wb: sql("select * from #{BD}.weos ORDER BY ax"), nt: sql("select * from #{BD}.neosx#{TL[:gmt]}")}, ops)
     end
 
     # @return [Kraken] API exchange kraken
     def apius
-      @apius ||= Kraken.new({sl: sql("select * from #{BD}.cuss").first, nt: sql("select * from #{BD}.cust"), nl: sql("select * from #{BD}.cusl")}, ops)
+      @apius ||= Kraken.new({sl: sql("select * from #{BD}.cuss").first, nt: sql("select * from #{BD}.cust#{TL[:ust]}"), nl: sql("select * from #{BD}.cusl#{TL[:usl]}")}, ops)
     end
 
     # @return [Bitcoinde] API exchange bitcoinde
     def apide
-      @apide ||= Bitcoinde.new({sl: sql("select * from #{BD}.cdes").first, nt: sql("select * from #{BD}.cdet"), nl: sql("select * from #{BD}.cdel")}, ops)
+      @apide ||= Bitcoinde.new({sl: sql("select * from #{BD}.cdes").first, nt: sql("select * from #{BD}.cdet#{TL[:det]}"), nl: sql("select * from #{BD}.cdel#{TL[:del]}")}, ops)
     end
 
     # @return [String] comando insert SQL formatado
     def ins_sql(tbl, lin)
-      "INSERT #{BD}.#{tbl} (#{TB[tbl].join(',')}) VALUES #{lin.map { |i| send("#{tbl}_val", i) }.join(',')}"
+      # para testes bigquery
+      if TL[:exo]
+        exl = lin.map { |i| send("#{tbl}_val", i)[1..-2] }
+        exi = exl.map { |f| f.split(',').first }.join(',')
+        exo = "SELECT #{TB[tbl].join(',')} FROM #{BD}.#{tbl} WHERE #{TB[tbl].first} IN (#{exi}) union all select "
+        puts(exo + exl.join(' union all select ') + ' order by 1')
+      end
+      "#{TL[:ins]} #{BD}.#{tbl} (#{TB[tbl].join(',')}) VALUES #{lin.map { |i| send("#{tbl}_val", i) }.join(',')}"
     end
 
     # @return [String] relatorio execucao dml
     def dml_out(src, str, ltb)
       str.concat(
-        ltb.filter_map do |itm|
-          novx = src.send("nov#{itm}")
+        ltb.filter_map do |i|
+          novx = src.send("nov#{i}")
           next if novx.empty?
 
-          format(' %<n>i %<t>s', n: dml(ins_sql(itm, %i[cust cusl].include?(itm) ? novx.values : novx)), t: "#{itm}")
+          format(' %<n>i %<t>s', n: dml(ins_sql(i, %i[cust cusl].include?(i) ? novx.values : novx)), t: "#{i}")
         end
       )
       str.join
@@ -290,7 +312,7 @@ module Cns
     # @param [Hash] htx ledger greymass
     # @return [String] valores formatados neost
     def neost_val(htx)
-      fvals(htx, TB[:heost], :itx)
+      fvals(htx, TB[:heost], :global_action_seq)
     end
 
     # @param [Hash] htx trades bitcoinde
@@ -308,7 +330,7 @@ module Cns
     # @param [Hash] htx trades kraken
     # @return [String] valores formatados cust
     def cust_val(htx)
-      fvals(htx.merge(ledgers: apius.exd[:kl].select { |_, o| o[:refid] == htx[:txid] }.keys.join(',')), TB[:hust], :txid)
+      fvals(htx.merge(ledgers: apius.uskl.select { |_, o| o[:refid] == htx[:txid] }.keys.join(',')), TB[:hust], :txid)
     end
 
     # @param [Hash] htx ledger kraken

data/lib/cns/bitcoinde.rb

@@ -7,11 +7,9 @@ module Cns
   # classe para processar transacoes trades/ledger do bitcoinde
   class Bitcoinde
     # @return [Apius] API bitcoinde
-    attr_reader :api
     # @return [Array<Hash>] todos os dados bigquery
-    attr_reader :bqd
     # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
-    attr_reader :ops
+    attr_reader :api, :bqd, :ops
 
     # @param [Hash] dad todos os dados bigquery
     # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
@@ -25,15 +23,10 @@ module Cns
       @ops = pop.transform_keys(&:to_sym)
     end
 
-    # @return [Hash] dados exchange bitcoinde - saldos & trades & deposits & withdrawals
-    def exd
-      @exd ||= {sl: pdea(api.account_de), tt: pdet(api.trades_de), tl: pdel(api.deposits_de + api.withdrawals_de)}
-    end
-
     # @return [String] texto saldos & transacoes & ajuste dias
     def mresumo
       puts("\nBITCOINDE\ntipo              bitcoinde              bigquery")
-      exd[:sl].sort.each { |key, val| puts(formata_saldos(key, val)) }
+      ded[:sl].sort.each { |k, v| puts(fos(k, v)) }
       mtotais
 
       mtrades
@@ -45,42 +38,37 @@ module Cns
 
     private
 
-    def show_all?
-      ops[:t] || false
-    end
-
-    def bqkyt
-      @bqkyt ||= show_all? ? [] : (bqd[:nt]&.map { |t| t[:txid] } || [])
-    end
+    # mosta contadores transacoes
+    def mtotais
+      vtt = ded[:tt].count
+      vnt = bqd[:nt].count
+      vtl = ded[:tl].count
+      vnl = bqd[:nl].count
 
-    def bqkyl
-      @bqkyl ||= show_all? ? [] : (bqd[:nl]&.map { |l| l[:txid] } || [])
+      puts("TRADES #{format('%<a>20i %<b>21i %<o>3.3s', a: vtt, b: vnt, o: vtt == vnt ? 'OK' : 'NOK')}")
+      puts("LEDGER #{format('%<c>20i %<d>21i %<o>3.3s', c: vtl, d: vnl, o: vtl == vnl ? 'OK' : 'NOK')}")
     end
 
-    # @return [Array<String>] lista txid dos trades novos
-    def kyt
-      @kyt ||= exd[:tt].map { |oex| oex[:trade_id] } - bqkyt
-    end
+    # mosta transacoes trades
+    def mtrades
+      return unless ops[:v] && novcdet.any?
 
-    # @return [Array<Integer>] lista txid dos ledger novos
-    def kyl
-      @kyl ||= exd[:tl].map { |oex| oex[:txid] } - bqkyl
+      puts("\ntrades data       hora     dt criacao tipo  par                     btc      eur")
+      novcdet.sort_by { |i| -i[:srx] }.each { |o| puts(fot(o)) }
     end
 
-    # @return [Array<Hash>] lista trades bitcoinde novos
-    def novcdet
-      @novcdet ||= exd[:tt].select { |obj| kyt.include?(obj[:trade_id]) }
-    end
+    # mosta transacoes ledger
+    def mledger
+      return unless ops[:v] && novcdel.any?
 
-    # @return [Array<Hash>] lista ledger (deposits + withdrawals) bitcoinde novos
-    def novcdel
-      @novcdel ||= exd[:tl].select { |obj| kyl.include?(obj[:txid]) }
+      puts("\nledger data       hora     tipo       moe          quantidade              custo")
+      novcdel.sort_by { |i| -i[:srx] }.each { |o| puts(fol(o)) }
     end
 
     # @param [String] moe codigo bitcoinde da moeda
     # @param [Hash] hsx saldo bitcoinde da moeda
     # @return [String] texto formatado saldos
-    def formata_saldos(moe, hsx)
+    def fos(moe, hsx)
       vbq = bqd[:sl][moe.downcase.to_sym].to_d
       vex = hsx[:total_amount]
       format(
@@ -92,9 +80,9 @@ module Cns
       )
     end
 
-    # @param (see Bigquery#det_val1)
+    # @param [Hash] htn trades bitcoinde
     # @return [String] texto formatado trade
-    def formata_trades(htx)
+    def fot(htx)
       format(
         '%<ky>-6.6s %<dt>19.19s %<dp>10.10s %<ty>-5.5s %<mo>-8.8s %<vl>18.8f %<co>8.2f',
         ky: htx[:trade_id],
@@ -107,9 +95,9 @@ module Cns
       )
     end
 
-    # @param (see Bigquery#del_val)
+    # @param [Hash] htn ledger bitcoinde
     # @return [String] texto formatado ledger
-    def formata_ledger(hlx)
+    def fol(hlx)
       format(
         '%<ky>6i %<dt>19.19s %<ty>-10.10s %<mo>-3.3s %<pr>19.8f %<vl>18.8f',
         ky: hlx[:txid],
@@ -121,51 +109,34 @@ module Cns
       )
     end
 
-    # @return [String] texto numero de transacoes
-    def mtotais
-      vtt = exd[:tt].count
-      vnt = bqd[:nt].count
-      vtl = exd[:tl].count
-      vnl = bqd[:nl].count
-
-      puts("TRADES #{format('%<a>20i %<b>21i %<o>3.3s', a: vtt, b: vnt, o: vtt == vnt ? 'OK' : 'NOK')}")
-      puts("LEDGER #{format('%<c>20i %<d>21i %<o>3.3s', c: vtl, d: vnl, o: vtl == vnl ? 'OK' : 'NOK')}")
-    end
-
-    # @return [String] texto transacoes trades
-    def mtrades
-      return unless ops[:v] && novcdet.any?
-
-      puts("\ntrades data       hora     dt criacao tipo  par                     btc      eur")
-      novcdet.sort_by { |i| -i[:srx] }.each { |o| puts(formata_trades(o)) }
-    end
-
-    # @return [String] texto transacoes ledger
-    def mledger
-      return unless ops[:v] && novcdel.any?
-
-      puts("\nledger data       hora     tipo       moe          quantidade              custo")
-      novcdel.sort_by { |i| -i[:srx] }.each { |o| puts(formata_ledger(o)) }
+    # @return [Boolean] mostra todas/novas transacoes
+    def show_all?
+      ops[:t] || false
     end
 
-    # Processa os trades para garantir que as datas estejam no formato correto
+    # @param [Hash] itm recursos bitcoinde
+    # @return [Hash<BigDecimal>] moedas & sados
     def pdea(itm)
       itm.select { |k, _| EM.include?(k) }.transform_values { |o| o.merge(total_amount: o[:total_amount].to_d) }
     end
 
-    # Processa time field somtimes is string
-    def ptm(itm)
-      itm.is_a?(String) ? Time.parse(itm) : itm
+    # @param [Object] val time bitcoinde
+    # @return [Time] processa time (somtimes is string)
+    def ptm(val)
+      val.is_a?(String) ? Time.parse(val) : val
     end
 
+    # @param [Hash] itm transacao bitcoinde
+    # @return [Hash] transaccao filtrada
     def pdes(key, itm)
       tym = ptm(itm[key])
       itm.merge(srx: Integer(tym), key => tym)
     end
 
-    # Processa os trades para garantir que as datas estejam no formato correto
-    def pdet(itm)
-      itm.map do |t|
+    # @param [Array<Hash>] htx trade bitcoinde
+    # @return [Array<Hash>] transaccao filtrada
+    def pdet(htx)
+      htx.map do |t|
         pdes(:successfully_finished_at, t).merge(
           trade_marked_as_paid_at: ptm(t[:trade_marked_as_paid_at]),
           username: t[:trading_partner_information][:username],
@@ -176,10 +147,45 @@ module Cns
       end
     end
 
-    # Processa os ledger entries para garantir que as datas estejam no formato correto
+    # @param [Array<Hash>] hlx ledger bitcoinde
+    # @return [Array<Hash>] transaccao filtrada
+    def pdel(hlx)
+      hlx.map { |t| pdes(:time, t).merge(qtd: (t[:tp] == 'withdrawal' ? -1 : 1) * t[:qt].to_d, nxid: t[:txid], fee: t[:fee].to_d, moe: t[:moe].upcase) }
+    end
 
-    def pdel(itm)
-      itm.map { |t| pdes(:time, t).merge(qtd: (t[:tp] == 'withdrawal' ? -1 : 1) * t[:qt].to_d, nxid: t[:txid], fee: t[:fee].to_d, moe: t[:moe].upcase) }
+    # @return [Hash] dados exchange bitcoinde - saldos & trades & deposits & withdrawals
+    def ded
+      @ded ||= {sl: pdea(api.account_de), tt: pdet(api.trades_de), tl: pdel(api.deposits_de + api.withdrawals_de)}
+    end
+
+    # @return [Array<String>] indices trades bigquery
+    def bqkyt
+      @bqkyt ||= show_all? ? [] : bqd[:nt].map { |t| t[:txid] }
+    end
+
+    # @return [Array<Integer>] indices ledger bigquery
+    def bqkyl
+      @bqkyl ||= show_all? ? [] : bqd[:nl].map { |l| l[:txid] }
+    end
+
+    # @return [Array<String>] lista txid trades novos
+    def kyt
+      @kyt ||= ded[:tt].map { |t| t[:trade_id] } - bqkyt
+    end
+
+    # @return [Array<Integer>] lista txid ledger novos
+    def kyl
+      @kyl ||= ded[:tl].map { |t| t[:txid] } - bqkyl
+    end
+
+    # @return [Array<Hash>] lista trades bitcoinde novos
+    def novcdet
+      @novcdet ||= ded[:tt].select { |obj| kyt.include?(obj[:trade_id]) }
+    end
+
+    # @return [Array<Hash>] lista ledger (deposits + withdrawals) bitcoinde novos
+    def novcdel
+      @novcdel ||= ded[:tl].select { |obj| kyl.include?(obj[:txid]) }
     end
   end
 end