cns 0.1.5 → 0.2.2

data/lib/cns/bigquery2.rb

@@ -6,6 +6,18 @@ module Cns
   class Bigquery
     private
 
+    # @return [String] comando insert SQL formatado fr (ledger)
+    def mtl_ins
+      "insert #{BD}.mt(id,time,type,valor,moe,pair,note,trade_id,dias) " \
+      "VALUES#{apimt.ledger.map { |obj| mtl_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado eth2bh
+    def eth2bh_ins
+      "insert #{BD}.eth2bh(balance,effectivebalance,epoch,validatorindex" \
+        ") VALUES#{apibc.nov[0..1500].map { |obj| eth2bh_1val(obj) }.join(',')}"
+    end
+
     # @return [Etherscan] API blockchain ETH
     def apies
       @apies ||= Etherscan.new(
@@ -29,6 +41,17 @@ module Cns
       )
     end
 
+    # @return [Beaconchain] API blockchain ETH2
+    def apibc
+      @apibc ||= Beaconchain.new(
+        {
+          wb: sql("select * from #{BD}.walletEth2 order by 1"),
+          nb: sql("select itx,iax from #{BD}.eth2bhx")
+        },
+        ops
+      )
+    end
+
     # @return [Kraken] API exchange kraken
     def apius
       @apius ||= Kraken.new(

data/lib/cns/bigquery3.rb

@@ -13,13 +13,36 @@ module Cns
     def etht_ins
       "insert #{BD}.etht(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
       'value,gas,gasprice,gasused,iserror,txreceipt_status,input,contractaddress,dias' \
-      ") VALUES#{apies.novtx.map { |e| etht_val1(e) }.join(',')}"
+      ") VALUES#{apies.novtx.map { |obj| etht_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado ethk (token)
+    def ethk_ins
+      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
+      'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
+      ") VALUES#{apies.novkx.map { |obj| ethk_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado eos
+    def eost_ins
+      "insert #{BD}.eos(gseq,aseq,bnum,time,contract,action,acfrom,acto,iax,amount,moeda,memo,dias" \
+      ") VALUES#{apigm.novax.map { |obj| eost_1val(obj) }.join(',')}"
+    end
+
+    # @example (see Beaconchain#formata_saldos)
+    # @param (see Beaconchain#formata_saldos)
+    # @return [String] valores formatados etht (norml parte1)
+    def eth2bh_1val(htb)
+      "(#{Integer(htb[:balance])}," \
+      "#{Integer(htb[:effectivebalance])}," \
+      "#{Integer(htb[:epoch])}," \
+      "#{Integer(htb[:validatorindex])})"
     end
 
     # @example (see Apibc#norml_es)
     # @param [Hash] htx transacao norml etherscan
     # @return [String] valores formatados etht (norml parte1)
-    def etht_val1(htx)
+    def etht_1val(htx)
       "(#{Integer(htx[:blockNumber])}," \
       "#{Integer(htx[:timeStamp])}," \
       "'#{htx[:hash]}'," \
@@ -29,40 +52,36 @@ module Cns
       "'#{htx[:from]}'," \
       "'#{htx[:to]}'," \
       "'#{htx[:iax]}'," \
-      "#{etht_val2(htx)}"
+      "#{etht_2val(htx)}"
     end
 
-    # @param (see etht_val1)
+    # @param (see etht_1val)
     # @return [String] valores formatados etht (norml parte2)
-    def etht_val2(htx)
+    def etht_2val(htx)
+      txr = htx[:txreceipt_status]
       "cast('#{htx[:value]}' as numeric)," \
       "cast('#{htx[:gas]}' as numeric)," \
       "cast('#{htx[:gasPrice]}' as numeric)," \
       "cast('#{htx[:gasUsed]}' as numeric)," \
       "#{Integer(htx[:isError])}," \
-      "#{htx[:txreceipt_status].length.zero? ? 'null' : htx[:txreceipt_status]}," \
-      "#{etht_val3(htx)}"
+      "#{txr.length.zero? ? 'null' : txr}," \
+      "#{etht_3val(htx)}"
     end
 
-    # @param (see etht_val1)
+    # @param (see etht_1val)
     # @return [String] valores formatados etht (norml parte3)
-    def etht_val3(htx)
-      "#{htx[:input].length.zero? ? 'null' : "'#{htx[:input]}'"}," \
-      "#{htx[:contractAddress].length.zero? ? 'null' : "'#{htx[:contractAddress]}'"}," \
+    def etht_3val(htx)
+      cta = htx[:contractAddress]
+      inp = htx[:input]
+      "#{inp.length.zero? ? 'null' : "'#{inp}'"}," \
+      "#{cta.length.zero? ? 'null' : "'#{cta}'"}," \
       "#{Integer(ops[:h][htx[:blockNumber]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado ethk (token)
-    def ethk_ins
-      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
-      'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
-      ") VALUES#{apies.novkx.map { |e| ethk_val1(e) }.join(',')}"
-    end
-
     # @example (see Apibc#token_es)
     # @param [Hash] hkx token event etherscan
     # @return [String] valores formatados ethk (token parte1)
-    def ethk_val1(hkx)
+    def ethk_1val(hkx)
       "(#{Integer(hkx[:blockNumber])}," \
       "#{Integer(hkx[:timeStamp])}," \
       "'#{hkx[:hash]}'," \
@@ -72,12 +91,12 @@ module Cns
       "'#{hkx[:from]}'," \
       "'#{hkx[:to]}'," \
       "'#{hkx[:iax]}'," \
-      "#{ethk_val2(hkx)}"
+      "#{ethk_2val(hkx)}"
     end
 
-    # @param (see ethk_val1)
+    # @param (see ethk_1val)
     # @return [String] valores formatados ethk (token parte2)
-    def ethk_val2(hkx)
+    def ethk_2val(hkx)
       "cast('#{hkx[:value]}' as numeric)," \
       "'#{hkx[:tokenName]}'," \
       "'#{hkx[:tokenSymbol]}'," \
@@ -85,50 +104,93 @@ module Cns
       "cast('#{hkx[:gas]}' as numeric)," \
       "cast('#{hkx[:gasPrice]}' as numeric)," \
       "cast('#{hkx[:gasUsed]}' as numeric)," \
-      "#{ethk_val3(hkx)}"
+      "#{ethk_3val(hkx)}"
     end
 
-    # @param (see ethk_val1)
+    # @param (see ethk_1val)
     # @return [String] valores formatados ethk (token parte3)
-    def ethk_val3(hkx)
-      "#{hkx[:input].length.zero? ? 'null' : "'#{hkx[:input]}'"}," \
-      "#{hkx[:contractAddress].length.zero? ? 'null' : "'#{hkx[:contractAddress]}'"}," \
+    def ethk_3val(hkx)
+      cta = hkx[:contractAddress]
+      inp = hkx[:input]
+      "#{inp.length.zero? ? 'null' : "'#{inp}'"}," \
+      "#{cta.length.zero? ? 'null' : "'#{cta}'"}," \
       "#{Integer(ops[:h][hkx[:blockNumber]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado eos
-    def eost_ins
-      "insert #{BD}.eos(gseq,aseq,bnum,time,contract,action,acfrom,acto,iax,amount,moeda,memo,dias" \
-      ") VALUES#{apigm.novax.map { |e| eost_val1(e) }.join(',')}"
-    end
-
     # @example (see Apibc#ledger_gm)
     # @param [Hash] hlx ledger greymass
     # @return [String] valores formatados para insert eos (parte1)
-    def eost_val1(hlx)
-      a = hlx[:action_trace][:act]
+    def eost_1val(hlx)
+      act = hlx[:action_trace][:act]
       "(#{hlx[:global_action_seq]}," \
       "#{hlx[:account_action_seq]}," \
       "#{hlx[:block_num]}," \
       "DATETIME(TIMESTAMP('#{hlx[:block_time]}'))," \
-      "'#{a[:account]}'," \
-      "'#{a[:name]}'," \
-      "#{eost_val2(hlx, a)}"
+      "'#{act[:account]}'," \
+      "'#{act[:name]}'," \
+      "#{eost_2val(hlx, act)}"
     end
 
-    # @param (see eost_val1)
+    # @param (see eost_1val)
     # @param [Hash] act dados da acao
     # @return [String] valores formatados para insert eos (parte2)
-    def eost_val2(hlx, act)
-      d = act[:data]
-      q = d[:quantity].to_s
-      s = d[:memo].inspect
-      "'#{d[:from]}'," \
-      "'#{d[:to]}'," \
+    def eost_2val(hlx, act)
+      dat = act[:data]
+      qtd = dat[:quantity].to_s
+      str = dat[:memo].inspect
+      "'#{dat[:from]}'," \
+      "'#{dat[:to]}'," \
       "'#{hlx[:iax]}'," \
-      "#{q.to_d},'#{q[/[[:upper:]]+/]}'," \
-      "nullif('#{s.gsub(/['"]/, '')}','nil')," \
+      "#{qtd.to_d},'#{qtd[/[[:upper:]]+/]}'," \
+      "nullif('#{str.gsub(/['"]/, '')}','nil')," \
       "#{ops[:h][String(hlx[:itx])] || 0})"
     end
+
+    # def eth2at_ins
+    #   "insert #{BD}.eth2at(attesterslot,committeeindex,epoch,inclusionslot,status,validatorindex" \
+    #   ") VALUES#{apibc.novtx.map { |obj| eth2at_1val(obj) }.join(',')}"
+    # end
+    # def eth2pr_ins
+    #   "insert #{BD}.eth2pr(attestationscount,attesterslashingscount,blockroot,depositscount,epoch," \
+    #     'eth1data_blockhash,eth1data_depositcount,eth1data_depositroot,graffiti,graffiti_text,parentroot,' \
+    #     'proposer,proposerslashingscount,randaoreveal,signature,slot,stateroot,status,voluntaryexitscount' \
+    #   ") VALUES#{apibc.novkx.map { |obj| eth2pr_1val(obj) }.join(',')}"
+    # end
+    # def eth2at_1val(htx)
+    #   "(#{Integer(htx[:attesterslot])}," \
+    #   "#{Integer(htx[:committeeindex])}," \
+    #   "#{Integer(htx[:epoch])}," \
+    #   "#{Integer(htx[:inclusionslot])}," \
+    #   "#{Integer(htx[:status])}," \
+    #   "#{Integer(htx[:validatorindex])})"
+    # end
+    # def eth2pr_1val(htx)
+    #   "(#{Integer(htx[:attestationscount])}," \
+    #   "#{Integer(htx[:attesterslashingscount])}," \
+    #   "'#{htx[:blockroot]}'," \
+    #   "#{Integer(htx[:depositscount])}," \
+    #   "#{Integer(htx[:epoch])}," \
+    #   "'#{htx[:eth1data_blockhash]}'," \
+    #   "#{eth2pr_2val(htx)}"
+    # end
+    # def eth2pr_2val(htx)
+    #   grf = htx[:graffiti_text]
+    #   "#{Integer(htx[:eth1data_depositcount])}," \
+    #   "'#{htx[:eth1data_depositroot]}'," \
+    #   "'#{htx[:graffiti]}'," \
+    #   "#{grf.length.zero? ? 'null' : "'#{grf}'"}," \
+    #   "'#{htx[:parentroot]}'," \
+    #   "#{Integer(htx[:proposer])}," \
+    #   "#{eth2pr_3val(htx)}"
+    # end
+    # def eth2pr_3val(htx)
+    #   "#{Integer(htx[:proposerslashingscount])}," \
+    #   "'#{htx[:randaoreveal]}'," \
+    #   "'#{htx[:signature]}'," \
+    #   "#{Integer(htx[:slot])}," \
+    #   "'#{htx[:stateroot]}'," \
+    #   "#{Integer(htx[:status])}," \
+    #   "#{Integer(htx[:voluntaryexitscount])})"
+    # end
   end
 end

data/lib/cns/bigquery4.rb

@@ -8,23 +8,45 @@ module Cns
 
     # @return [String] comando insert SQL formatado det (trades)
     def det_ins
-      "insert #{BD}.det(txid,time,tp,user,btc,eur,dtc,dias) VALUES#{apide.trades.map { |h| det_val1(h) }.join(',')}"
+      "insert #{BD}.det(txid,time,tp,user,btc,eur,dtc,dias) VALUES#{apide.trades.map { |obj| det_1val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado del (ledger)
+    def del_ins
+      "insert #{BD}.del(txid,time,tp,add,moe,qt,fee) VALUES#{apide.ledger.map { |obj| del_val(obj) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado ust (trades)
+    def ust_ins
+      "insert #{BD}.ust(txid,ordertxid,pair,time,type,ordertype,price,cost,fee,vol,margin,misc,ledgers,dias) " \
+      "VALUES#{apius.trades.map { |key, val| ust_1val(key, val) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado usl (ledger)
+    def usl_ins
+      "insert #{BD}.usl(txid,refid,time,type,aclass,asset,amount,fee) " \
+      "VALUES#{apius.ledger.map { |key, val| usl_val(key, val) }.join(',')}"
+    end
+
+    # @return [String] comando insert SQL formatado fr (ledger)
+    def frl_ins
+      "insert #{BD}.fr(uuid,tipo,valor,moe,time,dias) VALUES#{apifr.ledger.map { |obj| frl_val(obj) }.join(',')}"
     end
 
     # @example (see Apice#trades_de)
     # @param [Hash] htx trade bitcoinde
     # @return [String] valores formatados det (trades parte1)
-    def det_val1(htx)
+    def det_1val(htx)
       "('#{htx[:trade_id]}'," \
       "DATETIME(TIMESTAMP('#{htx[:successfully_finished_at]}'))," \
       "'#{htx[:type]}'," \
       "'#{htx[:trading_partner_information][:username]}'," \
-      "#{det_val2(htx)}"
+      "#{det_2val(htx)}"
     end
 
-    # @param (see det_val1)
+    # @param (see det_1val)
     # @return [String] valores formatados det (trades parte2)
-    def det_val2(htx)
+    def det_2val(htx)
       'cast(' \
       "#{htx[:type] == 'buy' ? htx[:amount_currency_to_trade_after_fee] : "-#{htx[:amount_currency_to_trade]}"}" \
       ' as numeric),' \
@@ -33,36 +55,26 @@ module Cns
       "#{Integer(ops[:h][htx[:trade_id]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado del (ledger)
-    def del_ins
-      "insert #{BD}.del(txid,time,tp,add,moe,qt,fee) VALUES#{apide.ledger.map { |h| del_val(h) }.join(',')}"
-    end
-
     # @example (see Apice#deposits_de)
     # @example (see Apice#withdrawals_de)
     # @param [Hash] hlx ledger (deposits + withdrawals) bitcoinde
     # @return [String] valores formatados del (ledger)
     def del_val(hlx)
+      tip = hlx[:tp]
       "(#{hlx[:txid]}," \
       "DATETIME(TIMESTAMP('#{hlx[:time].iso8601}'))," \
-      "'#{hlx[:tp]}'," \
+      "'#{tip}'," \
       "'#{hlx[:add]}'," \
       "'#{hlx[:moe]}'," \
-      "cast(#{hlx[:tp] =='withdrawal' ? '-' : ''}#{hlx[:qt]} as numeric)," \
+      "cast(#{tip == 'withdrawal' ? '-' : ''}#{hlx[:qt]} as numeric)," \
       "cast(#{hlx[:fee]} as numeric))"
     end
 
-    # @return [String] comando insert SQL formatado ust (trades)
-    def ust_ins
-      "insert #{BD}.ust(txid,ordertxid,pair,time,type,ordertype,price,cost,fee,vol,margin,misc,ledgers,dias) " \
-      "VALUES#{apius.trades.map { |k, v| ust_val1(k, v) }.join(',')}"
-    end
-
     # @example (see Apice#trades_us)
     # @param [String] idx identificador transacao
     # @param [Hash] htx trade kraken
     # @return [String] valores formatados ust (trades parte1)
-    def ust_val1(idx, htx)
+    def ust_1val(idx, htx)
       "('#{idx}'," \
       "'#{htx[:ordertxid]}'," \
       "'#{htx[:pair]}'," \
@@ -72,81 +84,70 @@ module Cns
       "cast(#{htx[:price]} as numeric)," \
       "cast(#{htx[:cost]} as numeric)," \
       "cast(#{htx[:fee]} as numeric)," \
-      "#{ust_val2(idx, htx)}"
+      "#{ust_2val(idx, htx)}"
     end
 
-    # @param (see ust_val1)
+    # @param (see ust_1val)
     # @return [String] valores formatados ust (trades parte2)
-    def ust_val2(idx, htx)
+    def ust_2val(idx, htx)
+      msc = htx[:misc].to_s
       "cast(#{htx[:vol]} as numeric)," \
       "cast(#{htx[:margin]} as numeric)," \
-      "#{htx[:misc].to_s.empty? ? 'null' : "'#{htx[:misc]}'"}," \
-      "'#{apius.ledger.select { |_, v| v[:refid] == idx }.keys.join(',') || ''}'," \
+      "#{msc.empty? ? 'null' : "'#{msc}'"}," \
+      "'#{apius.ledger.select { |_, val| val[:refid] == idx }.keys.join(',') || ''}'," \
       "#{Integer(ops[:h][idx] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado usl (ledger)
-    def usl_ins
-      "insert #{BD}.usl(txid,refid,time,type,aclass,asset,amount,fee) " \
-      "VALUES#{apius.ledger.map { |k, v| usl_val(k, v) }.join(',')}"
-    end
-
     # @example (see Apice#ledger_us)
-    # @param idx (see ust_val1)
+    # @param idx (see ust_1val)
     # @param [Hash] hlx ledger kraken
     # @return [String] valores formatados usl (ledger)
     def usl_val(idx, hlx)
+      acl = hlx[:aclass].to_s
       "('#{idx}'," \
       "'#{hlx[:refid]}'," \
       "PARSE_DATETIME('%s', '#{String(hlx[:time].round)}')," \
       "'#{hlx[:type]}'," \
-      "#{hlx[:aclass].to_s.empty? ? 'null' : "'#{hlx[:aclass]}'"}," \
+      "#{acl.empty? ? 'null' : "'#{acl}'"}," \
       "'#{hlx[:asset]}'," \
       "cast(#{hlx[:amount]} as numeric)," \
       "cast(#{hlx[:fee]} as numeric))"
     end
 
-    # @return [String] comando insert SQL formatado fr (ledger)
-    def frl_ins
-      "insert #{BD}.fr(uuid,tipo,valor,moe,time,dias) VALUES#{apifr.ledger.map { |h| frl_val(h) }.join(',')}"
-    end
-
     # @example (see Apice#ledger_fr)
     # @param [Hash] hlx ledger paymium
     # @return [String] valores formatados frl (ledger)
     def frl_val(hlx)
-      "('#{hlx[:uuid]}'," \
+      uid = hlx[:uuid]
+      "('#{uid}'," \
       "'#{hlx[:name]}'," \
       "cast(#{hlx[:amount]} as numeric)," \
       "'#{hlx[:currency]}'," \
       "PARSE_DATETIME('%s', '#{hlx[:created_at_int]}')," \
-      "#{Integer(ops[:h][hlx[:uuid]] || 0)})"
-    end
-
-    # @return [String] comando insert SQL formatado fr (ledger)
-    def mtl_ins
-      "insert #{BD}.mt(id,time,type,valor,moe,pair,note,trade_id,dias) " \
-      "VALUES#{apimt.ledger.map { |h| mtl_val1(h) }.join(',')}"
+      "#{Integer(ops[:h][uid] || 0)})"
     end
 
     # @example (see Apice#ledger_mt)
     # @param [Hash] hlx ledger therock
     # @return [String] valores formatados mtl (ledger parte1)
-    def mtl_val1(hlx)
+    def mtl_1val(hlx)
+      fid = hlx[:fund_id].to_s
       "(#{hlx[:id]}," \
       "DATETIME(TIMESTAMP('#{hlx[:date]}'))," \
       "'#{hlx[:type]}'," \
       "cast(#{hlx[:price]} as numeric)," \
       "'#{hlx[:currency]}'," \
-      "#{hlx[:fund_id].to_s.empty? ? 'null' : "'#{hlx[:fund_id]}'"}," \
-      "#{mtl_val2(hlx)}"
+      "#{fid.empty? ? 'null' : "'#{fid}'"}," \
+      "#{mtl_2val(hlx)}"
     end
 
-    # @param (see mtl_val1)
+    # @param (see mtl_1val)
     # @return [String] valores formatados mtl (ledger parte2)
-    def mtl_val2(hlx)
-      "#{hlx[:note].to_s.empty? ? 'null' : "'#{hlx[:note]}'"}," \
-      "#{hlx[:trade_id].to_s.empty? ? 'null' : (hlx[:trade_id]).to_s}," \
+    def mtl_2val(hlx)
+      nte = hlx[:note].to_s
+      tid = hlx[:trade_id].to_s
+      "#{nte.empty? ? 'null' : "'#{nte}'"}," \
+      "#{tid.empty? ? 'null' : tid.to_s}," \
       "#{Integer(ops[:h][String(hlx[:id])] || 0)})"
     end
   end