cns 0.1.1 → 0.1.2

data/lib/cns/apice2.rb

@@ -0,0 +1,280 @@
+# frozen_string_literal: true
+
+require('openssl')
+require('base64')
+require('curb')
+require('json')
+
+# @author Hernani Rodrigues Vaz
+module Cns
+  # classe para acesso dados centralized exchanges
+  class Apice
+    # @example trades_de
+    #  {
+    #    trades: [{
+    #      trade_id: 'XUWWD3',
+    #      trading_pair: 'btceur',
+    #      is_external_wallet_trade: false,
+    #      type: 'sell',
+    #      amount_currency_to_trade: '0.1',
+    #      price: 430,
+    #      volume_currency_to_pay: 43,
+    #      volume_currency_to_pay_after_fee: 42.79,
+    #      amount_currency_to_trade_after_fee: 0.099,
+    #      fee_currency_to_pay: 0.22,
+    #      fee_currency_to_trade: '0.00100000',
+    #      created_at: '2014-03-22T08:14:48+01:00',
+    #      successfully_finished_at: '2014-03-25T14:03:22+01:00',
+    #      state: 1,
+    #      is_trade_marked_as_paid: true,
+    #      trade_marked_as_paid_at: '2014-03-22T08:20:01+01:00',
+    #      payment_method: 1,
+    #      my_rating_for_trading_partner: 'positive',
+    #      trading_partner_information: {
+    #        username: 'emax2000',
+    #        is_kyc_full: false,
+    #        trust_level: 'bronze',
+    #        amount_trades: 4,
+    #        rating: 100,
+    #        bank_name: 'CASSA DI RISPARMIO DI CIVITAVECCHIA SPA',
+    #        bic: 'CRFIIT2CXXX',
+    #        seat_of_bank: 'IT'
+    #      }
+    #    }, {}],
+    #    page: { current: 1, last: 2 },
+    #    errors: [],
+    #    credits: 22
+    #  }
+    # @param [Integer] pag pagina dos dados
+    # @param [Array<Hash>] ary acumulador dos dados
+    # @param [String] uri Uniform Resource Identifier do pedido HTTP
+    # @return [Array<Hash>] lista completa trades bitcoinde
+    def trades_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/trades')
+      p = "#{uri}?#{URI.encode_www_form(state: 1, page: pag + 1)}"
+      r = JSON.parse(
+        Curl.get(p) { |h| h.headers = hde(p) }.body,
+        symbolize_names: true
+      )
+      ary += r[:trades]
+      r[:page][:current] < r[:page][:last] ? trades_de(pag + 1, ary) : ary
+    rescue StandardError
+      ary
+    end
+
+    # @example deposits_de
+    #  {
+    #    deposits: [
+    #      {
+    #        deposit_id: '177245',
+    #        txid: '84f9e85bc5709cd471e3d58a7d0f42d2c4a7bbd888cabf844e200efbf0a7fda2',
+    #        address: '1KK6HhG3quojFS4CY1mPcbyrjQ8BMDQxmT',
+    #        amount: '0.13283',
+    #        confirmations: 6,
+    #        state: 2,
+    #        created_at: '2014-01-31T22:01:30+01:00'
+    #      },
+    #      {}
+    #    ],
+    #    page: { current: 1, last: 1 },
+    #    errors: [],
+    #    credits: 23
+    #  }
+    # @param (see trades_de)
+    # @return [Array<Hash>] lista completa uniformizada depositos bitcoinde
+    def deposits_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/btc/deposits')
+      p = "#{uri}?#{URI.encode_www_form(state: 2, page: pag + 1)}"
+      r = JSON.parse(
+        Curl.get(p) { |h| h.headers = hde(p) }.body,
+        symbolize_names: true
+      )
+      ary += deposits_unif_de(r)
+      r[:page][:current] < r[:page][:last] ? deposits_de(pag + 1, ary) : ary
+    rescue StandardError
+      ary
+    end
+
+    # @example withdrawals_de
+    #  {
+    #    withdrawals: [
+    #      {
+    #        withdrawal_id: '136605',
+    #        address: '1K9YMDDrmMV25EoYNqi7KUEK57Kn3TCNUJ',
+    #        amount: '0.120087',
+    #        network_fee: '0',
+    #        comment: '',
+    #        created_at: '2014-02-05T13:01:09+01:00',
+    #        txid: '6264fe528116fcb87c812a306ca8409eecfec8fa941546c86f98984b882c8042',
+    #        transferred_at: '2014-02-05T13:05:17+01:00',
+    #        state: 1
+    #      },
+    #      {}
+    #    ],
+    #    page: { current: 1, last: 2 },
+    #    errors: [],
+    #    credits: 23
+    #  }
+    # @param (see deposits_de)
+    # @return [Array<Hash>] lista completa uniformizada withdrawals bitcoinde
+    def withdrawals_de(pag = 0, ary = [], uri = 'https://api.bitcoin.de/v4/btc/withdrawals')
+      p = "#{uri}?#{URI.encode_www_form(state: 1, page: pag + 1)}"
+      r = JSON.parse(
+        Curl.get(p) { |h| h.headers = hde(p) }.body,
+        symbolize_names: true
+      )
+      ary += withdrawals_unif_de(r)
+      r[:page][:current] < r[:page][:last] ? withdrawals_de(pag + 1, ary) : ary
+    rescue StandardError
+      ary
+    end
+
+    # @example ledger_fr
+    #  [
+    #    {
+    #      uuid: '50551e61-4e74-4ae7-85fd-9c2040542818',
+    #      currency_amount: nil,
+    #      state: 'executed',
+    #      btc_fee: '0.0',
+    #      currency_fee: '0.0',
+    #      created_at: '2014-03-04T09:00Z',
+    #      updated_at: '2014-03-04T09:00Z',
+    #      currency: 'EUR',
+    #      comment: '5723',
+    #      amount: '100.0',
+    #      type: 'WireDeposit',
+    #      account_operations: [{
+    #        uuid: 'b5058a68-cf99-4438-86d3-e773eba418ec',
+    #        name: 'wire_deposit',
+    #        amount: '100.0',
+    #        currency: 'EUR',
+    #        created_at: '2014-03-04T09:00Z',
+    #        created_at_int: 1_393_923_644,
+    #        is_trading_account: false
+    #      }, {}]
+    #    },
+    #    {}
+    #  ]
+    # @param (see trades_de)
+    # @return [Array<Hash>] lista ledger paymium
+    def ledger_fr(pag = 0, ary = [], uri = 'https://paymium.com/api/v1/user/orders')
+      r = JSON.parse(
+        Curl.get(uri, offset: pag) { |h| h.headers = hfr("#{uri}?#{URI.encode_www_form(offset: pag)}") }.body,
+        symbolize_names: true
+      )
+      r.empty? ? ary : ledger_fr(pag + r.size, ary + r)
+    rescue StandardError
+      ary
+    end
+
+    # @example ledger_mt
+    #  {
+    #    transactions: [
+    #      {
+    #        id: 305_445,
+    #        date: '2014-03-06T10:59:13.000Z',
+    #        type: 'withdraw',
+    #        price: 97.47,
+    #        currency: 'EUR',
+    #        fund_id: nil,
+    #        order_id: nil,
+    #        trade_id: nil,
+    #        note: 'BOV withdraw',
+    #        transfer_detail: nil
+    #      },
+    #      {}
+    #    ],
+    #    meta: {
+    #      total_count: nil,
+    #      first: { page: 1, href: 'https://api.therocktrading.com/v1/transactions?page=1' },
+    #      previous: nil,
+    #      current: { page: 1, href: 'https://api.therocktrading.com/v1/transactions?page=1' },
+    #      next: { page: 2, href: 'https://api.therocktrading.com/v1/transactions?page=2' },
+    #      last: nil
+    #    }
+    #  }
+    # @param (see trades_de)
+    # @return [Array<Hash>] lista ledger therock
+    def ledger_mt(pag = 1, ary = [], uri = 'https://api.therocktrading.com/v1/transactions')
+      r = JSON.parse(
+        Curl.get(uri, page: pag) { |h| h.headers = hmt("#{uri}?#{URI.encode_www_form(page: pag)}") }.body,
+        symbolize_names: true
+      )[:transactions]
+      r.empty? ? ary : ledger_mt(pag + r.size, ary + r)
+    rescue StandardError
+      ary
+    end
+
+    # @example trades_us
+    #  {
+    #    error: [],
+    #    result: {
+    #      trades: {
+    #        "TVINF5-TIOUB-YFNGKE": {
+    #          ordertxid: 'ORPSUW-YKP4F-UJZOC6',
+    #          pair: 'XETHXXBT',
+    #          time: 1_463_435_684.8387,
+    #          type: 'buy',
+    #          ordertype: 'market',
+    #          price: '0.024989',
+    #          cost: '1.193973',
+    #          fee: '0.003104',
+    #          vol: '47.77994129',
+    #          margin: '0.000000',
+    #          misc: ''
+    #        },
+    #        "OUTRO-TRADE-ID": {}
+    #      },
+    #      count: 157
+    #    }
+    #  }
+    # @param [Integer] ofs offset dos dados
+    # @param [Hash] has acumulador dos dados
+    # @param (see account_us)
+    # @return [Hash] dados trades kraken
+    def trades_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private', uri = 'TradesHistory', non = nnc)
+      r = JSON.parse(
+        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |h| h.headers = hus(uri, nonce: non, ofs: ofs) }.body,
+        symbolize_names: true
+      )[:result]
+      has.merge!(r[:trades])
+      ofs += 50
+      ofs < r[:count] ? trades_us(ofs, has) : has
+    rescue StandardError
+      has
+    end
+
+    # @example ledger_us
+    #  {
+    #    error: [],
+    #    result: {
+    #      ledger: {
+    #        "LXXURB-ITI7S-CXVERS": {
+    #          refid: 'ACCHF3A-RIBBMO-VYBESY',
+    #          time: 1_543_278_716.2775,
+    #          type: 'withdrawal',
+    #          subtype: '',
+    #          aclass: 'currency',
+    #          asset: 'ZEUR',
+    #          amount: '-15369.6200',
+    #          fee: '0.0900',
+    #          balance: '0.0062'
+    #        },
+    #        "OUTRO-LEDGER-ID": {}
+    #      },
+    #      count: 376
+    #    }
+    #  }
+    # @param (see trades_us)
+    # @return [Hash] dados ledger kraken
+    def ledger_us(ofs = 0, has = {}, urb = 'https://api.kraken.com/0/private', uri = 'Ledgers', non = nnc)
+      r = JSON.parse(
+        Curl.post("#{urb}/#{uri}", nonce: non, ofs: ofs) { |h| h.headers = hus(uri, nonce: non, ofs: ofs) }.body,
+        symbolize_names: true
+      )[:result]
+      has.merge!(r[:ledger])
+      ofs += 50
+      ofs < r[:count] ? ledger_us(ofs, has) : has
+    rescue StandardError
+      has
+    end
+  end
+end

data/lib/cns/bigquery1.rb

@@ -7,7 +7,7 @@ require('bigdecimal/util')
 module Cns
   BD = 'hernanirvaz.coins'
 
-  # classe para processar bigquery
+  # (see Bigquery)
   class Bigquery
     # @return [Google::Cloud::Bigquery] API bigquery
     attr_reader :api
@@ -22,7 +22,7 @@ module Cns
     # @option pop [Hash] :h ({}) configuracao ajuste reposicionamento temporal
     # @option pop [Boolean] :v (false) mostra transacoes trades & ledger?
     # @option pop [Boolean] :t (false) mostra transacoes todas ou somente novas?
-    # @return [Bigquery] API bigquery & kraken/bitcoinde/paymium/therock
+    # @return [Bigquery] API bigquery
     def initialize(pop)
       # usa env GOOGLE_APPLICATION_CREDENTIALS para obter credentials
       # @see https://cloud.google.com/bigquery/docs/authentication/getting-started
@@ -30,57 +30,59 @@ module Cns
       @ops = pop
     end
 
-    # situacao completa entre kraken/bitcoinde/paymium/therock & bigquery
+    # mostra situacao completa entre kraken/bitcoinde/paymium/therock/etherscan/greymass & bigquery
     def mostra_tudo
-      apius.mostra_resumo
-      apide.mostra_resumo
+      # apius.mostra_resumo
+      # apide.mostra_resumo
       apifr.mostra_resumo
-      apimt.mostra_resumo
-      apies.mostra_resumo
-      apigm.mostra_resumo
+      # apimt.mostra_resumo
+      # apies.mostra_resumo
+      # apigm.mostra_resumo
     end
 
-    # insere (caso existam) transacoes novas do kraken/bitcoinde/paymium/therock no bigquery
+    # insere (caso existam) transacoes novas kraken/bitcoinde/paymium/therock/etherscan/greymass no bigquery
     def processa_tudo
       processa_us
       processa_de
       processa_fr
       processa_mt
-      processa_eos
       processa_eth
+      processa_eos
     end
 
-    # insere transacoes kraken novas nas tabelas ust (trades), usl (ledger)
+    private
+
+    # insere transacoes exchange kraken novas nas tabelas ust (trades), usl (ledger)
     def processa_us
       puts(format("%<n>2i TRADES KRAKEN INSERIDAS #{BD}.ust", n: apius.trades.empty? ? 0 : dml(ust_ins)))
       puts(format("%<n>2i LEDGER KRAKEN INSERIDAS #{BD}.usl", n: apius.ledger.empty? ? 0 : dml(usl_ins)))
     end
 
-    # insere transacoes bitcoinde novas nas tabelas det (trades), del (ledger)
+    # insere transacoes exchange bitcoinde novas nas tabelas det (trades), del (ledger)
     def processa_de
       puts(format("%<n>2i TRADES BITCOINDE INSERIDAS #{BD}.det", n: apide.trades.empty? ? 0 : dml(det_ins)))
       puts(format("%<n>2i LEDGER BITCOINDE INSERIDAS #{BD}.del", n: apide.ledger.empty? ? 0 : dml(del_ins)))
     end
 
-    # insere transacoes paymium novas na tabela fr (ledger)
+    # insere transacoes exchange paymium novas na tabela fr (ledger)
     def processa_fr
       puts(format("%<n>2i LEDGER PAYMIUM INSERIDAS #{BD}.fr", n: apifr.ledger.empty? ? 0 : dml(frl_ins)))
     end
 
-    # insere transacoes paymium novas na tabela mt (ledger)
+    # insere transacoes exchange therock novas na tabela mt (ledger)
     def processa_mt
       puts(format("%<n>2i LEDGER THEROCK INSERIDAS #{BD}.mt", n: apimt.ledger.empty? ? 0 : dml(mtl_ins)))
     end
 
-    # insere transacoes novas na tabela eos
-    def processa_eos
-      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.eos ", n: apigm.novax.count.positive? ? dml(eost_ins) : 0))
+    # insere transacoes blockchain novas nas tabelas etht (norml), ethk (token)
+    def processa_eth
+      puts(format("%<n>2i TRANSACOES ETH INSERIDAS #{BD}.etht", n: apies.novtx.empty? ? 0 : dml(etht_ins)))
+      puts(format("%<n>2i TOKEN EVENTS ETH INSERIDAS #{BD}.ethk", n: apies.novkx.empty? ? 0 : dml(ethk_ins)))
     end
 
-    # insere transacoes novas nas tabelas etht (trx normais), ethk (trx token)
-    def processa_eth
-      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.etht", n: apies.novtx.count.positive? ? dml(etht_ins) : 0))
-      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.ethk", n: apies.novkx.count.positive? ? dml(ethk_ins) : 0))
+    # insere transacoes blockchain novas na tabela eos
+    def processa_eos
+      puts(format("%<n>2i TRANSACOES EOS INSERIDAS #{BD}.eos ", n: apigm.novax.empty? ? 0 : dml(eost_ins)))
     end
 
     # cria job bigquery & verifica execucao

data/lib/cns/bigquery2.rb

@@ -4,7 +4,9 @@
 module Cns
   # (see Bigquery)
   class Bigquery
-    # @return [Etherscan] API etherscan
+    private
+
+    # @return [Etherscan] API blockchain ETH
     def apies
       @apies ||= Etherscan.new(
         {
@@ -16,7 +18,7 @@ module Cns
       )
     end
 
-    # @return [Greymass] API greymass
+    # @return [Greymass] API blockchain EOS
     def apigm
       @apigm ||= Greymass.new(
         {
@@ -27,7 +29,7 @@ module Cns
       )
     end
 
-    # @return [Kraken] API kraken - obter saldos & transacoes trades e ledger
+    # @return [Kraken] API exchange kraken
     def apius
       @apius ||= Kraken.new(
         {
@@ -39,7 +41,7 @@ module Cns
       )
     end
 
-    # @return [Bitcoinde] API Bitcoinde - obter saldos & transacoes trades e ledger
+    # @return [Bitcoinde] API exchange bitcoinde
     def apide
       @apide ||= Bitcoinde.new(
         {
@@ -51,7 +53,7 @@ module Cns
       )
     end
 
-    # @return [Paymium] API Paymium - obter saldos & transacoes ledger
+    # @return [Paymium] API exchange paymium
     def apifr
       @apifr ||= Paymium.new(
         {
@@ -62,7 +64,7 @@ module Cns
       )
     end
 
-    # @return [TheRock] API TheRock - obter saldos & transacoes ledger
+    # @return [TheRock] API exchange therock
     def apimt
       @apimt ||= TheRock.new(
         {

data/lib/cns/bigquery3.rb

@@ -5,16 +5,20 @@ require('bigdecimal/util')
 
 # @author Hernani Rodrigues Vaz
 module Cns
-  # classe para processar etherscan/greymass & bigquery
+  # (see Bigquery)
   class Bigquery
-    # @return [String] comando insert SQL formatado etht (trx normais)
+    private
+
+    # @return [String] comando insert SQL formatado etht (norml)
     def etht_ins
       "insert #{BD}.etht(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
       'value,gas,gasprice,gasused,iserror,txreceipt_status,input,contractaddress,dias' \
       ") VALUES#{apies.novtx.map { |e| etht_val1(e) }.join(',')}"
     end
 
-    # @return [String] valores formatados etht (trx normais parte1)
+    # @example (see Apibc#norml_es)
+    # @param [Hash] htx transacao norml etherscan
+    # @return [String] valores formatados etht (norml parte1)
     def etht_val1(htx)
       "(#{Integer(htx[:blockNumber])}," \
       "#{Integer(htx[:timeStamp])}," \
@@ -28,7 +32,8 @@ module Cns
       "#{etht_val2(htx)}"
     end
 
-    # @return [String] valores formatados etht (trx normais parte2)
+    # @param (see etht_val1)
+    # @return [String] valores formatados etht (norml parte2)
     def etht_val2(htx)
       "cast('#{htx[:value]}' as numeric)," \
       "cast('#{htx[:gas]}' as numeric)," \
@@ -39,21 +44,24 @@ module Cns
       "#{etht_val3(htx)}"
     end
 
-    # @return [String] valores formatados etht (trx normais parte3)
+    # @param (see etht_val1)
+    # @return [String] valores formatados etht (norml parte3)
     def etht_val3(htx)
       "#{htx[:input].length.zero? ? 'null' : "'#{htx[:input]}'"}," \
       "#{htx[:contractAddress].length.zero? ? 'null' : "'#{htx[:contractAddress]}'"}," \
       "#{Integer(ops[:h][htx[:blockNumber]] || 0)})"
     end
 
-    # @return [String] comando insert SQL formatado ethk (trx token)
+    # @return [String] comando insert SQL formatado ethk (token)
     def ethk_ins
       "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,iax," \
       'value,tokenname,tokensymbol,tokendecimal,gas,gasprice,gasused,input,contractaddress,dias' \
       ") VALUES#{apies.novkx.map { |e| ethk_val1(e) }.join(',')}"
     end
 
-    # @return [String] valores formatados ethk (trx token parte1)
+    # @example (see Apibc#token_es)
+    # @param [Hash] hkx token event etherscan
+    # @return [String] valores formatados ethk (token parte1)
     def ethk_val1(hkx)
       "(#{Integer(hkx[:blockNumber])}," \
       "#{Integer(hkx[:timeStamp])}," \
@@ -67,7 +75,8 @@ module Cns
       "#{ethk_val2(hkx)}"
     end
 
-    # @return [String] valores formatados ethk (trx token parte2)
+    # @param (see ethk_val1)
+    # @return [String] valores formatados ethk (token parte2)
     def ethk_val2(hkx)
       "cast('#{hkx[:value]}' as numeric)," \
       "'#{hkx[:tokenName]}'," \
@@ -79,7 +88,8 @@ module Cns
       "#{ethk_val3(hkx)}"
     end
 
-    # @return [String] valores formatados ethk (trx token parte3)
+    # @param (see ethk_val1)
+    # @return [String] valores formatados ethk (token parte3)
     def ethk_val3(hkx)
       "#{hkx[:input].length.zero? ? 'null' : "'#{hkx[:input]}'"}," \
       "#{hkx[:contractAddress].length.zero? ? 'null' : "'#{hkx[:contractAddress]}'"}," \
@@ -92,31 +102,33 @@ module Cns
       ") VALUES#{apigm.novax.map { |e| eost_val1(e) }.join(',')}"
     end
 
-    # @param [Hash] htx transacao ligadas a uma carteira - sem elementos irrelevantes
+    # @example (see Apibc#ledger_gm)
+    # @param [Hash] hlx ledger greymass
     # @return [String] valores formatados para insert eos (parte1)
-    def eost_val1(htx)
-      a = htx[:action_trace][:act]
-      "(#{htx[:global_action_seq]}," \
-      "#{htx[:account_action_seq]}," \
-      "#{htx[:block_num]}," \
-      "DATETIME(TIMESTAMP('#{htx[:block_time]}'))," \
+    def eost_val1(hlx)
+      a = hlx[:action_trace][:act]
+      "(#{hlx[:global_action_seq]}," \
+      "#{hlx[:account_action_seq]}," \
+      "#{hlx[:block_num]}," \
+      "DATETIME(TIMESTAMP('#{hlx[:block_time]}'))," \
       "'#{a[:account]}'," \
       "'#{a[:name]}'," \
-      "#{eost_val2(htx, a)}"
+      "#{eost_val2(hlx, a)}"
     end
 
-    # @param [Hash] htx transacao ligadas a uma carteira - sem elementos irrelevantes
+    # @param (see eost_val1)
+    # @param [Hash] act dados da acao
     # @return [String] valores formatados para insert eos (parte2)
-    def eost_val2(htx, act)
+    def eost_val2(hlx, act)
       d = act[:data]
       q = d[:quantity].to_s
       s = d[:memo].inspect
       "'#{d[:from]}'," \
       "'#{d[:to]}'," \
-      "'#{htx[:iax]}'," \
+      "'#{hlx[:iax]}'," \
       "#{q.to_d},'#{q[/[[:upper:]]+/]}'," \
       "nullif('#{s.gsub(/['"]/, '')}','nil')," \
-      "#{ops[:h][String(htx[:itx])] || 0})"
+      "#{ops[:h][String(hlx[:itx])] || 0})"
     end
   end
 end