etht 0.1.3 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fd40aa4cd395e43e84e1e966de134790d849c95dd9ce5aae4214a88b8dca9d57
-  data.tar.gz: 435af034f97a849f667635b38fc1fff7fb8cad63fe9bfd84ecce6d0a55a773a2
+  metadata.gz: 251284e1797817117272d9df42dc49b7a13deae5107445ca0488bd953d445b0f
+  data.tar.gz: 3f63d4fd81f939242e9cb5cd0543f26c515a1621c65a8704995fceaccfbfadc2
 SHA512:
-  metadata.gz: 11fcca99b528324db5782efc2ad69c46cb4b3d458e746113ed76182bd48d7dac186675b8b5c7be26590a2feeaaa4c6aae164ccf1d8492a94ae5dc6557a52187c
-  data.tar.gz: d0bf1915245f76f7a1c147789d7efea25fb3e98593892fe776044880e0c9849b3ee3b0a6c8830bb25fe0c7822d7c1f78aee28d65c53990852813373ba364b547
+  metadata.gz: 88873cd75be80f1b78cb760a4e643a394a16ff5fb01ee0328273e5684e19944ba7c5f344f3fd63488e009a0c2d79976bd7d0994b994062b9cf63f1c6c990f4bf
+  data.tar.gz: b3991969370592a9ecfc8e969f7b4205b475aae29aca5029e1c005217416e1380a1a5bed8cc5c69e4efd5612332791b8eb3376a311e3d02bba6e891810a2320a

data/.rubocop.yml

@@ -0,0 +1,12 @@
+AllCops:
+  TargetRubyVersion: 2.7
+  EnabledByDefault: true
+
+Style/Copyright:
+    Enabled: false
+
+Lint/ConstantResolution:
+    Enabled: false
+
+Style/ConstantVisibility:
+    Enabled: false

data/Gemfile.lock

@@ -1,9 +1,10 @@
 PATH
   remote: .
   specs:
-    etht (0.1.3)
-      etherscan_api
+    etht (0.1.8)
+      faraday
       google-cloud-bigquery
+      json
       thor
       yard
 
@@ -15,9 +16,6 @@ GEM
     concurrent-ruby (1.1.7)
     declarative (0.0.20)
     declarative-option (0.1.0)
-    etherscan_api (0.4.0)
-      faraday
-      json (~> 2.1)
     faraday (1.0.1)
       multipart-post (>= 1.2, < 3)
     google-api-client (0.43.0)
@@ -49,7 +47,7 @@ GEM
       signet (~> 0.14)
     httpclient (2.8.3)
     json (2.3.1)
-    jwt (2.2.1)
+    jwt (2.2.2)
     memoist (0.16.2)
     mini_mime (1.0.2)
     multi_json (1.15.0)

data/README.md

@@ -1,26 +1,16 @@
 # Etht
 
-Arquiva eth-transactions no bigquery. Pode apagar movimentos existentes ja no bigquery.
+Arquiva eth-transactions no bigquery. Pode ajustar dias para reposicionamento temporal.
 
 ## Installation
 
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'etht'
-```
-
-And then execute:
-
-    $ bundle install
-
-Or install it yourself as:
-
     $ gem install etht
 
 ## Usage
 
-TODO: Write usage instructions here
+    $ etht help [COMMAND]  # Describe available commands or one specific command
+    $ etht show            # mostra carteiras e dados bigquery & etherscan
+    $ etht work            # carrega dados novos do etherscan no bigquery
 
 ## Development
 
@@ -30,7 +20,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/etht. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/etht/blob/master/CODE_OF_CONDUCT.md).
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/etht. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/hernanirvaz/etht/blob/master/CODE_OF_CONDUCT.md).
 
 
 ## License
@@ -39,4 +29,4 @@ The gem is available as open source under the terms of the [MIT License](https:/
 
 ## Code of Conduct
 
-Everyone interacting in the Etht project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/etht/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in the Etht project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/hernanirvaz/etht/blob/master/CODE_OF_CONDUCT.md).

data/etht.gemspec

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative 'lib/etht/version'
+require_relative('lib/etht/version')
 
 Gem::Specification.new do |spec|
   spec.name          = 'etht'
@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.email         = ['hernanirvaz@gmail.com']
 
   spec.summary     = 'Arquiva eth-transactions no bigquery.'
-  spec.description = spec.summary + ' Pode apagar movimentos existentes ja no bigquery.'
+  spec.description = "#{spec.summary} Pode ajustar dias para reposicionamento temporal."
 
   spec.homepage    = 'https://github.com/hernanirvaz/etht'
   spec.license = 'MIT'
@@ -20,18 +20,20 @@ Gem::Specification.new do |spec|
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(File.expand_path(__dir__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  end
+  spec.files =
+    Dir.chdir(File.expand_path(__dir__)) do
+      `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+    end
   spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler'
-  spec.add_development_dependency 'rake'
+  spec.add_development_dependency('bundler')
+  spec.add_development_dependency('rake')
 
-  spec.add_dependency 'etherscan_api'
-  spec.add_dependency 'google-cloud-bigquery'
-  spec.add_dependency 'thor'
-  spec.add_dependency 'yard'
+  spec.add_dependency('faraday')
+  spec.add_dependency('google-cloud-bigquery')
+  spec.add_dependency('json')
+  spec.add_dependency('thor')
+  spec.add_dependency('yard')
 end

data/exe/etht

@@ -1,3 +1,6 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
-require "etht"
+require 'etht'
+
+Etht::CLI.start(ARGV)

data/lib/etht.rb

@@ -1,29 +1,37 @@
 # frozen_string_literal: true
 
-require 'thor'
-require 'etht/bigquery'
-require 'etht/version'
+require('thor')
+require('etht/bigquery')
+require('etht/carteiras')
+require('etht/etherscan')
+require('etht/formatar')
+require('etht/version')
 
 # @author Hernani Rodrigues Vaz
 module Etht
-  ID = `whoami`.chomp
-
-  class Error < StandardError; end
+  # classe para erros desta gem
+  class Erro < StandardError
+    # @return [StandardError] personalizacao dos erros
+    def initialize(msg)
+      super(msg)
+    end
+  end
 
-  # CLI para carregar etherscan comuns no bigquery
+  # classe para carregar/mostrar dados comuns bigquery & etherscan
   class CLI < Thor
-    desc 'work', 'carrega/apaga dados do etherscan'
-    option :e, type: :boolean, default: false, desc: 'apaga linha igual'
-    option :m, type: :boolean, default: false, desc: 'apaga linhas existencia multipla'
-    # processa etherscan
+    desc 'work', 'carrega transacoes novas no bigquery'
+    option :h, type: :hash, default: {}, desc: 'configuracao ajuste reposicionamento temporal'
+    # carrega transacoes novas no bigquery
     def work
-      Bigquery.new({ e: options[:e], m: options[:m], i: true }).processa_etherscan
+      Bigquery.new(options).processa
     end
 
-    desc 'show', 'mostra dados do etherscan'
-    # show etherscan
+    desc 'show', 'mostra reumo carteiras & transacoes'
+    option :v, type: :boolean, default: false, desc: 'mostra transacoes normais & token'
+    option :t, type: :boolean, default: false, desc: 'mostra transacoes todas ou somente novas'
+    # mostra reumo carteiras & transacoes
     def show
-      Bigquery.new.processa_etherscan
+      Bigquery.new(options).carteiras.mostra_resumo
     end
 
     default_task :show

data/lib/etht/bigquery.rb

@@ -1,105 +1,159 @@
 # frozen_string_literal: true
 
-require 'etherscan'
-require 'google/cloud/bigquery'
-
-# config/initializers/etherscan.rb
-Etherscan.configure do |config|
-  config.key = 'QA14GAMNM3AJIX8IEGA8MHEHBHJDTDSBPX'
-end
+require('google/cloud/bigquery')
+require('bigdecimal/util')
 
+# @author Hernani Rodrigues Vaz
 module Etht
-  DF = '%Y-%m-%d'
-  DI = '%Y-%m-%d %H:%M:%S'
+  BD = 'hernanirvaz.coins'
 
-  # (see Bigquery)
+  # classe para processar etherscan & bigquery
   class Bigquery
     # @return [Google::Cloud::Bigquery] API bigquery
-    attr_reader :apibq
-    # @return [Roo::CSV] folha calculo a processar
-    attr_reader :folha
-    # @return [Hash<Symbol, Boolean>] opcoes trabalho com linhas
-    attr_reader :linha
-
-    # @return [Array] row folha calculo em processamento
-    attr_reader :row
+    attr_reader :api
     # @return [Google::Cloud::Bigquery::QueryJob] job bigquery
     attr_reader :job
-    # @return (see sql_select)
-    attr_reader :sql
-
-    # @param [String] csv folha calculo para processar
-    # @param [Hash<Symbol, Boolean>] ops opcoes trabalho com linhas
-    # @option ops [Boolean] :e (false) apaga linha igual?
-    # @option ops [Boolean] :m (false) apaga linhas existencia multipla?
-    # @option ops [Boolean] :i (false) insere linha nova?
-    # @return [Bigquery] acesso folhas calculo bloks.io & correspondente bigquery dataset
-    def initialize(csv = '', ops = { e: false, m: false, i: false })
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Hash] :h ({}) configuracao ajuste reposicionamento temporal
+    # @option pop [Boolean] :v (false) mostra transacoes normais & token?
+    # @option pop [Boolean] :t (false) mostra transacoes todas ou somente novas?
+    # @return [Bigquery] API bigquery & API etherscan
+    def initialize(pop)
       # usa env GOOGLE_APPLICATION_CREDENTIALS para obter credentials
       # @see https://cloud.google.com/bigquery/docs/authentication/getting-started
-      @apibq = Google::Cloud::Bigquery.new
-      @folha = Roo::CSV.new(csv) if csv.size.positive?
-      @linha = ops
+      @api = Google::Cloud::Bigquery.new
+      @ops = pop
     end
 
-    # cria job bigquery & verifica execucao
-    #
-    # @param [String] sql a executar
-    # @return [Boolean] job ok?
-    def job_bigquery?(sql)
-      @job = apibq.query_job(sql)
-      @job.wait_until_done!
-      puts @job.error['message'] if @job.failed?
-      @job.failed?
+    # @return [Carteiras] API etherscan - processar transacoes normais e tokens
+    def transacoes
+      @transacoes ||= Carteiras.new(
+        {
+          wb: sql("select * from #{BD}.walletEth order by 2")
+                   .map { |e| { id: e[:id], ax: e[:address], sl: e[:saldo].to_d.round(10) } },
+          nt: sql("select blocknumber,iax from #{BD}.ethtx"),
+          nk: sql("select blocknumber,iax from #{BD}.ethkx")
+        },
+        ops
+      )
     end
 
-    # cria Data Manipulation Language (DML) job bigquery
-    #
-    # @param (see job_bigquery?)
-    # @return [Integer] numero linhas afetadas
-    def dml(sql)
-      job_bigquery?(sql) ? 0 : job.num_dml_affected_rows
+    # @return [Carteiras] API etherscan - processar carteiras & transacoes normais e tokens
+    def carteiras
+      transacoes
     end
 
-    # pesquisa existencia linha folha calculo no bigquery
-    #
-    # @return [Google::Cloud::Bigquery::Data] resultado do sql num array<hash>
-    def sql_select
-      # array.count  = 0 ==> pode carregar esta linha
-      # array.count >= 1 ==> nao carregar esta linha
-      @sql = job_bigquery?('select ' + eos_fields + ' ' + sql_where) ? [{}, {}] : job.data
+    # insere transacoes novas nas tabelas etht (trx normais), ethk (trx token)
+    def processa
+      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.etht", n: transacoes.norml.count.positive? ? dml(etht_ins) : 0))
+      puts(format("%<n>2i LINHAS INSERIDAS #{BD}.ethk", n: transacoes.token.count.positive? ? dml(ethk_ins) : 0))
     end
 
-    # @return [String] parte sql para processamento linhas existentes
-    def sql_where
-      "from hernanirvaz.coins.eos where blocknumber=#{row[0]}"
+    # @return [String] comando insert SQL formatado etht (trx normais)
+    def etht_ins
+      "insert #{BD}.etht(blocknumber,timestamp,txhash,nonce,blockhash,transactionindex,axfrom,axto,value,gas," \
+      'gasprice,iserror,txreceipt_status,input,contractaddress,cumulativegasused,gasused,confirmations,dias' \
+      ") VALUES#{transacoes.norml.map { |e| etht_val1(e) }.join(',')}"
     end
 
-    # @return [Integer] numero linhas inseridas
-    def sql_insert
-      return 1 unless linha[:i]
+    # @return [String] comando insert SQL formatado ethk (trx token)
+    def ethk_ins
+      "insert #{BD}.ethk(blocknumber,timestamp,txhash,nonce,blockhash,axfrom,contractaddress,axto,value,tokenname," \
+      'tokensymbol,tokendecimal,transactionindex,gas,gasprice,gasused,cumulativegasused,input,confirmations,dias' \
+      ") VALUES#{transacoes.token.map { |e| ethk_val1(e) }.join(',')}"
+    end
+
+    # @return [String] valores formatados etht (trx normais parte1)
+    def etht_val1(hes)
+      "(#{Integer(hes['blockNumber'])}," \
+      "#{Integer(hes['timeStamp'])}," \
+      "'#{hes['hash']}'," \
+      "#{Integer(hes['nonce'])}," \
+      "'#{hes['blockHash']}'," \
+      "#{Integer(hes['transactionIndex'])}," \
+      "'#{hes['from']}'," \
+      "'#{hes['to']}'," \
+      "#{etht_val2(hes)}"
+    end
 
-      dml('insert hernanirvaz.coins.eos(' + eos_fields + ') VALUES(' + str_insert1)
+    # @return [String] valores formatados etht (trx normais parte2)
+    def etht_val2(hes)
+      "cast('#{hes['value']}' as numeric)," \
+      "cast('#{hes['gas']}' as numeric)," \
+      "cast('#{hes['gasPrice']}' as numeric)," \
+      "#{Integer(hes['isError'])}," \
+      "#{hes['txreceipt_status'].length.zero? ? 'null' : hes['txreceipt_status']}," \
+      "#{hes['input'].length.zero? ? 'null' : "'#{hes['input']}'"}," \
+      "#{etht_val3(hes)}"
     end
 
-    # @return [String] campos da tabela no bigquery
-    def eos_fields
-      'blocknumber,time,contract,action,acfrom,acto,amount,symbol,memo,data,dias'
+    # @return [String] valores formatados etht (trx normais parte3)
+    def etht_val3(hes)
+      "#{hes['contractAddress'].length.zero? ? 'null' : "'#{hes['contractAddress']}'"}," \
+      "0,cast('#{hes['gasUsed']}' as numeric),0," \
+      "#{Integer(ops[:h][hes['blockNumber']] || 0)})"
     end
 
-    # @return [String] campos insert da linha bigquery
-    def str_insert1
-      "#{row[0]},'#{DateTime.parse(row[1]).strftime(DI)}','#{row[2]}'," + str_insert2
+    # @return [String] valores formatados ethk (trx token parte1)
+    def ethk_val1(hes)
+      "(#{Integer(hes['blockNumber'])}," \
+      "#{Integer(hes['timeStamp'])}," \
+      "'#{hes['hash']}'," \
+      "#{Integer(hes['nonce'])}," \
+      "'#{hes['blockHash']}'," \
+      "'#{hes['from']}'," \
+      "#{ethk_val2(hes)}"
     end
 
-    # @return [String] campos insert da linha bigquery
-    def str_insert2
-      "'#{row[3]}','#{row[4]}','#{row[5]}',#{row[6].to_f},'#{row[7]}','#{row[8]}','#{row[9]}',0)"
+    # @return [String] valores formatados ethk (trx token parte2)
+    def ethk_val2(hes)
+      "#{hes['contractAddress'].length.zero? ? 'null' : "'#{hes['contractAddress']}'"}," \
+      "'#{hes['to']}'," \
+      "cast('#{hes['value']}' as numeric)," \
+      "'#{hes['tokenName']}'," \
+      "'#{hes['tokenSymbol']}'," \
+      "#{Integer(hes['tokenDecimal'])}," \
+      "#{Integer(hes['transactionIndex'])}," \
+      "#{ethk_val3(hes)}"
     end
 
-    # @return [Integer] numero linhas apagadas
-    def sql_delete
-      dml('delete ' + sql_where)
+    # @return [String] valores formatados ethk (trx token parte3)
+    def ethk_val3(hes)
+      "cast('#{hes['gas']}' as numeric)," \
+      "cast('#{hes['gasPrice']}' as numeric)," \
+      "cast('#{hes['gasUsed']}' as numeric),0," \
+      "#{hes['input'].length.zero? ? 'null' : "'#{hes['input']}'"},0," \
+      "#{Integer(ops[:h][hes['blockNumber']] || 0)})"
+    end
+
+    # cria job bigquery & verifica execucao
+    #
+    # @param [String] sql a executar
+    # @return [Boolean] job ok?
+    def job?(sql)
+      @job = api.query_job(sql)
+      @job.wait_until_done!
+      puts(@job.error['message']) if @job.failed?
+      @job.failed?
+    end
+
+    # cria Data Manipulation Language (DML) job bigquery
+    #
+    # @param (see job?)
+    # @return [Integer] numero linhas afetadas
+    def dml(sql)
+      job?(sql) ? 0 : job.num_dml_affected_rows
+    end
+
+    # cria Structured Query Language (SQL) job bigquery
+    #
+    # @param (see job?)
+    # @return [Array<Hash>] resultados do SQL
+    def sql(sql)
+      job?(sql) ? [] : job.data
     end
   end
 end

data/lib/etht/carteiras.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+require('bigdecimal/util')
+
+# @author Hernani Rodrigues Vaz
+module Etht
+  # classe para processar carteiras & transacoes normais e tokens
+  class Carteiras
+    # @return [Etherscan] API etherscan
+    attr_reader :api
+    # @return [Array<Hash>] todos os dados bigquery
+    attr_reader :dbq
+    # @return [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    attr_reader :ops
+
+    # @param [Hash] dad todos os dados bigquery
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] pop opcoes trabalho
+    # @option pop [Hash] :h ({}) configuracao dias ajuste reposicionamento temporal
+    # @option pop [Boolean] :v (false) mostra dados transacoes normais & tokens?
+    # @return [Carteiras] API etherscan - processar transacoes normais e tokens
+    def initialize(dad, pop)
+      @api = Etherscan.new
+      @dbq = dad
+      @ops = pop
+    end
+
+    # @return [Array<Hash>] todos os dados etherscan - saldos & transacoes
+    def des
+      @des ||= api.multi_address_balance(dbq[:wb].map { |c| c[:ax] }).map { |e| base_etherscan(e) }
+    end
+
+    # @return [Array<Hash>] todos os dados juntos bigquery & etherscan
+    def djn
+      @djn ||= dbq[:wb].map { |b| bigquery_etherscan(b, des.select { |s| b[:ax] == s[:ax] }.first) }
+    end
+
+    # @return [Array<Integer>] lista blocknumbers de transacoes normais
+    def bnt
+      @bnt ||= (des.map { |e| e[:tx].map { |n| Integer(n['blockNumber']) } }.flatten -
+               (ops[:t] ? [] : dbq[:nt].map { |t| t[:blocknumber] })).uniq
+    end
+
+    # @return [Array<Integer>] lista blocknumbers de transacoes token
+    def bnk
+      @bnk ||= (des.map { |e| e[:kx].map { |n| Integer(n['blockNumber']) } }.flatten -
+               (ops[:t] ? [] : dbq[:nk].map { |t| t[:blocknumber] })).uniq
+    end
+
+    # @return [Array<Hash>] lista transacoes normais
+    def norml
+      @norml ||= des.map { |e| e[:tx].select { |s| bnt.include?(Integer(s['blockNumber'])) } }.flatten.uniq
+    end
+
+    # @return [Array<Hash>] lista transacoes tokan
+    def token
+      @token ||= des.map { |e| e[:kx].select { |s| bnk.include?(Integer(s['blockNumber'])) } }.flatten.uniq
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes normais
+    def norml_sort
+      norml.sort { |a, b| Integer(a['blockNumber']) <=> Integer(b['blockNumber']) }
+    end
+
+    # @return [Array<Hash>] lista ordenada transacoes tokan
+    def token_sort
+      token.sort { |a, b| Integer(a['blockNumber']) <=> Integer(b['blockNumber']) }
+    end
+
+    # @return [Array<Hash>] lista ordenada todas as transacoes (normais & tokan)
+    def todas_sort
+      (norml + token).sort { |a, b| Integer(a['blockNumber']) <=> Integer(b['blockNumber']) }
+    end
+
+    # @param [Hash] hes dados etherscan
+    # @return [Hash] dados etherscan - address, saldo & transacoes
+    def base_etherscan(hes)
+      {
+        ax: hes['account'],
+        sl: (hes['balance'].to_d / 10**18).round(10),
+        tx: etherscan_tx(hes['account']),
+        kx: etherscan_kx(hes['account'])
+      }
+    end
+
+    # @param [Hash] hbq dados bigquery
+    # @param [Hash] hes dados etherscan
+    # @return [Hash] dados juntos bigquery & etherscan
+    def bigquery_etherscan(hbq, hes)
+      {
+        id: hbq[:id],
+        ax: hbq[:ax],
+        bs: hbq[:sl],
+        bt: dbq[:nt].select { |t| t[:iax] == hbq[:ax] },
+        bk: dbq[:nk].select { |t| t[:iax] == hbq[:ax] },
+        es: hes[:sl],
+        et: hes[:tx],
+        ek: hes[:kx]
+      }
+    end
+
+    # @param add (see formata_endereco)
+    # @return [Array<Hash>] lista transacoes normais ligadas a uma carteira - sem elementos irrelevantes
+    def etherscan_tx(add)
+      api.normal_tx(add).map do |e|
+        e.delete('cumulativeGasUsed')
+        e.delete('confirmations')
+        e
+      end
+    end
+
+    # @param add (see formata_endereco)
+    # @return [Array<Hash>] lista transacoes token ligadas a uma carteira - sem elementos irrelevantes
+    def etherscan_kx(add)
+      api.token_tx(add).map do |e|
+        e.delete('cumulativeGasUsed')
+        e.delete('confirmations')
+        e
+      end
+    end
+  end
+end

data/lib/etht/etherscan.rb

@@ -0,0 +1,129 @@
+# frozen_string_literal: true
+
+require('faraday')
+require('json')
+
+# @author Hernani Rodrigues Vaz
+module Etht
+  # classe para tratar pedidos etherscan com chave API
+  class Etherscan
+    attr_reader :key, :url
+
+    # @param [String] :key apikey a juntar aos pedidos HTTP url:
+    # @param [String] :url base URL to use as a prefix for all requests
+    # @return [Etherscan] API etherscan base
+    def initialize(key: ENV['ETHERSCAN_API_KEY'], url: 'https://api.etherscan.io/')
+      @key = key
+      @url = url
+    end
+
+    # @return [<Symbol>] adapter for the connection - default :net_http
+    def adapter
+      @adapter ||= Faraday.default_adapter
+    end
+
+    # manage the default properties and the middleware stack for fulfilling an HTTP request
+    #
+    # @return [<Faraday::Connection>] connection object with an URL & adapter
+    def conn
+      @conn ||=
+        Faraday.new(url: url) do |c|
+          c.request(:url_encoded)
+          c.adapter(adapter)
+        end
+    end
+
+    # @return [<Hash>] resultado json do GET HTTP request
+    def get(**ars)
+      r =
+        conn.get('api') do |o|
+          o.headers = { content_type: 'application/json', accept: 'application/json', user_agent: 'etherscan;ruby' }
+          o.params = ars.merge({ apikey: key })
+        end
+      raise(Etht::Erro, r) if r.status != 200
+
+      JSON(r.body)['result']
+    end
+
+    # get ether balance for a single address
+    #
+    # @param [String] add address for balance
+    # @return [<String>] devolve saldo
+    def address_balance(add)
+      raise(Etht::Erro, 'address must be defined') if add.nil?
+
+      get(module: 'account', action: 'balance', address: add, tag: 'latest')
+    end
+
+    # get ether balance for multiple addresses
+    #
+    # @param [String] ads lista de addresses (max 20)
+    # @return [Array<Hash>] devolve lista com contas & saldo
+    def multi_address_balance(ads)
+      raise(Etht::Erro, 'up to 20 accounts in a single batch') if ads.size > 20
+
+      get(module: 'account', action: 'balancemulti', address: ads.join(','), tag: 'latest')
+    end
+
+    # get ERC20-token account balance
+    #
+    # @param add (see address_balance)
+    # @param [String] cdd token contract address
+    # @return (see address_balance)
+    def token_balance(add, cdd)
+      raise(Etht::Erro, 'contract or address must be defined') if (cdd || add).nil?
+
+      get(module: 'account', action: 'tokenbalance', address: add, contractaddress: cdd)
+    end
+
+    # get a list of normal transactions by address
+    #
+    # @param [String] add address for transactions
+    # @param [Hash] ars opcoes trabalho
+    # @option ars [String] :start_block starting blockNo to retrieve results
+    # @option ars [String] :end_block ending blockNo to retrieve results
+    # @option ars [String] :sort asc -> ascending order, desc -> descending order
+    # @option ars [String] :page to get paginated results
+    # @option ars [String] :offset max records to return
+    # @return [Array<Hash>] devolve ate max 10000 das ultimas transacoes
+    def normal_tx(add, **ars)
+      raise(Etht::Erro, 'address must be defined') if add.nil?
+
+      transcations('txlist', add, nil, **ars)
+    end
+
+    # get a list of ERC20 - token transfer events
+    #
+    # @param add (see normal_tx)
+    # @param [String] cdd token address (nil to get a list of all ERC20 transactions)
+    # @param ars (see normal_tx)
+    # @option ars (see normal_tx)
+    # @return (see normal_tx)
+    def token_tx(add, cdd = nil, **ars)
+      raise(Etht::Erro, 'contract or address must be defined') if (cdd || add).nil?
+
+      transcations('tokentx', add, cdd, **ars)
+    end
+
+    private
+
+    # get a list of transactions
+    #
+    # @param [String] act accao a executar
+    # @param add (see normal_tx)
+    # @param cdd (see token_tx)
+    # @param ars (see normal_tx)
+    # @option ars (see normal_tx)
+    # @return (see normal_tx)
+    def transcations(act, add, cdd, **ars)
+      get(**{ module: 'account', action: act, address: add }.merge({
+        contractaddress: cdd,
+        startblock: ars[:start_block],
+        endblock: ars[:end_block],
+        page: ars[:page],
+        offset: ars[:offset],
+        sort: ars[:sort]
+      }.reject { |_, v| v.nil? }))
+    end
+  end
+end

data/lib/etht/formatar.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+# @author Hernani Rodrigues Vaz
+module Etht
+  # (see Carteiras)
+  class Carteiras
+    # @param [String] add endereco carteira ether
+    # @param [Integer] max chars a mostrar
+    # @return [String] endereco ether formatado
+    # @example ether address inicio..fim
+    #  0x10f3a0cf0b534c..c033cf32e8a03586
+    def formata_endereco(add, max)
+      i = Integer((max - 2) / 2)
+      e = (max <= 20 ? dbq[:wb].select { |s| s[:ax] == add }.first : nil) || { id: add }
+      max < 7 ? 'erro' : "#{e[:id][0, i - 3]}..#{add[-i - 3..]}"
+    end
+
+    # @parm [Hash] hjn dados juntos bigquery & etherscan
+    # @return [String] texto formatado duma carteira
+    def formata_carteira(hjn)
+      format(
+        '%<s1>-6.6s %<s2>-34.34s ',
+        s1: hjn[:id],
+        s2: formata_endereco(hjn[:ax], 34)
+      ) + formata_valores(hjn)
+    end
+
+    # @parm (see formata_carteira)
+    # @return [Boolean] carteira tem transacoes novas(sim=NOK, nao=OK)?
+    def ok?(hjn)
+      hjn[:bs] == hjn[:es] && hjn[:bt].count == hjn[:et].count && hjn[:bk].count == hjn[:ek].count
+    end
+
+    # @parm (see formata_carteira)
+    # @return [String] texto formatado valores duma carteira
+    def formata_valores(hjn)
+      format(
+        '%<v1>10.6f %<n1>2i %<n3>2i %<v2>11.6f %<n2>2i %<n4>2i %<ok>-3s',
+        v1: hjn[:bs],
+        n1: hjn[:bt].count,
+        n3: hjn[:bk].count,
+        v2: hjn[:es],
+        n2: hjn[:et].count,
+        n4: hjn[:ek].count,
+        ok: ok?(hjn) ? 'OK' : 'NOK'
+      )
+    end
+
+    # @parm [Hash] htx transacao normal
+    # @return [String] texto formatado transacao normal
+    def formata_transacao_norml(htx)
+      format(
+        '%<bn>9i %<fr>-20.20s %<to>-20.20s %<dt>10.10s %<vl>17.6f',
+        bn: htx['blockNumber'],
+        fr: formata_endereco(htx['from'], 20),
+        to: formata_endereco(htx['to'], 20),
+        dt: Time.at(Integer(htx['timeStamp'])),
+        vl: (htx['value'].to_d / 10**18).round(10)
+      )
+    end
+
+    # @parm [Hash] hkx transacao token
+    # @return [String] texto formatado transacao token
+    def formata_transacao_token(hkx)
+      format(
+        '%<bn>9i %<fr>-20.20s %<to>-20.20s %<dt>10.10s %<sy>-5.5s %<vl>11.3f',
+        bn: hkx['blockNumber'],
+        fr: formata_endereco(hkx['from'], 20),
+        to: formata_endereco(hkx['to'], 20),
+        dt: Time.at(Integer(hkx['timeStamp'])),
+        vl: (hkx['value'].to_d / 10**18).round(10),
+        sy: hkx['tokenSymbol']
+      )
+    end
+
+    # @return [String] texto carteiras & transacoes & ajuste dias
+    def mostra_resumo
+      return unless djn.count.positive?
+
+      puts("\nid     address                            ----bigquery---- ----etherscan----")
+      djn.each { |e| puts(formata_carteira(e)) }
+      mostra_transacao_norml
+      mostra_transacao_token
+      mostra_configuracao_ajuste_dias
+    end
+
+    # @return [String] texto transacoes normais
+    def mostra_transacao_norml
+      return unless ops[:v] && norml.count.positive?
+
+      puts("\ntx normal address from         address to           ---data--- ------valor------")
+      norml_sort.each { |e| puts(formata_transacao_norml(e)) }
+    end
+
+    # @return [String] texto transacoes token
+    def mostra_transacao_token
+      return unless ops[:v] && token.count.positive?
+
+      puts("\ntx token  address from         address to           ---data--- token ---valor---")
+      token_sort.each { |e| puts(formata_transacao_token(e)) }
+    end
+
+    # @return [String] texto configuracao ajuste dias das transacoes (normais & tokan)
+    def mostra_configuracao_ajuste_dias
+      return unless (norml.count + token.count).positive?
+
+      puts("\nstring ajuste dias\n-h=#{todas_sort.map { |e| "#{e['blockNumber']}:0" }.join(' ')}")
+    end
+  end
+end

data/lib/etht/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Etht
-  VERSION = '0.1.3'
+  VERSION = '0.1.8'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: etht
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.8
 platform: ruby
 authors:
 - Hernâni Rodrigues Vaz
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-08-09 00:00:00.000000000 Z
+date: 2020-08-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -39,7 +39,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: etherscan_api
+  name: faraday
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -94,8 +108,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Arquiva eth-transactions no bigquery. Pode apagar movimentos existentes
-  ja no bigquery.
+description: Arquiva eth-transactions no bigquery. Pode ajustar dias para reposicionamento
+  temporal.
 email:
 - hernanirvaz@gmail.com
 executables:
@@ -104,6 +118,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".rubocop.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - Gemfile.lock
@@ -116,6 +131,9 @@ files:
 - exe/etht
 - lib/etht.rb
 - lib/etht/bigquery.rb
+- lib/etht/carteiras.rb
+- lib/etht/etherscan.rb
+- lib/etht/formatar.rb
 - lib/etht/version.rb
 homepage: https://github.com/hernanirvaz/etht
 licenses: