cns 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3567b16b6d9cf9dac846e37b985b35c92566980b0f6a30e9e1a0ce54a70172f
-  data.tar.gz: 9f8b82cbb5b7da80a3272cbaba1bd705e32067c11611e9d0ecfcf239749a1fb0
+  metadata.gz: f9a77dc1d55c2f8f3cef855ed3c4d4c112329fc826e974b5dc978cd611d2861c
+  data.tar.gz: 7b9d18ba3237d293d35477a3eecd9d1d6a5c73e24ac622a4e6700e99840c4075
 SHA512:
-  metadata.gz: 00c63ac5f9dab19932c42c201eb2a4d6504e0cf4e58094cf10be206f00d1af8f49a630adfd89c11cd6b24acc3de03814fbd1927fc82d9d0060cc60648b01754c
-  data.tar.gz: 32fcc4a3703e86a6c00d936cbd10f7dc0bf39be48962867ea7786320189e74a862b3d78ed08a964f13134ab3206920ff5f901741b5b0f26c33cde41406b601fe
+  metadata.gz: ca5de038a0c25c62ae35ced9a7b369d08669fa0c6314decaeb2b827464e39aa56ac962aed851dc12ab9f2e067c10778d065c1cd7ef7c4016214d60142a0db5e1
+  data.tar.gz: e94f7cd2908da735457bdf86da6e83e216ed0f9a78d6f49abe054ac72b641d2563cf4c27797a2cb04ee871cbe177e2b25a7a1d4524e61cb7e36c0ee1e1b50c02

data/Gemfile.lock

@@ -1,25 +1,29 @@
 PATH
   remote: .
   specs:
-    cns (0.1.0)
+    cns (0.1.5)
       curb
       faraday
       google-cloud-bigquery
       thor
-      yard
 
 GEM
   remote: https://rubygems.org/
   specs:
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
+    ast (2.4.1)
+    backport (1.1.2)
+    benchmark (0.1.0)
     concurrent-ruby (1.1.7)
-    curb (0.9.10)
+    curb (0.9.11)
     declarative (0.0.20)
     declarative-option (0.1.0)
-    faraday (1.0.1)
+    e2mmap (0.1.0)
+    faraday (1.1.0)
       multipart-post (>= 1.2, < 3)
-    google-api-client (0.44.2)
+      ruby2_keywords
+    google-api-client (0.50.0)
       addressable (~> 2.5, >= 2.5.1)
       googleauth (~> 0.9)
       httpclient (>= 2.8.1, < 3.0)
@@ -28,19 +32,19 @@ GEM
       retriable (>= 2.0, < 4.0)
       rexml
       signet (~> 0.12)
-    google-cloud-bigquery (1.22.0)
+    google-cloud-bigquery (1.25.0)
       concurrent-ruby (~> 1.0)
-      google-api-client (~> 0.33)
+      google-api-client (~> 0.47)
       google-cloud-core (~> 1.2)
       googleauth (~> 0.9)
       mini_mime (~> 1.0)
     google-cloud-core (1.5.0)
       google-cloud-env (~> 1.0)
       google-cloud-errors (~> 1.0)
-    google-cloud-env (1.3.3)
+    google-cloud-env (1.4.0)
       faraday (>= 0.17.3, < 2.0)
     google-cloud-errors (1.0.1)
-    googleauth (0.13.1)
+    googleauth (0.14.0)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.4, < 3.0)
       memoist (~> 0.16)
@@ -48,27 +52,75 @@ GEM
       os (>= 0.9, < 2.0)
       signet (~> 0.14)
     httpclient (2.8.3)
+    jaro_winkler (1.5.4)
     jwt (2.2.2)
+    kwalify (0.7.2)
+    maruku (0.7.3)
     memoist (0.16.2)
     mini_mime (1.0.2)
+    mini_portile2 (2.4.0)
     multi_json (1.15.0)
     multipart-post (2.1.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
     os (1.1.1)
+    parallel (1.20.1)
+    parser (2.7.2.0)
+      ast (~> 2.4.1)
+    psych (3.2.0)
     public_suffix (4.0.6)
+    rainbow (3.0.0)
     rake (12.3.3)
+    reek (6.0.2)
+      kwalify (~> 0.7.0)
+      parser (>= 2.5.0.0, < 2.8, != 2.5.1.1)
+      psych (~> 3.1)
+      rainbow (>= 2.0, < 4.0)
+    regexp_parser (2.0.0)
     representable (3.0.4)
       declarative (< 0.1.0)
       declarative-option (< 0.2.0)
       uber (< 0.2.0)
     retriable (3.1.2)
+    reverse_markdown (2.0.0)
+      nokogiri
     rexml (3.2.4)
+    rubocop (0.93.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.1.5)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8)
+      rexml
+      rubocop-ast (>= 0.6.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (1.2.0)
+      parser (>= 2.7.1.5)
+    ruby-progressbar (1.10.1)
+    ruby2_keywords (0.0.2)
     signet (0.14.0)
       addressable (~> 2.3)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.5, < 3.0)
       multi_json (~> 1.10)
+    solargraph (0.39.17)
+      backport (~> 1.1)
+      benchmark
+      bundler (>= 1.17.2)
+      e2mmap
+      jaro_winkler (~> 1.5)
+      maruku (~> 0.7, >= 0.7.3)
+      nokogiri (~> 1.9, >= 1.9.1)
+      parser (~> 2.3)
+      reverse_markdown (>= 1.0.5, < 3)
+      rubocop (~> 0.52)
+      thor (~> 1.0)
+      tilt (~> 2.0)
+      yard (~> 0.9, >= 0.9.24)
     thor (1.0.1)
+    tilt (2.0.10)
     uber (0.1.0)
+    unicode-display_width (1.7.0)
     yard (0.9.25)
 
 PLATFORMS
@@ -78,6 +130,10 @@ DEPENDENCIES
   bundler
   cns!
   rake (~> 12.0)
+  reek
+  rubocop
+  solargraph
+  yard
 
 BUNDLED WITH
    2.1.4

data/cns.gemspec

@@ -7,15 +7,14 @@ Gem::Specification.new do |spec|
   spec.version     = Cns::VERSION
   spec.authors     = ['Hernâni Rodrigues Vaz']
   spec.email       = ['hernanirvaz@gmail.com']
-
-  spec.summary     = 'Arquiva transactions etherscan/greymass/bitcoinde/kraken/paymium/therock no bigquery.'
-  spec.description = "#{spec.summary} Pode ajustar dias para reposicionamento temporal."
   spec.homepage    = 'https://github.com/hernanirvaz/cns'
   spec.license     = 'MIT'
-  spec.required_ruby_version = Gem::Requirement.new('>= 2.3.0')
+  spec.summary     = 'Arquiva transactions etherscan/greymass/bitcoinde/kraken/paymium/therock no bigquery.'
+  spec.description = "#{spec.summary} Pode ajustar dias para reposicionamento temporal."
 
+  spec.required_ruby_version    = Gem::Requirement.new('~> 2.7')
   spec.metadata['homepage_uri'] = spec.homepage
-  spec.metadata['yard.run'] = 'yard'
+  spec.metadata['yard.run']     = 'yard'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
@@ -29,10 +28,13 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency('bundler')
   spec.add_development_dependency('rake')
+  spec.add_development_dependency('reek')
+  spec.add_development_dependency('rubocop')
+  spec.add_development_dependency('solargraph')
+  spec.add_development_dependency('yard')
 
   spec.add_dependency('curb')
   spec.add_dependency('faraday')
   spec.add_dependency('google-cloud-bigquery')
   spec.add_dependency('thor')
-  spec.add_dependency('yard')
 end

data/lib/cns.rb

@@ -1,24 +1,31 @@
 # frozen_string_literal: true
 
 require('thor')
+require('cns/apibc')
+require('cns/apice1')
+require('cns/apice2')
+require('cns/bigquery1')
+require('cns/bigquery2')
+require('cns/bigquery3')
+require('cns/bigquery4')
+require('cns/etherscan1')
+require('cns/etherscan2')
+require('cns/greymass1')
+require('cns/greymass2')
+require('cns/bitcoinde')
+require('cns/kraken')
+require('cns/paymium')
+require('cns/therock')
 require('cns/version')
 
 module Cns
-  # classe para erros desta gem
-  class Erro < StandardError
-    # @return [StandardError] personalizacao dos erros
-    def initialize(msg)
-      super(msg)
-    end
-  end
-
   # classe para carregar/mostrar dados transacoes eth & eos no bigquery
   class CLI < Thor
     desc 'work', 'carrega transacoes novas no bigquery'
     option :h, type: :hash, default: {}, desc: 'configuracao ajuste reposicionamento temporal'
     # carrega transacoes novas no bigquery
     def work
-      p('Bct::Bigquery.new(options).processa_tudo')
+      Bigquery.new(options).processa_tudo
     end
 
     desc 'show', 'mostra resumo transacoes'
@@ -26,7 +33,7 @@ module Cns
     option :t, type: :boolean, default: false, desc: 'mostra transacoes todas ou somente novas'
     # mostra resumo transacoes
     def show
-      p('Bct::Bigquery.new(options).mostra_tudo')
+      Bigquery.new(options).mostra_tudo
     end
 
     default_task :show

data/lib/cns/apibc.rb

@@ -0,0 +1,280 @@
+# frozen_string_literal: true
+
+require('faraday')
+require('json')
+
+# @author Hernani Rodrigues Vaz
+module Cns
+  # classe para acesso dados blockchains
+  class Apibc
+    # @example account_es
+    #  {
+    #    status: '1',
+    #    message: 'OK',
+    #    result: [
+    #      { account: '0x...', balance: '4000000000000000000' },
+    #      { account: '0x...', balance: '87000000000000000000' }
+    #    ]
+    #  }
+    # @param [String] ads lista enderecos ETH (max 20)
+    # @param [Hash] par parametros base do pedido HTTP
+    # @return [Array<Hash>] lista enderecos e seus saldos
+    def account_es(ads, par = { module: 'account', action: 'balancemulti', tag: 'latest' })
+      JSON.parse(
+        (conn_es.get('api') do |o|
+           o.headers = { content_type: 'application/json', accept: 'application/json', user_agent: 'etherscan;ruby' }
+           o.params = par.merge(address: ads.join(','), apikey: ENV['ETHERSCAN_API_KEY'])
+         end).body,
+        symbolize_names: true
+      )[:result]
+    rescue StandardError
+      []
+    end
+
+    # @example account_gm
+    #  {
+    #    account_name: '...',
+    #    head_block_num: 141_391_122,
+    #    head_block_time: '2020-09-11T16:05:51.000',
+    #    privileged: false,
+    #    last_code_update: '1970-01-01T00:00:00.000',
+    #    created: '2018-06-09T13:14:37.000',
+    #
+    #    core_liquid_balance: '1232.0228 EOS',
+    #    total_resources: { owner: '...', net_weight: '1000.1142 EOS', cpu_weight: '1000.1144 EOS', ram_bytes: 8148 },
+    #
+    #    ram_quota: 9548,
+    #    net_weight: 10_001_142,
+    #    cpu_weight: 10_001_144,
+    #    net_limit: { used: 0, available: 1_066_648_346, max: 1_066_648_346 },
+    #    cpu_limit: { used: 338, available: 88_498, max: 88_836 },
+    #    ram_usage: 3574,
+    #    permissions: [
+    #      {
+    #        perm_name: 'active',
+    #        parent: 'owner',
+    #        required_auth: {
+    #          threshold: 1, keys: [{ key: 'EOS...', weight: 1 }], accounts: [], waits: []
+    #        }
+    #      },
+    #      {
+    #        perm_name: 'owner',
+    #        parent: '',
+    #        required_auth: {
+    #          threshold: 1, keys: [{ key: 'EOS...', weight: 1 }], accounts: [], waits: []
+    #        }
+    #      }
+    #    ],
+    #    self_delegated_bandwidth: { from: '...', to: '...', net_weight: '1000.1142 EOS', cpu_weight: '1000.1144 EOS' },
+    #    refund_request: nil,
+    #    voter_info: {
+    #      owner: '...',
+    #      proxy: '...',
+    #      producers: [],
+    #      staked: 20_002_286,
+    #      last_vote_weight: '17172913021904.12109375000000000',
+    #      proxied_vote_weight: '0.00000000000000000',
+    #      is_proxy: 0,
+    #      flags1: 0,
+    #      reserved2: 0,
+    #      reserved3: '0.0000 EOS'
+    #    },
+    #    rex_info: nil
+    #  }
+    # @param [String] add endereco EOS
+    # @param [String] uri Uniform Resource Identifier do pedido HTTP
+    # @return [Hash] endereco e seus saldo/recursos
+    def account_gm(add, uri = '/v1/chain/get_account')
+      JSON.parse(
+        conn_gm.post(
+          uri, { account_name: add }.to_json, content_type: 'application/json'
+        ).body,
+        symbolize_names: true
+      )
+    rescue StandardError
+      { core_liquid_balance: 0, total_resources: { net_weight: 0, cpu_weight: 0 } }
+    end
+
+    # @example norml_es
+    #  {
+    #    status: '1',
+    #    message: 'OK',
+    #    result: [
+    #      {
+    #        blockNumber: '4984535',
+    #        timeStamp: '1517094794',
+    #        hash: '0x...',
+    #        nonce: '10',
+    #        blockHash: '0x...',
+    #        transactionIndex: '17',
+    #        from: '0x...',
+    #        to: '0x...',
+    #        value: '52627271000000000000',
+    #        gas: '21000',
+    #        gasPrice: '19000000000',
+    #        isError: '0',
+    #        txreceipt_status: '1',
+    #        input: '0x',
+    #        contractAddress: '',
+    #        gasUsed: '21000',
+    #        cumulativeGasUsed: '566293',
+    #        confirmations: '5848660'
+    #      },
+    #      {}
+    #    ]
+    #  }
+    # @param [String] add endereco ETH
+    # @param [Integer] pag pagina transacoes
+    # @param [Array<Hash>] ary acumulador transacoes
+    # @param par (see account_es)
+    # @return [Array<Hash>] lista completa transacoes etherscan
+    def norml_es(add, pag = 0, ary = [], par = { module: 'account', action: 'txlist', offset: 10_000 })
+      r = JSON.parse(
+        (conn_es.get('api') do |o|
+           o.headers = { content_type: 'application/json', accept: 'application/json', user_agent: 'etherscan;ruby' }
+           o.params = par.merge(address: add, page: pag + 1, apikey: ENV['ETHERSCAN_API_KEY'])
+         end).body,
+        symbolize_names: true
+      )[:result]
+      r.count < 10_000 ? ary + r : norml_es(add, pag + 1, ary + r)
+    rescue StandardError
+      ary
+    end
+
+    # @example token_es
+    #  {
+    #    status: '1',
+    #    message: 'OK',
+    #    result: [
+    #      {
+    #        blockNumber: '3967652',
+    #        timeStamp: '1499081515',
+    #        hash: '0x registo duplicado com todos os dados iguais',
+    #        nonce: '3',
+    #        blockHash: '0x00a49e999036dc13dc6c4244bb1d51d3146fe7f00bfb500a7624d82e299c7328',
+    #        from: '0xd0a6e6c54dbc68db5db3a091b171a77407ff7ccf',
+    #        contractAddress: '0x86fa049857e0209aa7d9e616f7eb3b3b78ecfdb0',
+    #        to: '0x...',
+    #        value: '0',
+    #        tokenName: 'EOS',
+    #        tokenSymbol: 'EOS',
+    #        tokenDecimal: '18',
+    #        transactionIndex: '83',
+    #        gas: '173399',
+    #        gasPrice: '21000000000',
+    #        gasUsed: '173398',
+    #        input: 'deprecated',
+    #        cumulativeGasUsed: '7484878',
+    #        confirmations: '3442641'
+    #      },
+    #      {}
+    #    ]
+    #  }
+    # @param (see norml_es)
+    # @return [Array<Hash>] lista completa token transfer events etherscan
+    def token_es(add, pag = 0, ary = [], par = { module: 'account', action: 'tokentx', offset: 10_000 })
+      # registos duplicados aparecem em token events (ver exemplo acima)
+      # -quando ha erros na blockchain (acho)
+      # -quando ha token events identicos no mesmo block (acho)
+      r = JSON.parse(
+        (conn_es.get('api') do |o|
+           o.headers = { content_type: 'application/json', accept: 'application/json', user_agent: 'etherscan;ruby' }
+           o.params = par.merge(address: add, page: pag + 1, apikey: ENV['ETHERSCAN_API_KEY'])
+         end).body,
+        symbolize_names: true
+      )[:result]
+      r.count < 10_000 ? ary + r : token_es(add, pag + 1, ary + r)
+    rescue StandardError
+      ary
+    end
+
+    # @example ledger_gm
+    #  {
+    #    actions: [
+    #      {
+    #        account_action_seq: 964,
+    #        action_trace: {
+    #          account_ram_deltas: [],
+    #          act: {
+    #            account: 'voicebestapp',
+    #            authorization: [
+    #              { actor: 'thetruevoice', permission: 'active' },
+    #              { actor: 'voicebestapp', permission: 'active' }
+    #            ],
+    #            data: { from: 'voicebestapp', memo: '...', quantity: '1.0001 MESSAGE', to: '...' },
+    #            hex_data: '...',
+    #            name: 'transfer'
+    #          },
+    #          action_ordinal: 10,
+    #          block_num: 141_345_345,
+    #          block_time: '2020-09-11T09:44:04.500',
+    #          closest_unnotified_ancestor_action_ordinal: 5,
+    #          context_free: false,
+    #          creator_action_ordinal: 5,
+    #          elapsed: 6,
+    #          producer_block_id: '...',
+    #          receipt: {
+    #            abi_sequence: 1,
+    #            act_digest: '...',
+    #            auth_sequence: [['thetruevoice', 6_778_215], ['voicebestapp', 435_346]],
+    #            code_sequence: 1,
+    #            global_sequence: 233_283_589_258,
+    #            receiver: '...',
+    #            recv_sequence: 927
+    #          },
+    #          receiver: '...',
+    #          trx_id: '...'
+    #        },
+    #        block_num: 141_345_345,
+    #        block_time: '2020-09-11T09:44:04.500',
+    #        global_action_seq: 233_283_589_258,
+    #        irreversible: true
+    #      },
+    #      {}
+    #    ],
+    #    head_block_num: 141_721_698,
+    #    last_irreversible_block: 141_721_371
+    #  }
+    # @param add (see account_gm)
+    # @param [Integer] pos posicao transacoes
+    # @param [Array<Hash>] ary acumulador transacoes
+    # @param uri (see account_gm)
+    # @return [Array<Hash>] lista completa transacoes greymass
+    def ledger_gm(add, pos = 0, ary = [], uri = '/v1/history/get_actions')
+      r = JSON.parse(
+        conn_gm.post(
+          uri, { account_name: add, pos: pos, offset: 100 }.to_json, content_type: 'application/json'
+        ).body,
+        symbolize_names: true
+      )[:actions]
+      r.count < 100 ? ary + r : ledger_gm(add, pos + r.count, ary + r)
+    rescue StandardError
+      ary
+    end
+
+    private
+
+    # @return [<Symbol>] adapter for the connection - default :net_http
+    def adapter
+      @adapter ||= Faraday.default_adapter
+    end
+
+    # @return [<Faraday::Connection>] connection object for etherscan
+    def conn_es
+      @conn_es ||=
+        Faraday.new(url: 'https://api.etherscan.io/') do |c|
+          c.request(:url_encoded)
+          c.adapter(adapter)
+        end
+    end
+
+    # @return [<Faraday::Connection>] connection object for greymass
+    def conn_gm
+      @conn_gm ||=
+        Faraday.new(url: 'https://eos.greymass.com') do |c|
+          c.request(:url_encoded)
+          c.adapter(adapter)
+        end
+    end
+  end
+end