abank 0.2.5 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 357eabd6927351fcd006bf58dda24c7b323395749b4ab6ef4ecf6f596a126241
-  data.tar.gz: 0c3fc3b9e2ebda8bfe13b0ba072f50b0ff303668dfde4ffa7378e04f1470b81e
+  metadata.gz: 38252e611997b04e79e9743c3e9027906a47b3eb9252cf2a0d26526fe957d422
+  data.tar.gz: 927a605ae99f62cd66439d0f5468bb2da4ba2174ac9d3b7888fe72bda4dc6043
 SHA512:
-  metadata.gz: b11a19c0f7039ff253776441e4f7b7de443808c4bf90dfec078a65dab3342b40197017d36e69d30d09d35500afd6e187ebe7113580e36ef921737085599c26af
-  data.tar.gz: 98daf017bef2b5860fe498c9f11f6881374ebaa87451a10bf24fe1fa95006230c734a6dc1176e036983ec0e991777e59cfebaa34f2c2bc67828d3b95563163ae
+  metadata.gz: 0dc5655f4c39df0465f00506df19c87b81359c1d2c7ac5fe910b8daf25bd6aa2c59514693437bed6d35dc2c90ef022ab703afc3c14db18e38672fd90fd67318d
+  data.tar.gz: 5f97e3013d807922e1e6cc18d0636f5f02dbe0e0d83485520a582ab285915f7f71f44b526ad45a16f8931251c3c94d0f0453903db720570b89770a8d8d3fec4f

data/.rubocop.yml

@@ -1,33 +1,15 @@
 AllCops:
-  TargetRubyVersion: 2.6
+  TargetRubyVersion: 2.7
   EnabledByDefault: true
 
-Style/ClassAndModuleChildren:
-  EnforcedStyle: compact
-
 Style/Copyright:
-  Enabled: false
-
-Style/DocumentationMethod:
-  Enabled: false
+    Enabled: false
 
-Style/MethodCallWithArgsParentheses:
-  Enabled: false
+Lint/ConstantResolution:
+    Enabled: false
 
 Style/ConstantVisibility:
-  Enabled: false
-
-Layout/MultilineMethodArgumentLineBreaks:
-  Enabled: false
-
-Layout/MultilineHashKeyLineBreaks:
-  Enabled: false
-
-Layout/FirstMethodParameterLineBreak:
-  Enabled: false
-
-Layout/FirstHashElementLineBreak:
-  Enabled: false
+    Enabled: false
 
-Style/MissingElse:
-  Enabled: false
+Style/EmptyElse:
+    EnforcedStyle: nil

data/Gemfile.lock

@@ -1,43 +1,48 @@
 PATH
   remote: .
   specs:
-    abank (0.2.5)
+    abank (0.3.1)
       google-cloud-bigquery
       roo
       thor
-      yard
 
 GEM
   remote: https://rubygems.org/
   specs:
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
-    concurrent-ruby (1.1.6)
-    declarative (0.0.10)
+    ast (2.4.1)
+    backport (1.1.2)
+    benchmark (0.1.0)
+    concurrent-ruby (1.1.7)
+    declarative (0.0.20)
     declarative-option (0.1.0)
-    faraday (1.0.1)
+    e2mmap (0.1.0)
+    faraday (1.1.0)
       multipart-post (>= 1.2, < 3)
-    google-api-client (0.40.1)
+      ruby2_keywords
+    google-api-client (0.50.0)
       addressable (~> 2.5, >= 2.5.1)
       googleauth (~> 0.9)
       httpclient (>= 2.8.1, < 3.0)
       mini_mime (~> 1.0)
       representable (~> 3.0)
       retriable (>= 2.0, < 4.0)
+      rexml
       signet (~> 0.12)
-    google-cloud-bigquery (1.21.1)
+    google-cloud-bigquery (1.25.0)
       concurrent-ruby (~> 1.0)
-      google-api-client (~> 0.33)
+      google-api-client (~> 0.47)
       google-cloud-core (~> 1.2)
       googleauth (~> 0.9)
       mini_mime (~> 1.0)
     google-cloud-core (1.5.0)
       google-cloud-env (~> 1.0)
       google-cloud-errors (~> 1.0)
-    google-cloud-env (1.3.2)
+    google-cloud-env (1.4.0)
       faraday (>= 0.17.3, < 2.0)
     google-cloud-errors (1.0.1)
-    googleauth (0.12.0)
+    googleauth (0.14.0)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.4, < 3.0)
       memoist (~> 0.16)
@@ -45,33 +50,79 @@ GEM
       os (>= 0.9, < 2.0)
       signet (~> 0.14)
     httpclient (2.8.3)
-    jwt (2.2.1)
+    jaro_winkler (1.5.4)
+    jwt (2.2.2)
+    kwalify (0.7.2)
+    maruku (0.7.3)
     memoist (0.16.2)
     mini_mime (1.0.2)
     mini_portile2 (2.4.0)
-    multi_json (1.14.1)
+    multi_json (1.15.0)
     multipart-post (2.1.1)
-    nokogiri (1.10.9)
+    nokogiri (1.10.10)
       mini_portile2 (~> 2.4.0)
-    os (1.1.0)
-    public_suffix (4.0.5)
+    os (1.1.1)
+    parallel (1.20.1)
+    parser (2.7.2.0)
+      ast (~> 2.4.1)
+    psych (3.2.0)
+    public_suffix (4.0.6)
+    rainbow (3.0.0)
     rake (12.3.3)
+    reek (6.0.2)
+      kwalify (~> 0.7.0)
+      parser (>= 2.5.0.0, < 2.8, != 2.5.1.1)
+      psych (~> 3.1)
+      rainbow (>= 2.0, < 4.0)
+    regexp_parser (2.0.0)
     representable (3.0.4)
       declarative (< 0.1.0)
       declarative-option (< 0.2.0)
       uber (< 0.2.0)
     retriable (3.1.2)
+    reverse_markdown (2.0.0)
+      nokogiri
+    rexml (3.2.4)
     roo (2.8.3)
       nokogiri (~> 1)
       rubyzip (>= 1.3.0, < 3.0.0)
+    rubocop (0.93.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.1.5)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8)
+      rexml
+      rubocop-ast (>= 0.6.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (1.2.0)
+      parser (>= 2.7.1.5)
+    ruby-progressbar (1.10.1)
+    ruby2_keywords (0.0.2)
     rubyzip (2.3.0)
     signet (0.14.0)
       addressable (~> 2.3)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.5, < 3.0)
       multi_json (~> 1.10)
+    solargraph (0.39.17)
+      backport (~> 1.1)
+      benchmark
+      bundler (>= 1.17.2)
+      e2mmap
+      jaro_winkler (~> 1.5)
+      maruku (~> 0.7, >= 0.7.3)
+      nokogiri (~> 1.9, >= 1.9.1)
+      parser (~> 2.3)
+      reverse_markdown (>= 1.0.5, < 3)
+      rubocop (~> 0.52)
+      thor (~> 1.0)
+      tilt (~> 2.0)
+      yard (~> 0.9, >= 0.9.24)
     thor (1.0.1)
+    tilt (2.0.10)
     uber (0.1.0)
+    unicode-display_width (1.7.0)
     yard (0.9.25)
 
 PLATFORMS
@@ -81,6 +132,10 @@ DEPENDENCIES
   abank!
   bundler
   rake (~> 12.0)
+  reek
+  rubocop
+  solargraph
+  yard
 
 BUNDLED WITH
    2.1.4

data/abank.gemspec

@@ -1,23 +1,21 @@
 # frozen_string_literal: true
 
-require_relative 'lib/abank/version'
+require_relative('lib/abank/version')
 
 Gem::Specification.new do |spec|
-  spec.name          = 'abank'
-  spec.version       = Abank::VERSION
+  spec.name        = 'abank'
+  spec.version     = Abank::VERSION
   spec.authors     = ['Hernâni Rodrigues Vaz']
   spec.email       = ['hernanirvaz@gmail.com']
   spec.homepage    = 'https://github.com/hernanirvaz/abank'
   spec.license     = 'MIT'
-
   spec.summary     = 'Arquiva movimentos conta-corrente, conta-cartao do activobank no bigquery.'
-  spec.description = spec.summary + ' Permite apagar/recriar movimentos/rendas ja no bigquery. ' \
+  spec.description = "#{spec.summary} Permite apagar/recriar movimentos/rendas ja no bigquery. "\
                      ' Permite ainda classificar movimentos no bigquery.'
 
+  spec.required_ruby_version    = Gem::Requirement.new('~> 2.7')
   spec.metadata['homepage_uri'] = spec.homepage
-  spec.metadata['yard.run'] = 'yard'
-
-  spec.required_ruby_version = Gem::Requirement.new('>= 2.3.0')
+  spec.metadata['yard.run']     = 'yard'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads files in RubyGem that have been added into git.
@@ -29,11 +27,14 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler'
-  spec.add_development_dependency 'rake'
+  spec.add_development_dependency('bundler')
+  spec.add_development_dependency('rake')
+  spec.add_development_dependency('reek')
+  spec.add_development_dependency('rubocop')
+  spec.add_development_dependency('solargraph')
+  spec.add_development_dependency('yard')
 
-  spec.add_dependency 'google-cloud-bigquery'
-  spec.add_dependency 'roo'
-  spec.add_dependency 'thor'
-  spec.add_dependency 'yard'
+  spec.add_dependency('google-cloud-bigquery')
+  spec.add_dependency('roo')
+  spec.add_dependency('thor')
 end

data/lib/abank.rb

@@ -1,40 +1,31 @@
 # frozen_string_literal: true
 
-require 'thor'
-require 'abank/big'
-require 'abank/contrato'
-require 'abank/folha'
-require 'abank/rendas'
-require 'abank/version'
+require('thor')
+require('abank/big1')
+require('abank/big2')
+require('abank/big3')
+require('abank/folha1')
+require('abank/folha2')
+require('abank/version')
 
 # @author Hernani Rodrigues Vaz
 module Abank
   DR = "/home/#{`whoami`.chomp}/Downloads"
-
-  class Error < StandardError; end
+  BD = 'hernanilr.ab'
 
   # CLI para carregar folhas calculo comuns no bigquery
   class CLI < Thor
     desc 'tag', 'classifica movimentos'
     # classifica movimentos
     def tag
-      Big.new.mv_classifica
+      Big.new(options.to_h).mv_classifica.ct_dados.re_insert
     end
 
     desc 'apagamv', 'apaga movimentos'
     option :k, banner: 'KEY[,KEY...]', required: true, desc: 'keys movimentos a apagar'
     # apaga movimentos
     def apagamv
-      Big.new(k: options[:k]).mv_delete.mv_insert.re_work
-    end
-
-    desc 'criact', 'cria contrato arrendamento'
-    option :c, banner: 'CONTRATO', required: true, desc: 'Identificador contrato arrendamento'
-    option :t, type: :boolean, default: true,      desc: 'cria todas as rendas?'
-    option :d, banner: 'DATA', default: '',        desc: 'data contrato arrendamento'
-    # cria contrato arrendamento
-    def criact
-      Big.new(c: options[:c], t: options[:t], d: options[:d]).ct_cria
+      Big.new(options.transform_keys(&:to_sym)).mv_delete.ct_dados.re_insert
     end
 
     desc 'apagact', 'apaga contrato arrendamento'
@@ -42,50 +33,53 @@ module Abank
     option :t, type: :boolean, default: false,     desc: 'apaga todas as rendas?'
     # apaga contrato arrendamento
     def apagact
-      Big.new(c: options[:c], t: options[:t]).ct_apaga
+      Big.new(options.transform_keys(&:to_sym)).ct_apaga
+    end
+
+    desc 'criact', 'cria contrato arrendamento'
+    option :c, banner: 'CONTRATO', required: true, desc: 'Identificador contrato arrendamento'
+    option :d, banner: 'DATA', default: '',        desc: 'data contrato arrendamento'
+    option :t, type: :boolean, default: true,      desc: 'cria todas as rendas?'
+    # cria contrato arrendamento
+    def criact
+      Big.new(options.transform_keys(&:to_sym)).ct_cria
     end
 
     desc 'recriact', 'atualiza rendas de contrato arrendamento'
     option :c, banner: 'CONTRATO', required: true, desc: 'Identificador contrato arrendamento'
-    option :t, type: :boolean, default: false,     desc: 'apaga todas as rendas?'
     option :d, banner: 'DATA', default: '',        desc: 'data contrato arrendamento'
+    option :t, type: :boolean, default: false,     desc: 'apaga todas as rendas?'
     # atualiza rendas de contrato arrendamento
     def recriact
-      Big.new(c: options[:c], t: options[:t]).ct_apaga
-      Big.new(c: options[:c], t: true, d: options[:d]).ct_cria
+      opc = options[:c]
+      Big.new(c: opc, t: options[:t]).ct_apaga
+      Big.new(c: opc, t: true, d: options[:d]).ct_cria
     end
 
     desc 'recriare', 'atualiza rendas dos contratos ativos'
     option :t, type: :boolean, default: false, desc: 'atualiza todas as rendas?'
     # atualiza rendas dos contratos ativos
     def recriare
-      Big.new(t: options[:t]).re_atualiza
+      Big.new(options.transform_keys(&:to_sym)).re_atualiza
     end
 
-    desc 'load', 'carrega dados da folha calculo'
+    desc 'work', 'carrega/apaga dados da folha calculo'
     option :s, type: :boolean, default: false, desc: 'apaga movimento similar'
     option :e, type: :boolean, default: false, desc: 'apaga movimento igual'
     option :v, banner: 'DATA', default: '',    desc: 'data valor para movimentos a carregar'
-    option :g, banner: 'TAG', default: '',     desc: 'classificacao para movimentos a carregar'
-    # carrega folha calculo
-    def load
-      Dir.glob("#{DR}/*.xlsx").sort.each do |f|
-        Big::Folha.new(load_opc.merge(f: f)).processa_xls
+    option :g, banner: 'TAG',  default: '',    desc: 'classificacao para movimentos a carregar'
+    # carrega/apaga dados da folha calculo
+    def work
+      Dir.glob("#{DR}/*.xlsx").sort.each do |file|
+        Folha.new(options.transform_keys(&:to_sym).merge(f: file, i: true)).processa_xls
       end
     end
 
     desc 'show', 'mostra dados da folha calculo'
     # mostra folha calculo
     def show
-      Dir.glob("#{DR}/*.xlsx").sort.each do |f|
-        Big::Folha.new(f: f).processa_xls
-      end
-    end
-
-    no_commands do
-      # @return [Hash] opcoes trabalho com movimentos para load
-      def load_opc
-        { s: options[:s], e: options[:e], i: true, v: options[:v], g: options[:g] }
+      Dir.glob("#{DR}/*.xlsx").sort.each do |file|
+        Folha.new(options.merge(f: file)).processa_xls
       end
     end
 

data/lib/abank/big1.rb

@@ -0,0 +1,108 @@
+# frozen_string_literal: true
+
+require('google/cloud/bigquery')
+
+module Abank
+  # @see Big
+  class Big
+    # @return [Hash] opcoes trabalho
+    attr_reader :opcao
+
+    # @return [Google::Cloud::Bigquery::Data] resultado do Structured Query Language (SQL) no bigquery
+    attr_reader :bqres
+
+    # @return [Integer] numero linhas afetadas pelo Data Manipulation Language (DML) no bigquery
+    attr_reader :bqnrs
+
+    # acesso a base dados abank no bigquery
+    #
+    # @param [Thor::CoreExt::HashWithIndifferentAccess] opcoes trabalho
+    # @option opcoes [String]  :k ('') movimentos a apagar (keysin.mv)
+    # @option opcoes [String]  :c ('') id contrato arrendamento (re)
+    # @option opcoes [String]  :d ('') data inicio contrato arrendamento (re)
+    # @option opcoes [Boolean] :t (false) trabalha todas as rendas? (re)
+    # @return [Hash] opcoes trabalho
+    def initialize(opcoes = {})
+      @opcao = opcoes
+      opcao
+    end
+
+    # @return [Google::Cloud::Bigquery] API bigquery
+    def bqapi
+      @bqapi ||= Google::Cloud::Bigquery.new
+    end
+
+    # @return [String] movimentos a apagar (keysin.mv)
+    def mvkys
+      opcao[:k][/([-+]*\d)+(,[-+]*\d+)*/].to_s
+    end
+
+    # apaga movimentos & suas rendas associadas no bigquery
+    #
+    # @return [Big] acesso a base dados abank no bigquery
+    def mv_delete
+      @ctlct = []
+      unless mvkys.empty?
+        # obtem lista contratos arrendamento associados aos movimentos a apagar
+        @ctlct = sql("select distinct ct from #{BD}.mv where #{ky_mv} in(#{mvkys}) and substr(ct,1,1)='r'")
+
+        # apaga todas as rendas dos contratos arrendamento associados aos movimentos a apagar
+        opcao[:t] = true unless ctlct.empty?
+        re_apaga.mv_delete_dml
+      end
+      self
+    end
+
+    # apaga movimentos no bigquery
+    def mv_delete_dml
+      dml("delete from #{BD}.mv where #{ky_mv} in(#{mvkys})")
+      puts("MOVIMENTOS APAGADOS #{bqnrs}")
+    end
+
+    # (see CLI#tag)
+    def mv_classifica
+      dml("update #{BD}.mv set mv.ct=tt.nct from (select * from #{BD}.cl) as tt where #{ky_mv}=tt.ky")
+      puts("MOVIMENTOS CLASSIFICADOS #{bqnrs}")
+      @ctlct = sql("select distinct ct from #{BD}.re") if bqnrs.positive?
+      self
+    end
+
+    # @return [String] expressao sql da chave de movimentos
+    def ky_mv
+      'FARM_FINGERPRINT(CONCAT(CAST(mv.nc as STRING),mv.ds,CAST(mv.dl as STRING),CAST(mv.vl as STRING)))'
+    end
+
+    # @param [String] cmd comando a executar
+    # @return [Google::Cloud::Bigquery::QueryJob] tarefa SQL/DML no bigquery
+    def job(cmd)
+      bqjob = bqapi.query_job(cmd)
+      bqjob.wait_until_done!
+      err = bqjob.error
+      puts(err['message']) if err
+      bqjob
+    end
+
+    # executa Structured Query Language (SQL) no bigquery
+    #
+    # @param (see job)
+    # @param [Array] erro resultado quando falha execucao
+    # @return [Google::Cloud::Bigquery::Data] resultado do SQL
+    def sql(cmd, erro = [])
+      # se job.failed? executa job(cmd).data => StandardError
+      @bqres = job(cmd).data
+    rescue StandardError
+      @bqres = erro
+    end
+
+    # executa Data Manipulation Language (DML) no bigquery
+    #
+    # @param (see job)
+    # @return [Integer] numero rows afetadas pelo DML
+    def dml(cmd)
+      # se job.failed? executa Integer(nil) => StandardError
+      @bqnrs = Integer(job(cmd).num_dml_affected_rows)
+    rescue StandardError
+      @bqnrs = 0
+    end
+  end
+end