arquivo 0.2.9 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6d030623f8fd4780d6207d8ad206a06f9b7eb35e1cf2e484d10697bfe5ec1aa4
-  data.tar.gz: 5b3c49c43d6b607290db7e0582e0b84a7a87b1d5c6bece2cf2b697bab60e9ce9
+  metadata.gz: 8a76870038b98ebfbe1908469787efdc14668f43f9ca378f4006b46f1542bc79
+  data.tar.gz: 67a5eaf4bfd86f4f10efa00e5f63ff02de4f9907d2f1f666b46ea4fb1d4f58b4
 SHA512:
-  metadata.gz: 5c6046db2f720435c3548a9df7cf96d2846d572c3fd5ca259cd3dcbc233d99e7c97414594390d211426b60eea268e3d20d09acb1aa69359c4be7f4990387b26a
-  data.tar.gz: 89c01519dcedbfa9cda6b4fe05887156ab93a31358e15eccde40796531655f4ecb6d23fd7b6127d7203bf52620e25c7a96631d6c50415d3def7ad0522804b1a1
+  metadata.gz: 914e9b3d7986502ac35b0db15b81f5cc1c0a0fa884531adc74d617f9f2a8af832eb5e218edc38f8cf7ae0b6ffe41b15a0f0b4726744ae43234dedb0a4026a4a3
+  data.tar.gz: f7d6be4dd6d8dd3a31af523b1ed20c3b03ef076954acc88cc222d9da645df8609ab4847768e57642dc634bbab0dde89c1a5780388bac8490c8ddabe8fbc74f5c

data/Gemfile

@@ -1,6 +1,8 @@
-source "https://rubygems.org"
+# frozen_string_literal: true
 
-git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
 
 # Specify your gem's dependencies in arquivo.gemspec
 gemspec

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    arquivo (0.2.9)
-      fastimage (~> 2.1)
-      google-api-client (~> 0.34)
+    arquivo (0.3.0)
+      fastimage
+      google-api-client
       google-cloud-bigquery
       i18n
-      pdf-reader (~> 2.3)
-      thor (~> 0.1)
-      yard (~> 0.9)
+      pdf-reader
+      thor
+      yard
 
 GEM
   remote: https://rubygems.org/
@@ -23,7 +23,7 @@ GEM
     faraday (1.0.1)
       multipart-post (>= 1.2, < 3)
     fastimage (2.1.7)
-    google-api-client (0.40.0)
+    google-api-client (0.40.2)
       addressable (~> 2.5, >= 2.5.1)
       googleauth (~> 0.9)
       httpclient (>= 2.8.1, < 3.0)
@@ -43,7 +43,7 @@ GEM
     google-cloud-env (1.3.2)
       faraday (>= 0.17.3, < 2.0)
     google-cloud-errors (1.0.1)
-    googleauth (0.12.0)
+    googleauth (0.13.0)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.4, < 3.0)
       memoist (~> 0.16)
@@ -52,7 +52,7 @@ GEM
       signet (~> 0.14)
     hashery (2.1.2)
     httpclient (2.8.3)
-    i18n (1.8.2)
+    i18n (1.8.3)
       concurrent-ruby (~> 1.0)
     jwt (2.2.1)
     memoist (0.16.2)
@@ -79,7 +79,7 @@ GEM
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.5, < 3.0)
       multi_json (~> 1.10)
-    thor (0.20.3)
+    thor (1.0.1)
     ttfunk (1.6.2.1)
     uber (0.1.0)
     yard (0.9.25)
@@ -89,8 +89,8 @@ PLATFORMS
 
 DEPENDENCIES
   arquivo!
-  bundler (~> 1.17)
+  bundler
   rake
 
 BUNDLED WITH
-   1.17.3
+   2.1.2

data/Rakefile

@@ -1,2 +1,4 @@
-require "bundler/gem_tasks"
-task :default => :spec
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+task default: :spec

data/arquivo.gemspec

@@ -11,8 +11,7 @@ Gem::Specification.new do |spec|
   spec.email        = ['hernanirvaz@gmail.com']
   spec.homepage     = 'https://github.com/ph1341c118/arquivo'
 
-  spec.summary      = 'Processa documentos do condominio ph1341c118 ' \
-                      'para arquivo.'
+  spec.summary      = 'Processa documentos do condominio ph1341c118 para arquivo.'
   spec.description  = spec.summary
   spec.description += ' Pode tambem segmentar PDFs e MINUTAS. ' \
                       'Tendo os documentos em pastas separadas, pode ainda ' \
@@ -26,21 +25,20 @@ Gem::Specification.new do |spec|
   # The `git ls-files -z` loads the files in the
   # RubyGem that have been added into git.
   spec.files = Dir.chdir(File.expand_path(__dir__)) do
-    `git ls-files -z`.split("\x0")
-                     .reject { |f| f.match(%r{^(test|spec|features)/}) }
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
   spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler', '~> 1.17'
+  spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'rake'
 
-  spec.add_dependency 'fastimage', '~> 2.1'
-  spec.add_dependency 'google-api-client', '~> 0.34'
+  spec.add_dependency 'fastimage'
+  spec.add_dependency 'google-api-client'
   spec.add_dependency 'google-cloud-bigquery'
   spec.add_dependency 'i18n'
-  spec.add_dependency 'pdf-reader', '~> 2.3'
-  spec.add_dependency 'thor', '~> 0.1'
-  spec.add_dependency 'yard', '~> 0.9'
+  spec.add_dependency 'pdf-reader'
+  spec.add_dependency 'thor'
+  spec.add_dependency 'yard'
 end

data/bin/console

@@ -1,7 +1,8 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
-require "bundler/setup"
-require "arquivo"
+require 'bundler/setup'
+require 'arquivo'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -10,5 +11,5 @@ require "arquivo"
 # require "pry"
 # Pry.start
 
-require "irb"
+require 'irb'
 IRB.start(__FILE__)

data/lib/arquivo.rb

@@ -19,10 +19,8 @@ module Arquivo
 
   # @abstract CLI tarefas segmentar e arquivar
   class CLI < Thor
-    desc 'mp3 MINUTA', 'processa MINUTA criando pasta ' \
-                       'com segmentos para arquivo'
-    option :tempos, type: :array, default: [],
-                    desc: 'lista tempos para segmentar MINUTA, ex: [[h:]m:]s'
+    desc 'mp3 MINUTA', 'processa MINUTA criando pasta com segmentos para arquivo'
+    option :tempos, type: :array, default: [], desc: 'lista tempos para segmentar MINUTA, ex: [[h:]m:]s'
     # segmenta minuta segundo lista tempos
     #
     # @param [String] minuta ficheiro audio a segmentar
@@ -36,15 +34,14 @@ module Arquivo
       f.segmenta_minuta(options[:tempos])
     end
 
-    desc 'pdf EXTRATO', 'processa EXTRATO criando pasta ' \
-                        'com documentos para arquivo'
+    desc 'pdf EXTRATO', 'processa EXTRATO criando pasta com documentos para arquivo'
     # segmenta extrato limpando publicidade
     #
     # @param [String] extrato pdf a segmentar
     def pdf(extrato)
       return unless File.exist?(extrato) && File.ftype(extrato) == 'file'
 
-      f = C118pdf.new(extrato, options)
+      f = C118pdf.new(extrato, {})
       return unless f.processa_extrato?
 
       system "mkdir -p #{f.base}"
@@ -63,7 +60,7 @@ module Arquivo
     def dsh(dashboard)
       return unless File.exist?(dashboard) && File.ftype(dashboard) == 'file'
 
-      C118pdf.new(dashboard, options).faz_dashboard
+      C118pdf.new(dashboard, {}).faz_dashboard
     end
 
     desc 'big', 'processa dados bigquery c118'
@@ -72,22 +69,16 @@ module Arquivo
       C118bigquery.new.processa_big
     end
 
-    desc 'dir PASTA', 'processa faturas/recibos/extratos/minutas ' \
-                      'e cria arquivos c118'
-    option :fuzz, type: :numeric, default: 29,
-                  desc: 'fuzz trim jpg N-1, escolhe menor -> scanned pdf'
-    option :quality, type: :numeric, default: 15,
-                     desc: 'compress jpg N% -> scanned pdf (less=low quality)'
+    desc 'dir PASTA', 'processa faturas/recibos/extratos/minutas e cria arquivos c118'
+    # opcoes para compressao de imagens em PDFs
+    option :fuzz,      type: :numeric, default: 29,      desc: 'fuzz trim jpg N-1, escolhe menor -> scanned pdf'
+    option :quality,   type: :numeric, default: 15,      desc: 'compress jpg N% -> scanned pdf (less=low quality)'
 
-    option :threshold, type: :numeric, default: 9,
-                       desc: 'limiar maximo para silencio, 0% = silencio puro'
-    option :sound, type: :numeric, default: 1,
-                   desc: 'segundos de som para terminar silencio'
-
-    option :amount, type: :numeric, default: 0.00001,
-                    desc: 'qtd ruido a ser removido'
-    option :rate, type: :numeric, default: 16,
-                  desc: 'sample rate - radio-16k, CD-44.1k, PC-48k, pro-96k'
+    # opcoes para compressao de audio
+    option :threshold, type: :numeric, default: 9,       desc: 'limiar maximo para silencio, 0% = silencio puro'
+    option :sound,     type: :numeric, default: 1,       desc: 'segundos de som para terminar silencio'
+    option :amount,    type: :numeric, default: 0.00001, desc: 'qtd ruido a ser removido'
+    option :rate,      type: :numeric, default: 16,      desc: 'sample rate - radio-16k, CD-44.1k, PC-48k, pro-96k'
     # arquiva pasta de documentos c118
     #
     # @param [String] pasta contem os documentos para arquivar

data/lib/arquivo/bigquery.rb

@@ -22,26 +22,33 @@ module Arquivo
     def processa_big
       # folha c118-contas
       s = '1PbiMrtTtqGztZMhe3AiJbDS6NQE9o3hXebnQEFdt954'
-      a = folhas.get_spreadsheet_values(s, 'cbd!AJ2')
-                .values.flatten[0]
-      i = folhas.get_spreadsheet_values(s, 'bal!R2:R')
-                .values.flatten.join(',')
-      puts 'processamento bigquery feito para ano ' + a +
-           ": [del_bal,del_hise,ins_bal,ins_hise] #{sql_big(a, i)}"
+      a = folhas.get_spreadsheet_values(s, 'cbd!AJ2').values.flatten[0]
+      i = folhas.get_spreadsheet_values(s, 'bal!R2:R').values.flatten.join(',')
+      puts 'processamento bigquery feito para ano ' + a + ": [del_bal,del_hise,ins_bal,ins_hise] #{sql_big(a, i)}"
     end
 
-    # executa comandos DML (Data Manipulation Language) no bigquery
+    # executa comandos DML para processa no bigquery
     #
     # @return [Array<Integer>] numero linhas afetadas pelos DMLs
     def sql_big(ano, lst)
       [dml('delete FROM arquivo.bal  WHERE ano=' + ano),
        dml('delete FROM arquivo.hise WHERE ano=' + ano),
-       dml('INSERT arquivo.bal (data,entidade,documento,descricao,valor,tag,' \
-           'dr,banco,conta,ano,id4,dref,daa,paga,desb) VALUES' + lst),
-       dml('INSERT arquivo.hise(ano,dr,tag,descricao,valor) ' \
-           'select * from arquivo.vhe where ano=' + ano)]
+       dml("INSERT arquivo.bal (#{col_bal}) VALUES" + lst),
+       dml("INSERT arquivo.hise(#{col_hise}) select * from arquivo.vhe where ano=" + ano)]
     end
 
+    # @return [String] colunas da tabela bal no bigquery
+    def col_bal
+      'data,entidade,documento,descricao,valor,tag,dr,banco,conta,ano,id4,dref,daa,paga,desb'
+    end
+
+    # @return [String] colunas da tabela hise no bigquery
+    def col_hise
+      'ano,dr,tag,descricao,valor'
+    end
+
+    # executa comando DML (Data Manipulation Language) no bigquery
+    #
     # @return [Integer] numero linhas afetadas pelo DML
     def dml(sql)
       job = big.query_job(sql)

data/lib/arquivo/extrato.rb

@@ -4,7 +4,7 @@ require 'pdf-reader'
 
 module Arquivo
   # permite processar documentos PDF
-  class C118pdf < String
+  class C118pdf
     # @return [String] nome do documento
     attr_reader :file
     # @return [String] extensao do documento
@@ -128,21 +128,5 @@ module Arquivo
       puts "#{nome}-extrato"
       nome_extrato
     end
-
-    # cria PDF do dashboard
-    def faz_dashboard
-      c = 'gs -sDEVICE=pdfwrite ' \
-          '-dNOPAUSE -dBATCH -dQUIET -dPDFSETTINGS=/printer ' \
-          '-sPAPERSIZE=a4 -dFIXEDMEDIA -dPDFFitPage -dAutoRotatePages=/All'
-      system "#{c} -sOutputFile=#{base}-a4.pdf \"#{file}\" #{O2}"
-      puts "#{base}-a4"
-    end
-
-    # segmenta PDF pelas suas paginas
-    def split
-      system "pdftk #{file} burst output #{base}/pg%04d-#{base}.pdf;" \
-             "rm -f #{base}/*.txt"
-      puts "#{base}-split"
-    end
   end
 end

data/lib/arquivo/mp3.rb

@@ -17,8 +17,7 @@ module Arquivo
     # @param [String] mp3 MP3 c118
     # @param [Hash] opt parametrizar MINUTA
     # @option opt [Numeric] :amount (0.00001) qtd ruido a ser removido,
-    # @option opt [Numeric] :rate (16) sample rate - radio-16k, CD-44.1k,
-    #   PC-48k, pro-96k
+    # @option opt [Numeric] :rate (16) sample rate - radio-16k, CD-44.1k, PC-48k, pro-96k
     # @return [C118mp3] MP3 c118
     def initialize(mp3, opt)
       @file = mp3

data/lib/arquivo/noise.rb

@@ -31,16 +31,12 @@ module Arquivo
 
     # @param pasta (see CLI#dir)
     # @param [Hash] opt parametrizar JPG, MINUTA
-    # @option opt [Numeric] :fuzz (29) trim jpg N-1, escolhe menor ->
-    #   scanned pdf
-    # @option opt [Numeric] :quality (15) compress jpg N% -> scanned pdf
-    #   (less=low quality)
-    # @option opt [Numeric] :threshold (9) limiar maximo para silencio,
-    #   0% = silencio puro
+    # @option opt [Numeric] :fuzz (29) trim jpg N-1, escolhe menor -> scanned pdf
+    # @option opt [Numeric] :quality (15) compress jpg N% -> scanned pdf (less=low quality)
+    # @option opt [Numeric] :threshold (9) limiar maximo para silencio, 0% = silencio puro
     # @option opt [Numeric] :sound (1) segundos de som para terminar silencio
     # @option opt [Numeric] :amount (0.00001) qtd ruido a ser removido,
-    # @option opt [Numeric] :rate (16) sample rate - radio-16k, CD-44.1k,
-    #   PC-48k, pro-96k
+    # @option opt [Numeric] :rate (16) sample rate - radio-16k, CD-44.1k, PC-48k, pro-96k
     # @return [C118dir] pasta de documentos c118
     def initialize(dir, opt)
       c = Dir.glob(File.join(dir, '*'))

data/lib/arquivo/pdf.rb

@@ -7,7 +7,7 @@ I18n.config.available_locales = :pt
 
 module Arquivo
   # permite processar documentos PDF
-  class C118pdf < String
+  class C118pdf
     # @!group processamento
     # processa pdf para arquivo
     #
@@ -143,5 +143,20 @@ module Arquivo
              "pdftk tmp/zip/#{base}.pdf " \
              "stamp tmp/stamp-#{id}.pdf output #{o} #{O2}"
     end
+
+    # cria PDF do dashboard
+    def faz_dashboard
+      c = 'gs -sDEVICE=pdfwrite ' \
+          '-dNOPAUSE -dBATCH -dQUIET -dPDFSETTINGS=/printer ' \
+          '-sPAPERSIZE=a4 -dFIXEDMEDIA -dPDFFitPage -dAutoRotatePages=/All'
+      system "#{c} -sOutputFile=#{base}-a4.pdf \"#{file}\" #{O2}"
+      puts "#{base}-a4"
+    end
+
+    # segmenta PDF pelas suas paginas
+    def split
+      system "pdftk #{file} burst output #{base}/pg%04d-#{base}.pdf;rm -f #{base}/*.txt"
+      puts "#{base}-split"
+    end
   end
 end

data/lib/arquivo/sheets.rb

@@ -28,19 +28,15 @@ module Arquivo
       z = Google::Auth::UserAuthorizer.new(i, s, f)
       @folhas = Google::Apis::SheetsV4::SheetsService.new
       @folhas.client_options.application_name = 'c118-arquivo'
-      @folhas.authorization = z.get_credentials('default') ||
-                              new_credentials(z, 'urn:ietf:wg:oauth:2.0:oob')
+      @folhas.authorization = z.get_credentials('default') || new_credentials(z, 'urn:ietf:wg:oauth:2.0:oob')
     end
 
     # inicializar OAuth2 authorization abrindo URL e copiando novo codigo
     #
     # @return [Google::Auth::UserAuthorizer] OAuth2 credentials
     def new_credentials(aut, oob)
-      puts 'Open URL and copy code after authorization, in <codigo-aqui>',
-           aut.get_authorization_url(base_url: oob)
-      aut.get_and_store_credentials_from_code(user_id: 'default',
-                                              code: '<codigo-aqui>',
-                                              base_url: oob)
+      puts 'Open URL and copy code after authorization, in <codigo-aqui>', aut.get_authorization_url(base_url: oob)
+      aut.get_and_store_credentials_from_code(user_id: 'default', code: '<codigo-aqui>', base_url: oob)
     end
   end
 end

data/lib/arquivo/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Arquivo
-  VERSION = '0.2.9'
+  VERSION = '0.3.0'
 end

metadata

@@ -1,29 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: arquivo
 version: !ruby/object:Gem::Version
-  version: 0.2.9
+  version: 0.3.0
 platform: ruby
 authors:
 - Hernâni Rodrigues Vaz
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-06-01 00:00:00.000000000 Z
+date: 2020-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -42,30 +42,30 @@ dependencies:
   name: fastimage
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: google-api-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.34'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.34'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: google-cloud-bigquery
   requirement: !ruby/object:Gem::Requirement
@@ -98,44 +98,44 @@ dependencies:
   name: pdf-reader
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
 description: Processa documentos do condominio ph1341c118 para arquivo. Pode tambem
   segmentar PDFs e MINUTAS. Tendo os documentos em pastas separadas, pode ainda criar
   arquivos apropriados.
@@ -187,7 +187,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.8
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Processa documentos do condominio ph1341c118 para arquivo.