arquivo 0.2.7 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89558d48120f776a51fec71ba71944581249e3ad23838737c1d424166e47e42b
-  data.tar.gz: 4cf0050da0b5b1e69a655802981a78bc01d1398eff08d2ab9d8ce7b5d7ef8fb1
+  metadata.gz: b0d1c0b7dca23809705a05ea4e6bd704e99eeab5fc27381c780d8aa32a84da10
+  data.tar.gz: 68b6dda1b3beb4ca52117df535be8885c80e0c3487679feab337aa47d0296306
 SHA512:
-  metadata.gz: dfb1d7d6a3361c2b9ed6308481a8a87d3252f6be230a2bc2446080915883968dac1d8e9f14eeb372ba2f90fdfb33ef098f1b0fc748c8af49c0344e5f1022987c
-  data.tar.gz: a4c1d2d860a1f48552e4f0015cf2a8c42e69cfa387615f2776c399b5216233eb2907f06004ce53f04ce3031d34e7a9d18fc438fb73dc377070d24f0e942919ac
+  metadata.gz: 487f95c662296e02d160317dcd22f391182d0561a4cab341198649f05f3d88e35a9284804a72110338e15451bc7a26117180afa5f07148da23cef2147207f8ef
+  data.tar.gz: d03ca2a02cbab924c791c047103b05bae704ac3d5d9209fa0eae17ae5d3168e99839c173c03a5103968414a68b5d223ff141ba7abde62dec696f5e104b7cb5b5

data/Gemfile.lock

@@ -1,10 +1,11 @@
 PATH
   remote: .
   specs:
-    arquivo (0.2.7)
+    arquivo (0.2.8)
       fastimage (~> 2.1)
       google-api-client (~> 0.34)
       google-cloud-bigquery
+      i18n
       pdf-reader (~> 2.3)
       thor (~> 0.1)
       yard (~> 0.9)
@@ -51,6 +52,8 @@ GEM
       signet (~> 0.12)
     hashery (2.1.2)
     httpclient (2.8.3)
+    i18n (1.8.2)
+      concurrent-ruby (~> 1.0)
     jwt (2.2.1)
     memoist (0.16.2)
     mini_mime (1.0.2)

data/README.md

@@ -1,6 +1,6 @@
 # Arquivo
 
-Processa documentos do condominio ph1341c118 para arquivo. Pode tambem segmentar PDFs e MINUTAS. Tendo os documentos em pastas separadas, pode ainda criar arquivos apropriados.
+Processa documentos do condominio ph1341c118 para arquivo. Pode tambem segmentar PDFs e MINUTAS. Tendo os documentos em pastas separadas, pode ainda criar arquivos apropriados. Parmite ainda processar dados do condominio ph1341c118 no bigquery para arquivo historico.
 
 ## Installation
 

data/arquivo.gemspec

@@ -39,6 +39,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'fastimage', '~> 2.1'
   spec.add_dependency 'google-api-client', '~> 0.34'
   spec.add_dependency 'google-cloud-bigquery'
+  spec.add_dependency 'i18n'
   spec.add_dependency 'pdf-reader', '~> 2.3'
   spec.add_dependency 'thor', '~> 0.1'
   spec.add_dependency 'yard', '~> 0.9'

data/lib/arquivo.rb

@@ -2,6 +2,8 @@
 
 require 'thor'
 require 'arquivo/version'
+require 'arquivo/sheets'
+require 'arquivo/bigquery'
 require 'arquivo/dir'
 require 'arquivo/pdf'
 require 'arquivo/jpg'
@@ -67,7 +69,7 @@ module Arquivo
     desc 'big', 'processa dados bigquery c118'
     # processa bigquery c118
     def big
-      C118dir.new('/home/c118', options).processa_big
+      C118bigquery.new.processa_big
     end
 
     desc 'dir PASTA', 'processa faturas/recibos/extratos/minutas ' \

data/lib/arquivo/bigquery.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+require 'google/cloud/bigquery'
+
+module Arquivo
+  # permite arquivar dados c118 no bigquery
+  class C118bigquery < C118sheets
+    # @return [Google::Cloud::Bigquery] API bigquery c118
+    attr_reader :big
+
+    # @return [C118bigquery] acesso bigquery c118
+    def initialize
+      # inicializar API sheets com ID cliente & credenciais
+      sheets_credentials
+
+      # This uses Application Default Credentials to authenticate.
+      # @see https://cloud.google.com/bigquery/docs/authentication/getting-started
+      @big = Google::Cloud::Bigquery.new
+    end
+
+    # obtem dados da folha c118 & processa no bigquery
+    def processa_big
+      # folha c118-contas
+      s = '1PbiMrtTtqGztZMhe3AiJbDS6NQE9o3hXebnQEFdt954'
+      a = folhas.get_spreadsheet_values(s, 'cbd!AJ2')
+                .values.flatten[0]
+      i = folhas.get_spreadsheet_values(s, 'bal!R2:R')
+                .values.flatten.join(',')
+      puts 'processamento bigquery feito para ano ' + a +
+           ": [del_bal,del_hise,ins_bal,ins_hise] #{sql_big(a, i)}"
+    end
+
+    # executa comandos DML (Data Manipulation Language) no bigquery
+    #
+    # @return [Array<Integer>] numero linhas afetadas pelos DMLs
+    def sql_big(ano, lst)
+      [dml('delete FROM arquivo.bal  WHERE ano=' + ano),
+       dml('delete FROM arquivo.hise WHERE ano=' + ano),
+       dml('INSERT arquivo.bal (data,entidade,documento,descricao,valor,tag,' \
+           'dr,banco,conta,ano,id4,dref,daa,paga,desb) VALUES' + lst),
+       dml('INSERT arquivo.hise(ano,dr,tag,descricao,valor) ' \
+           'select * from arquivo.vhe where ano=' + ano)]
+    end
+
+    # @return [Integer] numero linhas afetadas pelo DML
+    def dml(sql)
+      job = big.query_job(sql)
+      job.wait_until_done!
+      puts job.error if job.failed?
+      job.num_dml_affected_rows
+    end
+  end
+end

data/lib/arquivo/dir.rb

@@ -1,10 +1,5 @@
 # frozen_string_literal: true
 
-require 'google/apis/sheets_v4'
-require 'googleauth'
-require 'googleauth/stores/file_token_store'
-require 'google/cloud/bigquery'
-
 require 'arquivo/noise'
 
 module Arquivo
@@ -67,23 +62,6 @@ module Arquivo
       processa_items
     end
 
-    def processa_big
-      # sheet c118-contas
-      dg = '1PbiMrtTtqGztZMhe3AiJbDS6NQE9o3hXebnQEFdt954'
-      ano = c118_sheets.get_spreadsheet_values(dg, 'cdb!AJ2').values
-      ins = c118_sheets.get_spreadsheet_values(dg, 'cbd!AJ:AJ').values
-      puts ano
-      puts ins
-
-      # This uses Application Default Credentials to authenticate.
-      # @see https://cloud.google.com/bigquery/docs/authentication/getting-started
-      # bigquery = Google::Cloud::Bigquery.new
-      # r = bigquery.query 'select * from arquivo.bal order by 1 desc limit 10'
-      # r.each do |row|
-      #   puts "#{row[:data]}: #{row[:documento]}"
-      # end
-    end
-
     # @return [String] proximo item dentro da pasta
     def next_item
       @item = items.next
@@ -91,49 +69,20 @@ module Arquivo
       @item = nil
     end
 
-    # @!group dados online
-    # @return [Hash] dados oficiais para reclassificacao de faturas e recibos
+    # @!group dados folhas-calculo c118
+    # @return [Hash] dados oficiais para classificacao de faturas e recibos
     def obtem_dados
       @dados = {}
       # somente faturas e recibos necessitam reclassificacao
       return unless %i[fft frc].include?(contem)
 
-      # sheet c118-contas
-      dg = '1PbiMrtTtqGztZMhe3AiJbDS6NQE9o3hXebnQEFdt954'
-      @dados = c118_sheets.get_spreadsheet_values(dg, contem.to_s + '!A2:E')
-                          .values.group_by { |k| k[0][/\w+/] }
+      # folha c118-contas
+      s = '1PbiMrtTtqGztZMhe3AiJbDS6NQE9o3hXebnQEFdt954'
+      @dados = C118sheets.new.folhas
+                         .get_spreadsheet_values(s, contem.to_s + '!A2:E')
+                         .values.group_by { |k| k[0][/\w+/] }
     rescue StandardError
       @dados = {}
     end
-
-    # assegura credenciais validas, obtidas dum ficheiro de credencias
-    #
-    # @return [Google::Apis::SheetsV4::SheetsService] c118 sheets_v4
-    def c118_sheets
-      p = '/home/c118/.'
-      # file obtido console.cloud.google.com/apis OAuth 2.0 client IDs
-      i = Google::Auth::ClientId.from_file("#{p}sheets.json")
-      s = Google::Apis::SheetsV4::AUTH_SPREADSHEETS_READONLY
-      # file criado aquando new_credentials is executed
-      f = Google::Auth::Stores::FileTokenStore.new(file: "#{p}sheets.yaml")
-      z = Google::Auth::UserAuthorizer.new(i, s, f)
-
-      sheets = Google::Apis::SheetsV4::SheetsService.new
-      sheets.client_options.application_name = 'c118-arquivo'
-      sheets.authorization = z.get_credentials('default') ||
-                             new_credentials(z, 'urn:ietf:wg:oauth:2.0:oob')
-      sheets
-    end
-
-    # inicializar OAuth2 authorization abrindo URL e copiando novo codigo
-    #
-    # @return [Google::Auth::UserAuthorizer] OAuth2 credentials
-    def new_credentials(aut, oob)
-      puts 'Open URL and copy code after authorization, in <codigo-aqui>',
-           aut.get_authorization_url(base_url: oob)
-      aut.get_and_store_credentials_from_code(user_id: 'default',
-                                              code: '<codigo-aqui>',
-                                              base_url: oob)
-    end
   end
 end

data/lib/arquivo/sheets.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+require 'google/apis/sheets_v4'
+require 'googleauth'
+require 'googleauth/stores/file_token_store'
+
+module Arquivo
+  # acede a folhas-calculo c118
+  class C118sheets
+    # @return (see #sheets_credentials)
+    attr_reader :folhas
+
+    # @return [C118sheets] acesso folhas-calculo c118
+    def initialize
+      sheets_credentials
+    end
+
+    # inicializar API sheets com ID cliente & credenciais
+    #
+    # @return [Google::Apis::SheetsV4::SheetsService] API folhas-calculo c118
+    def sheets_credentials
+      l = '/home/c118/.sheets.'
+      # file obtido console.cloud.google.com/apis OAuth 2.0 client IDs
+      i = Google::Auth::ClientId.from_file(l + 'json')
+      s = Google::Apis::SheetsV4::AUTH_SPREADSHEETS_READONLY
+      # file criado aquando new_credentials is executed
+      f = Google::Auth::Stores::FileTokenStore.new(file: l + 'yaml')
+      z = Google::Auth::UserAuthorizer.new(i, s, f)
+      @folhas = Google::Apis::SheetsV4::SheetsService.new
+      @folhas.client_options.application_name = 'c118-arquivo'
+      @folhas.authorization = z.get_credentials('default') ||
+                              new_credentials(z, 'urn:ietf:wg:oauth:2.0:oob')
+    end
+
+    # inicializar OAuth2 authorization abrindo URL e copiando novo codigo
+    #
+    # @return [Google::Auth::UserAuthorizer] OAuth2 credentials
+    def new_credentials(aut, oob)
+      puts 'Open URL and copy code after authorization, in <codigo-aqui>',
+           aut.get_authorization_url(base_url: oob)
+      aut.get_and_store_credentials_from_code(user_id: 'default',
+                                              code: '<codigo-aqui>',
+                                              base_url: oob)
+    end
+  end
+end

data/lib/arquivo/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Arquivo
-  VERSION = '0.2.7'
+  VERSION = '0.2.8'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arquivo
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.2.8
 platform: ruby
 authors:
 - Hernâni Rodrigues Vaz
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-04-10 00:00:00.000000000 Z
+date: 2020-04-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pdf-reader
   requirement: !ruby/object:Gem::Requirement
@@ -143,12 +157,14 @@ files:
 - bin/setup
 - exe/arquivo
 - lib/arquivo.rb
+- lib/arquivo/bigquery.rb
 - lib/arquivo/dir.rb
 - lib/arquivo/extrato.rb
 - lib/arquivo/jpg.rb
 - lib/arquivo/mp3.rb
 - lib/arquivo/noise.rb
 - lib/arquivo/pdf.rb
+- lib/arquivo/sheets.rb
 - lib/arquivo/version.rb
 homepage: https://github.com/ph1341c118/arquivo
 licenses: