sped2sql 1.0.4

data/lib/sped2sql/sql/parser.rb

@@ -0,0 +1,68 @@
+# -*- encoding: utf-8 -*-
+module SPED2SQL
+  module SQL
+    class Parser
+      attr_reader :dados, :tbl_prefix, :tbl_sufix
+
+      HEADER  = "/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;\r\n"                   \
+                "/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;\r\n"                 \
+                "/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;\r\n"                   \
+                "/*!40101 SET NAMES utf8 */;\r\n"                                                         \
+                "/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */;\r\n"                                         \
+                "/*!40103 SET TIME_ZONE='+00:00' */;\r\n"                                                 \
+                "/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */;\r\n"                \
+                "/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */;\r\n" \
+                "/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */;\r\n"
+
+      FOOTER  = "/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */;\r\n"                         \
+                "/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */;\r\n"       \
+                "/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */;\r\n"                 \
+                "/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;\r\n"   \
+                "/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;\r\n" \
+                "/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;\r\n"   \
+                "/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;\r\n"
+
+      def initialize(dados, options = {})
+        @tbl_prefix = options[:tbl_prefix] || ''
+        @tbl_sufix  = options[:tbl_sufix]  || ''
+        @dados      = dados
+        self
+      end
+
+      def parse!
+        output = []
+        inserts_agrupados.each do |registro, inserts|
+          tabela = nome_tabela(registro)
+
+          output << "LOCK TABLES `#{ tabela }` WRITE;"
+          output << "/*!40000 ALTER TABLE `#{ tabela }` DISABLE KEYS */;"
+          output << "INSERT INTO #{ tabela } VALUES ('',#{ inserts.join("),('',") });"
+          output << "/*!40000 ALTER TABLE `#{ tabela }` ENABLE KEYS */;"
+          output << "UNLOCK TABLES;"
+        end
+
+        "#{ HEADER }#{ output.join("\r\n") }\r\n#{ FOOTER }"
+      end
+
+      class << self
+        def to_sql(dados, options = {})
+          new(dados, options).parse!
+        end
+      end
+
+      private
+
+      def inserts_agrupados
+        inserts = Hash.new { |k, v| k[v] = [] }
+        dados.each do |linha|
+          inserts[linha[0]] << linha[0..-1].map { |r| "'#{r}'" }.join(',')
+        end
+        inserts
+      end
+
+      def nome_tabela(tabela)
+        "#{ @tbl_prefix }#{ tabela }#{ @tbl_sufix }"
+      end
+    end
+  end
+end

data/lib/sped2sql/version.rb

@@ -0,0 +1,5 @@
+# encoding: utf-8
+
+module SPED2SQL
+  VERSION = '1.0.4'
+end

data/spec/resources/csv.txt

@@ -0,0 +1 @@
+|0000|0000|0000|

data/spec/resources/mapa.txt

@@ -0,0 +1,3 @@
+|0000|string|string|date|decimal|string|
+|0001|string|string|decimal|
+|0002|string|string|decimal|string|

data/spec/resources/sped.txt

@@ -0,0 +1,3 @@
+|0000|Teste|31122014|1000,50|Teste Fim|
+|0001|Empresa X|1520,37|
+|0002|Fornecedor|5200537,21|Dados|

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+require "codeclimate-test-reporter"
+CodeClimate::TestReporter.start
+
+require 'sped2sql'
+
+RSpec.configure do |config|
+  config.order = :random
+end
+
+module FiltroVazio
+  def self.call(env)
+    env
+  end
+end
+
+module FiltroAdd
+  def self.call(env)
+    env[:total] = env[:total] + 100
+    env
+  end
+end

data/spec/sped2sql/conversor_spec.rb

@@ -0,0 +1,106 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  describe Conversor do
+
+    let(:arquivo_sped) { File.expand_path(File.join('spec','resources', 'sped.txt')) }
+    let(:arquivo_mapa) { File.expand_path(File.join('spec','resources', 'mapa.txt')) }
+
+    it "deveria validar se o arquivo sped existe ou nao" do
+      expect { Conversor.new('???', arquivo_mapa) }.
+        to raise_error(ArgumentError, "Arquivo inexistente: ???")
+
+      expect { Conversor.new(arquivo_sped, arquivo_mapa) }.
+        not_to raise_error
+    end
+
+    it "deveria validar se o arquivo de layout existe ou nao" do
+      expect { Conversor.new(arquivo_sped, '???') }.
+        to raise_error(ArgumentError, "Arquivo inexistente: ???")
+    end
+
+    it "deveria instanciar com as tasks default" do
+      conversor = Conversor.new(arquivo_sped, arquivo_mapa)
+      expect( conversor.tasks ).to eq([Pipeline::NormalizaSQL, Pipeline::AddHash])
+    end
+
+    it "deveria instaciar com o template informado" do
+      conversor = Conversor.new(arquivo_sped, :efd_icms_ipi)
+      expect( conversor.template ).to eq( File.expand_path("templates/efd_icms_ipi.txt") )
+    end
+
+    it "deveriar validar se o template informado é valido" do
+      expect { Conversor.new(arquivo_sped, :fake_template) }.
+        to raise_error(ArgumentError, "Template inexistente: #{:fake_template.to_s}")
+    end
+
+    it "deveria instanciar sem tasks quando informado" do
+      conversor = Conversor.new(arquivo_sped, arquivo_mapa, {tasks: :vazio})
+      expect( conversor.tasks ).to eq([])
+    end
+
+    it "deveria instanciar apenas com as tasks informadas" do
+      conversor = Conversor.new(arquivo_sped, arquivo_mapa, {tasks: [::FiltroVazio, ::FiltroAdd]})
+      expect( conversor.tasks ).to eq([::FiltroVazio, ::FiltroAdd])
+    end
+
+    describe 'Conversão' do
+
+      it "deveria agrupar a memoria por registro" do
+        conversor = Conversor.new(arquivo_sped, arquivo_mapa, {tasks: :vazio})
+        conversor.converter!
+        expect( conversor.memoria ).to eq({'0000' => [['0000','Teste','31122014','1000,50','Teste Fim']],
+                                           '0001' => [['0001','Empresa X','1520,37']],
+                                           '0002' => [['0002','Fornecedor','5200537,21','Dados']]})
+      end
+
+      it "deveria modificar apenas com o pipe informado" do
+        conversor = Conversor.new(arquivo_sped, arquivo_mapa, {tasks: [Pipeline::NormalizaSQL]})
+        conversor.converter!
+        expect( conversor.saida ).to eq([['0000','Teste','2014-12-31','1000.50','Teste Fim'],
+                                         ['0001','Empresa X','1520.37'],
+                                         ['0002','Fornecedor','5200537.21','Dados']])
+      end
+
+      it "deveria converter utilizando os pipes default" do
+        hash = Formatters::GeraHash.get_hash
+        allow(Formatters::GeraHash).to receive(:get_hash).and_return(hash)
+
+        conversor = Conversor.new(arquivo_sped, arquivo_mapa)
+        conversor.converter!
+        expect( conversor.saida ).to eq([['0000','Teste','2014-12-31','1000.50','Teste Fim', hash],
+                                         ['0001','Empresa X','1520.37', hash],
+                                         ['0002','Fornecedor','5200537.21','Dados', hash]])
+      end
+
+      it "deveria converter para sql" do
+        hash = Formatters::GeraHash.get_hash
+        allow(Formatters::GeraHash).to receive(:get_hash).and_return(hash)
+
+        conversor = Conversor.new(arquivo_sped, arquivo_mapa)
+        conversor.converter!
+
+        sql = "LOCK TABLES `0000` WRITE;\r\n"                                                                 \
+              "/*!40000 ALTER TABLE `0000` DISABLE KEYS */;\r\n"                                              \
+              "INSERT INTO 0000 VALUES ('','0000','Teste','2014-12-31','1000.50','Teste Fim','#{hash}');\r\n" \
+              "/*!40000 ALTER TABLE `0000` ENABLE KEYS */;\r\n"                                               \
+              "UNLOCK TABLES;\r\n"                                                                            \
+              "LOCK TABLES `0001` WRITE;\r\n"                                                                 \
+              "/*!40000 ALTER TABLE `0001` DISABLE KEYS */;\r\n"                                              \
+              "INSERT INTO 0001 VALUES ('','0001','Empresa X','1520.37','#{hash}');\r\n"                      \
+              "/*!40000 ALTER TABLE `0001` ENABLE KEYS */;\r\n"                                               \
+              "UNLOCK TABLES;\r\n"                                                                            \
+              "LOCK TABLES `0002` WRITE;\r\n"                                                                 \
+              "/*!40000 ALTER TABLE `0002` DISABLE KEYS */;\r\n"                                              \
+              "INSERT INTO 0002 VALUES ('','0002','Fornecedor','5200537.21','Dados','#{hash}');\r\n"          \
+              "/*!40000 ALTER TABLE `0002` ENABLE KEYS */;\r\n"                                               \
+              "UNLOCK TABLES;\r\n"                                                                            \
+
+        expect( conversor.to_sql ).to include(sql)
+      end
+
+    end
+
+  end
+end

data/spec/sped2sql/formatters/gera_hash_spec.rb

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Formatters
+    describe GeraHash do
+
+      it "deveria responder a get_hash" do 
+        expect( GeraHash ).to respond_to :get_hash
+      end
+
+      # (sem utilidade) melhorar ou remover
+      it "deveria criar hashs distintos" do
+        ids = []
+        1.upto(100) { ids << GeraHash.get_hash }
+        expect( ids.uniq.size ).to eq 100
+      end
+
+      it "deveria gerar hashs com 36 caracts de tamanho" do
+        expect( GeraHash.get_hash.length ).to eq 36
+      end
+
+    end
+  end
+end

data/spec/sped2sql/formatters/string_converter_spec.rb

@@ -0,0 +1,47 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Formatters
+    describe StringConverter do
+
+      let(:conversores) { [:string, :date, :decimal] }
+
+      it "deveria responder aos conversores" do
+        conversores.each do |conversor|
+          expect( StringConverter ).to respond_to(conversor)
+        end
+      end
+
+      it "deveria retornar uma string vazia para dados nulos ou vazios" do
+        conversores.each do |conversor|
+          expect( StringConverter.converter("", conversor)  ).to eq ""
+          expect( StringConverter.converter(nil, conversor) ).to eq ""
+        end
+      end
+
+      it "deveria retornar a string" do
+        expect( StringConverter.converter("123", :string) ).to eq "123"
+      end
+
+      it "deveria 'escapar' strings quem contem apostrofos" do
+        expect( StringConverter.converter("test'e'a", :string) ).to eq "test\\'e\\'a"
+      end
+
+      it "deveria retornar o mesmo dado se o conversor nao existir" do
+        expect( StringConverter.conveter("010101", :no_converter) ).to eq "010101"
+      end
+
+      it "deveria formatar a string para data" do
+        expect( StringConverter.converter("01102014", :date) ).to eq "2014-10-01"
+      end
+
+      it "deveria formatar a string para decimal" do
+        expect( StringConverter.converter("100,25", :decimal) ).to       eq "100.25"
+        expect( StringConverter.converter("1.100,25", :decimal) ).to     eq "1100.25"
+        expect( StringConverter.converter("1.000.000,25", :decimal) ).to eq "1000000.25"
+      end
+
+    end
+  end
+end

data/spec/sped2sql/layout/mapa_spec.rb

@@ -0,0 +1,40 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Layout
+    describe Mapa do
+
+      let(:mapa) { File.expand_path(File.join('spec','resources', 'mapa.txt')) }
+
+      it "deveria carregar o layout para um hash" do
+        expect( Mapa.carrega!(mapa) ).
+          to eq({
+                "0000" => [:string, :string, :date, :decimal, :string],
+                "0001" => [:string, :string, :decimal],
+                "0002" => [:string, :string, :decimal, :string]
+            })
+      end
+
+      it "deveria ter uma pasta valida para os tempaltes" do
+        expect( File.exists?(Layout::TEMPLATE_PATH) ).to be true
+      end
+
+      it "deveria responder a arquivo_template" do
+        expect( Mapa ).to respond_to :arquivo_template
+      end
+
+      it "deveria retornar arquivos validos para os templates default" do
+        [:efd_icms_ipi].each do |tipo|
+          expect( File.exists?(Mapa.arquivo_template(tipo)) ).to be true
+        end
+      end
+
+      it "deveria lançar excessao quando template default nao existe" do
+        expect { Mapa.arquivo_template(:fake_template) }.
+          to raise_error(ArgumentError, "Template inexistente: #{:fake_template.to_s}")
+      end
+
+    end
+  end
+end

data/spec/sped2sql/pipeline/add_hash_spec.rb

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Pipeline
+    describe AddHash do
+
+      before do
+        @hash = Formatters::GeraHash.get_hash
+        allow(Formatters::GeraHash).to receive(:get_hash).and_return(@hash)
+      end
+
+      let(:env)   { { original: ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      final:    ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      mapa:     ['0000','string','date','decimal','string'],
+                      memoria:  {},
+                      saida:    [] } }
+
+      let(:saida) { { original: ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      final:    ['0000','Teste','31122014','1000,50','Teste Fim', @hash],
+                      mapa:     ['0000','string','date','decimal','string'],
+                      memoria:  {},
+                      saida:    [] } }
+
+      it { should respond_to :call }
+
+      it "deveria converter os dados da linha de acordo com o tipo da coluna no mapa" do
+        expect( AddHash.call(env) ).to eq(saida)
+      end
+
+    end
+  end
+end

data/spec/sped2sql/pipeline/base_spec.rb

@@ -0,0 +1,54 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Pipeline
+    describe Base do
+
+      let(:base_obj) { Base.new }
+
+      it { should respond_to :execute }
+      it { should respond_to :<< }
+
+      it "deveria instanciar sem tasks quando vazio" do
+        expect( Base.new.tasks ).to eq([])
+      end
+
+      it "deveria instanciar com as tasks informadas" do
+        expect( Base.new([::FiltroVazio, ::FiltroAdd]).tasks ).
+          to eq([::FiltroVazio, ::FiltroAdd])
+      end
+
+      it "deveria adicionar novas tarefas" do
+        base_obj << ::FiltroVazio
+        expect( base_obj.tasks ).to eq([::FiltroVazio])
+
+        base_obj << ::FiltroAdd
+        expect( base_obj.tasks ).to eq([::FiltroVazio, ::FiltroAdd])
+      end
+
+      it "deveria retornar um objeto Base apos adicionar tarefa" do
+        expect( base_obj << ::FiltroAdd ).to be_a(Base)
+        expect( (base_obj << ::FiltroVazio).tasks ).to eq([::FiltroAdd, ::FiltroVazio])
+      end
+
+      it "deveria adicionar novas tarefas em linha" do
+        expect( base_obj.tasks ).to eq([])
+        base_obj << ::FiltroVazio << ::FiltroAdd
+        expect( base_obj.tasks ).to eq([::FiltroVazio, ::FiltroAdd])
+      end
+
+      it "deveria executar os filtros adicionados" do
+        base_obj << FiltroVazio
+        expect( base_obj.execute({total: 1}) ).to eq({total: 1})
+
+        base_obj << FiltroAdd
+        expect( base_obj.execute({total: 1}) ).to eq({total: 101})
+
+        base_obj << FiltroAdd
+        expect( base_obj.execute({total: 1}) ).to eq({total: 201})
+      end
+
+    end
+  end
+end

data/spec/sped2sql/pipeline/normaliza_sql_spec.rb

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+require 'spec_helper'
+
+module SPED2SQL
+  module Pipeline
+    describe NormalizaSQL do
+
+      it { should respond_to :call }
+      
+      let(:env)   { { original: ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      final:    ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      mapa:     {"0000" => ['0000','string','date','decimal','string']},
+                      memoria:  {},
+                      saida:    [] } }
+
+      let(:saida) { { original: ['0000','Teste','31122014','1000,50','Teste Fim'],
+                      final:    ['0000','Teste','2014-12-31','1000.50','Teste Fim'],
+                      mapa:     {"0000" => ['0000','string','date','decimal','string']},
+                      memoria:  {},
+                      saida:    [] } }
+
+      it "deveria converter os dados da linha de acordo com o tipo da coluna no mapa" do
+        expect( NormalizaSQL.call(env) ).to eq(saida)
+      end
+
+    end
+  end
+end