importeur 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2e2da53fbdf2d6b7e54b7bf864a0ef4585088e854225cb50b3360cc603719ca5
-  data.tar.gz: ab5645b728d4f8f083406d754076c00f3d5f8890e02e47e9324a30e0e55dfb53
+  metadata.gz: 8e30163e2c4d5252557c6c3214b7099452bf3f125d539f335257bc0a075ed439
+  data.tar.gz: dd3eba1b60e367e16e797c3a09027102d2999fd9af946380bc35dd1905db6061
 SHA512:
-  metadata.gz: a81238cc10368f58201b6ed26a4234a83f3037b99baac14d4563af05a4032d8ba6e8684d13b51535d79d16969107ad14b975078d4b4cfedbcf85ea076c367f0e
-  data.tar.gz: d29de110bd13b0665b3ac1f62c9c08d0d443c9d45b853b281e1aa8b95f57ecc8230174ef7ad63d8a0bde4ddb865becb00bdcb00478ce93c1bd9af9e4433f03d4
+  metadata.gz: fd4c9ef77a9f4f75a4cf20e0f0b3066fe696d955cd80d5843d2138d1e579c22992c80b1b13762096715f424cdd76eb630c2bd3128597039cf11098919b9b60fa
+  data.tar.gz: f6e7ce995b3fae48db41f9d6f7862dd6aeaa2a68eb1f02d7025d720295a9404a5bf28c2089f11826fd29ccc1e40251d43177e621e0b478caf1dac7ae9fdb8f5c

data/CHANGELOG.md

@@ -1,3 +1,26 @@
-## 0.1.0 (2017-10-26)
+# Changelog
+All notable changes to this project will be documented in this file.
 
-- Initial release
+The format is based on [Keep a Changelog](https://keepachangelog.com/),
+and this project adheres to [Semantic Versioning](https://semver.org/).
+
+## [Unreleased]
+
+## [0.2.0]
+### Added
+- Allow transformer to skip entries by returning `nil` or `false`. 
+
+## [0.1.1] - 2018-01-31
+### Changed
+- Better performance on fetching existing records for ActiveRecordPostgresLoader.
+
+## [0.1.0] - 2017-10-26
+### Added
+- Generic extractor (Importeur::Extractor).
+- Appnexus, Rocketfuel and Combined data sources.
+- ActiveRecord PostgreSQL loader.
+- Main ETL class (API).
+
+[Unreleased]: https://github.com/ad2games/importeur/compare/v0.2.0...HEAD
+[0.2.0]: https://github.com/ad2games/importeur/compare/v0.1.1...v0.2.0
+[0.1.1]: https://github.com/ad2games/importeur/compare/v0.1.0...v0.1.1

data/README.md

@@ -38,7 +38,10 @@ Importeur::ETL.new(
 All three only need to have a `call` method and, hence, can be simple Procs.
 The extractor should return something enumerable, which is then iterated over
 and each item passed into the transformer. The loader receives the enumerable
-result of that.
+result of that. If the transformer returns `nil` or `false` that element is 
+skipped and not received by the loader. The transformer can also return an 
+array of elements, so a single element from extractor can be received as 
+multiple elements by the loader.
 
 So far a more or less generic `Extractor` exists.
 

data/lib/importeur/etl.rb

@@ -12,7 +12,7 @@ module Importeur
       extracted = extractor.call
       return if extracted.nil?
       transformed = extracted.lazy.flat_map do |entity|
-        transformer.call(entity)
+        transformer.call(entity) || []
       end
       loader.call(transformed.lazy)
     end

data/lib/importeur/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Importeur
-  VERSION = '0.1.1'
+  VERSION = '0.2.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: importeur
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Helge Rausch
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-01-31 00:00:00.000000000 Z
+date: 2018-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -240,7 +240,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.3
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Universal data importer