forklift_etl 1.0.8 → 1.0.9

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NWRiNDNmYTQwZTQ3ZjY4ZmY4Y2FhYzQxOGRjMGY3ZjAxNjYzNmJjMw==
+    ZGY5YWUyODZkYTk1ODFiZTZkNWY0MzU0OGUxYzgxZjQ1NDcyYjNmOQ==
   data.tar.gz: !binary |-
-    NTdjMWM2OTljNTIxYTk1YzA3ZWUyZmM3MTdlNmIxZmQ1YmMxNWM5Mw==
+    ZGZlYWYzNWI4YTEwYTFkYzYwZGM3NmQ3NDdmMzliNWVmMmE4M2NlZA==
 SHA512:
   metadata.gz: !binary |-
-    YjJjZDc2NjQxODY0ZjU0MGExNWIxY2VlZTcwMWVkYzNkZjA1MmZiZmM0NWRl
-    ZjFmNmFhNWI3NGNmYjE5NmU0Y2I4ODUxNTQxYjgzMjA2OTljOTA3M2UwZmM2
-    YTMzZTQ0ZjM5ODBjMjA3MDFkNjVjMGUzNDg3NjAyMmJiODBhZjA=
+    ZmUzMGEyNDkyYjdhMWQ1YzA0Mzk2Y2U5ZWYyZDIyMGU5OTQ5ZmY4ZWFmNzRk
+    YTYyZjY3MDc4NTdhNjA2MzVmNDVkY2ZiNjRjZmM5ZDRjMzUxZjQ1NDUwOGMz
+    ZjBmNDY0Y2E3OWNiNzk2YWE1ODZkYWQ4NTM0ZDRmOGMzY2JkOTk=
   data.tar.gz: !binary |-
-    MDkxYTM1YTUzODczYzg1ZDJmNTJkZjM4NGU2NTE3ZWRjZWVkMWRiYmQwMWI3
-    YzVjNTU5NWQzZDY0YzY5OTIwNGRiZmViMDQwMjJjYjFjNzIxOTI1MjExN2Zm
-    Mjg4YzNjY2E2MDYxMzQ1M2ZmM2ZjNDY4NmI2Yjc5Yzc2MWY5Nzc=
+    ODg2NWYyNDdhZTVkNjRhMzMyMGMyMTg5ZmU3MzRjMDE5NTcwYWUzY2EzODVl
+    Y2M4OGUwOGY4YWJmNmI3MDJlZTg3MzU1NGVkNzUwZmE2Y2RkYTExYjdmNTUw
+    Yzc5ZTY3Njk1NGI1YzUxNTZkZWEwNzliNzZjYjEwNzdmN2FmZDg=

data/lib/forklift/transports/mysql.rb

@@ -77,11 +77,11 @@ module Forklift
         end
       end
 
-      def lazy_table_create(table, data, database=current_database, primary_key='id')
+      def lazy_table_create(table, data, database=current_database, primary_key='id', matcher=default_matcher)
         keys = {}
         data.each do |item|
           item.each do |k,v|
-            keys[k] = sql_type(v) if keys[k].nil?
+            keys[k] = sql_type(v) if ( keys[k].nil? )
           end
         end
 
@@ -91,6 +91,7 @@ module Forklift
           command << " `#{col}` #{type} DEFAULT NULL, "
         end
         command << " PRIMARY KEY (`#{primary_key}`) "
+        command << " , KEY `#{matcher}` (`#{matcher}`) " if keys.include?(matcher.to_sym)
         command << " ) "
 
         q(command)

data/lib/forklift/version.rb

@@ -1,3 +1,3 @@
 module Forklift
-  VERSION = "1.0.8"
+  VERSION = "1.0.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: forklift_etl
 version: !ruby/object:Gem::Version
-  version: 1.0.8
+  version: 1.0.9
 platform: ruby
 authors:
 - Evan Tahler
@@ -125,63 +125,6 @@ files:
 - Gemfile.lock
 - Rakefile
 - bin/forklift
-- doc/EmailSuffix.html
-- doc/Forklift.html
-- doc/Forklift/Base.html
-- doc/Forklift/Base/Connection.html
-- doc/Forklift/Base/Logger.html
-- doc/Forklift/Base/Mailer.html
-- doc/Forklift/Base/Mailer/ERBBinding.html
-- doc/Forklift/Base/Pid.html
-- doc/Forklift/Base/Utils.html
-- doc/Forklift/Connection.html
-- doc/Forklift/Connection/Elasticsearch.html
-- doc/Forklift/Connection/Mysql.html
-- doc/Forklift/Patterns.html
-- doc/Forklift/Patterns/Elasticsearch.html
-- doc/Forklift/Patterns/Mysql.html
-- doc/Forklift/Plan.html
-- doc/Gemfile.html
-- doc/Object.html
-- doc/Rakefile.html
-- doc/SpecClient.html
-- doc/SpecPlan.html
-- doc/SpecSeeds.html
-- doc/created.rid
-- doc/example/Gemfile.html
-- doc/images/add.png
-- doc/images/brick.png
-- doc/images/brick_link.png
-- doc/images/bug.png
-- doc/images/bullet_black.png
-- doc/images/bullet_toggle_minus.png
-- doc/images/bullet_toggle_plus.png
-- doc/images/date.png
-- doc/images/delete.png
-- doc/images/find.png
-- doc/images/loadingAnimation.gif
-- doc/images/macFFBgHack.png
-- doc/images/package.png
-- doc/images/page_green.png
-- doc/images/page_white_text.png
-- doc/images/page_white_width.png
-- doc/images/plugin.png
-- doc/images/ruby.png
-- doc/images/tag_blue.png
-- doc/images/tag_green.png
-- doc/images/transparent.png
-- doc/images/wrench.png
-- doc/images/wrench_orange.png
-- doc/images/zoom.png
-- doc/index.html
-- doc/js/darkfish.js
-- doc/js/jquery.js
-- doc/js/navigation.js
-- doc/js/search.js
-- doc/js/search_index.js
-- doc/js/searcher.js
-- doc/rdoc.css
-- doc/table_of_contents.html
 - example/Gemfile
 - example/Gemfile.lock
 - example/config/connections/elasticsearch/source.yml

data/doc/EmailSuffix.html

@@ -1,228 +0,0 @@
-<!DOCTYPE html>
-
-<html>
-<head>
-<meta content="text/html; charset=UTF-8" http-equiv="Content-Type">
-
-<title>class EmailSuffix - RDoc Documentation</title>
-
-<link type="text/css" media="screen" href="./rdoc.css" rel="stylesheet">
-
-<script type="text/javascript">
-  var rdoc_rel_prefix = "./";
-</script>
-
-<script type="text/javascript" charset="utf-8" src="./js/jquery.js"></script>
-<script type="text/javascript" charset="utf-8" src="./js/navigation.js"></script>
-<script type="text/javascript" charset="utf-8" src="./js/search_index.js"></script>
-<script type="text/javascript" charset="utf-8" src="./js/search.js"></script>
-<script type="text/javascript" charset="utf-8" src="./js/searcher.js"></script>
-<script type="text/javascript" charset="utf-8" src="./js/darkfish.js"></script>
-
-
-<body id="top" class="class">
-<nav id="metadata">
-  <nav id="home-section" class="section">
-  <h3 class="section-header">
-    <a href="./index.html">Home</a>
-    <a href="./table_of_contents.html#classes">Classes</a>
-    <a href="./table_of_contents.html#methods">Methods</a>
-  </h3>
-</nav>
-
-
-  <nav id="search-section" class="section project-section" class="initially-hidden">
-  <form action="#" method="get" accept-charset="utf-8">
-    <h3 class="section-header">
-      <input type="text" name="search" placeholder="Search" id="search-field"
-             title="Type to search, Up and Down to navigate, Enter to load">
-    </h3>
-  </form>
-
-  <ul id="search-results" class="initially-hidden"></ul>
-</nav>
-
-
-  <div id="file-metadata">
-    <nav id="file-list-section" class="section">
-  <h3 class="section-header">Defined In</h3>
-  <ul>
-    <li>example/transformations/email_suffix.rb
-  </ul>
-</nav>
-
-    
-  </div>
-
-  <div id="class-metadata">
-    
-    <nav id="parent-class-section" class="section">
-  <h3 class="section-header">Parent</h3>
-  
-  <p class="link"><a href="Object.html">Object</a>
-  
-</nav>
-
-    
-    <!-- Method Quickref -->
-<nav id="method-list-section" class="section">
-  <h3 class="section-header">Methods</h3>
-
-  <ul class="link-list">
-    
-    <li><a href="#method-i-do-21">#do!</a>
-    
-  </ul>
-</nav>
-
-  </div>
-
-  <div id="project-metadata">
-    <nav id="fileindex-section" class="section project-section">
-  <h3 class="section-header">Pages</h3>
-
-  <ul>
-  
-    <li class="file"><a href="./Gemfile.html">Gemfile</a>
-  
-    <li class="file"><a href="./Rakefile.html">Rakefile</a>
-  
-    <li class="file"><a href="./example/Gemfile.html">Gemfile</a>
-  
-    <li class="file"><a href="./spec/pid/pidfile.html">pidfile</a>
-  
-  </ul>
-</nav>
-
-    <nav id="classindex-section" class="section project-section">
-  <h3 class="section-header">Class and Module Index</h3>
-
-  <ul class="link-list">
-  
-    <li><a href="./Forklift.html">Forklift</a>
-  
-    <li><a href="./Forklift/Base.html">Forklift::Base</a>
-  
-    <li><a href="./Forklift/Base/Connection.html">Forklift::Base::Connection</a>
-  
-    <li><a href="./Forklift/Base/Logger.html">Forklift::Base::Logger</a>
-  
-    <li><a href="./Forklift/Base/Mailer.html">Forklift::Base::Mailer</a>
-  
-    <li><a href="./Forklift/Base/Mailer/ERBBinding.html">Forklift::Base::Mailer::ERBBinding</a>
-  
-    <li><a href="./Forklift/Base/Pid.html">Forklift::Base::Pid</a>
-  
-    <li><a href="./Forklift/Base/Utils.html">Forklift::Base::Utils</a>
-  
-    <li><a href="./Forklift/Connection.html">Forklift::Connection</a>
-  
-    <li><a href="./Forklift/Connection/Elasticsearch.html">Forklift::Connection::Elasticsearch</a>
-  
-    <li><a href="./Forklift/Connection/Mysql.html">Forklift::Connection::Mysql</a>
-  
-    <li><a href="./Forklift/Patterns.html">Forklift::Patterns</a>
-  
-    <li><a href="./Forklift/Patterns/Elasticsearch.html">Forklift::Patterns::Elasticsearch</a>
-  
-    <li><a href="./Forklift/Patterns/Mysql.html">Forklift::Patterns::Mysql</a>
-  
-    <li><a href="./Forklift/Plan.html">Forklift::Plan</a>
-  
-    <li><a href="./EmailSuffix.html">EmailSuffix</a>
-  
-    <li><a href="./Object.html">Object</a>
-  
-    <li><a href="./SpecClient.html">SpecClient</a>
-  
-    <li><a href="./SpecPlan.html">SpecPlan</a>
-  
-    <li><a href="./SpecSeeds.html">SpecSeeds</a>
-  
-  </ul>
-</nav>
-
-  </div>
-</nav>
-
-<div id="documentation">
-  <h1 class="class">class EmailSuffix</h1>
-
-  <div id="description" class="description">
-    
-  </div><!-- description -->
-
-  
-  
-  
-  <section id="5Buntitled-5D" class="documentation-section">
-    
-
-    
-
-    
-
-    
-
-    <!-- Methods -->
-    
-     <section id="public-instance-5Buntitled-5D-method-details" class="method-section section">
-      <h3 class="section-header">Public Instance Methods</h3>
-
-    
-      <div id="method-i-do-21" class="method-detail ">
-        
-        <div class="method-heading">
-          <span class="method-name">do!</span><span
-            class="method-args">(connection, forklift)</span>
-          <span class="method-click-advice">click to toggle source</span>
-        </div>
-        
-
-        <div class="method-description">
-          
-          
-          
-
-          
-          <div class="method-source-code" id="do-21-source">
-            <pre><span class="ruby-comment"># File example/transformations/email_suffix.rb, line 3</span>
-<span class="ruby-keyword">def</span> <span class="ruby-identifier">do!</span>(<span class="ruby-identifier">connection</span>, <span class="ruby-identifier">forklift</span>)
-  <span class="ruby-identifier">forklift</span>.<span class="ruby-identifier">logger</span>.<span class="ruby-identifier">log</span> <span class="ruby-string">&quot;collecting email suffixes...&quot;</span>
-
-  <span class="ruby-identifier">suffixes</span> = {}
-  <span class="ruby-identifier">connection</span>.<span class="ruby-identifier">read</span>(<span class="ruby-string">&quot;select email from users&quot;</span>){<span class="ruby-operator">|</span><span class="ruby-identifier">data</span><span class="ruby-operator">|</span>
-    <span class="ruby-identifier">data</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">row</span><span class="ruby-operator">|</span>
-      <span class="ruby-identifier">part</span> = <span class="ruby-identifier">row</span>[<span class="ruby-value">:email</span>].<span class="ruby-identifier">split</span>(<span class="ruby-string">'@'</span>).<span class="ruby-identifier">last</span>
-      <span class="ruby-identifier">suffixes</span>[<span class="ruby-identifier">part</span>] = <span class="ruby-value">0</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">suffixes</span>[<span class="ruby-identifier">part</span>].<span class="ruby-identifier">nil?</span>
-      <span class="ruby-identifier">suffixes</span>[<span class="ruby-identifier">part</span>] = <span class="ruby-identifier">suffixes</span>[<span class="ruby-identifier">part</span>] <span class="ruby-operator">+</span> <span class="ruby-value">1</span>
-    <span class="ruby-keyword">end</span>
-  }
-
-  <span class="ruby-identifier">suffixes</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">suffix</span>, <span class="ruby-identifier">count</span><span class="ruby-operator">|</span>
-    <span class="ruby-identifier">forklift</span>.<span class="ruby-identifier">logger</span>.<span class="ruby-identifier">log</span> <span class="ruby-node">&quot; &gt; #{suffix}: #{count}&quot;</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">count</span> <span class="ruby-operator">&gt;</span> <span class="ruby-value">5</span>
-  <span class="ruby-keyword">end</span>
-<span class="ruby-keyword">end</span></pre>
-          </div><!-- do-21-source -->
-          
-        </div>
-
-        
-
-        
-      </div><!-- do-21-method -->
-
-    
-    </section><!-- public-instance-method-details -->
-  
-  </section><!-- 5Buntitled-5D -->
-
-</div><!-- documentation -->
-
-
-<footer id="validator-badges">
-  <p><a href="http://validator.w3.org/check/referer">[Validate]</a>
-  <p>Generated by <a href="https://github.com/rdoc/rdoc">RDoc</a> 3.12.2.
-  <p>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish Rdoc Generator</a> 3.
-</footer>
-