forklift_etl 1.0.8 → 1.0.9

Sign up to get free protection for your applications and to get access to all the features.
Files changed (62) hide show
  1. checksums.yaml +8 -8
  2. data/forklift.jpg +0 -0
  3. data/lib/forklift/transports/mysql.rb +3 -2
  4. data/lib/forklift/version.rb +1 -1
  5. metadata +1 -58
  6. data/doc/EmailSuffix.html +0 -228
  7. data/doc/Forklift/Base/Connection.html +0 -590
  8. data/doc/Forklift/Base/Logger.html +0 -453
  9. data/doc/Forklift/Base/Mailer/ERBBinding.html +0 -256
  10. data/doc/Forklift/Base/Mailer.html +0 -399
  11. data/doc/Forklift/Base/Pid.html +0 -489
  12. data/doc/Forklift/Base/Utils.html +0 -252
  13. data/doc/Forklift/Base.html +0 -167
  14. data/doc/Forklift/Connection/Elasticsearch.html +0 -419
  15. data/doc/Forklift/Connection/Mysql.html +0 -939
  16. data/doc/Forklift/Connection.html +0 -164
  17. data/doc/Forklift/Patterns/Elasticsearch.html +0 -169
  18. data/doc/Forklift/Patterns/Mysql.html +0 -402
  19. data/doc/Forklift/Patterns.html +0 -164
  20. data/doc/Forklift/Plan.html +0 -704
  21. data/doc/Forklift.html +0 -187
  22. data/doc/Gemfile.html +0 -132
  23. data/doc/Object.html +0 -326
  24. data/doc/Rakefile.html +0 -138
  25. data/doc/SpecClient.html +0 -291
  26. data/doc/SpecPlan.html +0 -253
  27. data/doc/SpecSeeds.html +0 -303
  28. data/doc/created.rid +0 -35
  29. data/doc/example/Gemfile.html +0 -129
  30. data/doc/images/add.png +0 -0
  31. data/doc/images/brick.png +0 -0
  32. data/doc/images/brick_link.png +0 -0
  33. data/doc/images/bug.png +0 -0
  34. data/doc/images/bullet_black.png +0 -0
  35. data/doc/images/bullet_toggle_minus.png +0 -0
  36. data/doc/images/bullet_toggle_plus.png +0 -0
  37. data/doc/images/date.png +0 -0
  38. data/doc/images/delete.png +0 -0
  39. data/doc/images/find.png +0 -0
  40. data/doc/images/loadingAnimation.gif +0 -0
  41. data/doc/images/macFFBgHack.png +0 -0
  42. data/doc/images/package.png +0 -0
  43. data/doc/images/page_green.png +0 -0
  44. data/doc/images/page_white_text.png +0 -0
  45. data/doc/images/page_white_width.png +0 -0
  46. data/doc/images/plugin.png +0 -0
  47. data/doc/images/ruby.png +0 -0
  48. data/doc/images/tag_blue.png +0 -0
  49. data/doc/images/tag_green.png +0 -0
  50. data/doc/images/transparent.png +0 -0
  51. data/doc/images/wrench.png +0 -0
  52. data/doc/images/wrench_orange.png +0 -0
  53. data/doc/images/zoom.png +0 -0
  54. data/doc/index.html +0 -122
  55. data/doc/js/darkfish.js +0 -155
  56. data/doc/js/jquery.js +0 -18
  57. data/doc/js/navigation.js +0 -142
  58. data/doc/js/search.js +0 -94
  59. data/doc/js/search_index.js +0 -1
  60. data/doc/js/searcher.js +0 -228
  61. data/doc/rdoc.css +0 -543
  62. data/doc/table_of_contents.html +0 -309
data/doc/Forklift/Connection/Elasticsearch.html DELETED
@@ -1,419 +0,0 @@
1
- <!DOCTYPE html>
2
-
3
- <html>
4
- <head>
5
- <meta content="text/html; charset=UTF-8" http-equiv="Content-Type">
6
-
7
- <title>class Forklift::Connection::Elasticsearch - RDoc Documentation</title>
8
-
9
- <link type="text/css" media="screen" href="../../rdoc.css" rel="stylesheet">
10
-
11
- <script type="text/javascript">
12
- var rdoc_rel_prefix = "../../";
13
- </script>
14
-
15
- <script type="text/javascript" charset="utf-8" src="../../js/jquery.js"></script>
16
- <script type="text/javascript" charset="utf-8" src="../../js/navigation.js"></script>
17
- <script type="text/javascript" charset="utf-8" src="../../js/search_index.js"></script>
18
- <script type="text/javascript" charset="utf-8" src="../../js/search.js"></script>
19
- <script type="text/javascript" charset="utf-8" src="../../js/searcher.js"></script>
20
- <script type="text/javascript" charset="utf-8" src="../../js/darkfish.js"></script>
21
-
22
-
23
- <body id="top" class="class">
24
- <nav id="metadata">
25
- <nav id="home-section" class="section">
26
- <h3 class="section-header">
27
- <a href="../../index.html">Home</a>
28
- <a href="../../table_of_contents.html#classes">Classes</a>
29
- <a href="../../table_of_contents.html#methods">Methods</a>
30
- </h3>
31
- </nav>
32
-
33
-
34
- <nav id="search-section" class="section project-section" class="initially-hidden">
35
- <form action="#" method="get" accept-charset="utf-8">
36
- <h3 class="section-header">
37
- <input type="text" name="search" placeholder="Search" id="search-field"
38
- title="Type to search, Up and Down to navigate, Enter to load">
39
- </h3>
40
- </form>
41
-
42
- <ul id="search-results" class="initially-hidden"></ul>
43
- </nav>
44
-
45
-
46
- <div id="file-metadata">
47
- <nav id="file-list-section" class="section">
48
- <h3 class="section-header">Defined In</h3>
49
- <ul>
50
- <li>lib/forklift/transports/elasticsearch.rb
51
- </ul>
52
- </nav>
53
-
54
-
55
- </div>
56
-
57
- <div id="class-metadata">
58
-
59
- <nav id="parent-class-section" class="section">
60
- <h3 class="section-header">Parent</h3>
61
-
62
- <p class="link"><a href="../Base/Connection.html">Forklift::Base::Connection</a>
63
-
64
- </nav>
65
-
66
-
67
- <!-- Method Quickref -->
68
- <nav id="method-list-section" class="section">
69
- <h3 class="section-header">Methods</h3>
70
-
71
- <ul class="link-list">
72
-
73
- <li><a href="#method-c-new">::new</a>
74
-
75
- <li><a href="#method-i-config">#config</a>
76
-
77
- <li><a href="#method-i-delete_index">#delete_index</a>
78
-
79
- <li><a href="#method-i-forklift">#forklift</a>
80
-
81
- <li><a href="#method-i-read">#read</a>
82
-
83
- <li><a href="#method-i-write">#write</a>
84
-
85
- </ul>
86
- </nav>
87
-
88
- </div>
89
-
90
- <div id="project-metadata">
91
- <nav id="fileindex-section" class="section project-section">
92
- <h3 class="section-header">Pages</h3>
93
-
94
- <ul>
95
-
96
- <li class="file"><a href="../../Gemfile.html">Gemfile</a>
97
-
98
- <li class="file"><a href="../../Rakefile.html">Rakefile</a>
99
-
100
- <li class="file"><a href="../../example/Gemfile.html">Gemfile</a>
101
-
102
- <li class="file"><a href="../../spec/pid/pidfile.html">pidfile</a>
103
-
104
- </ul>
105
- </nav>
106
-
107
- <nav id="classindex-section" class="section project-section">
108
- <h3 class="section-header">Class and Module Index</h3>
109
-
110
- <ul class="link-list">
111
-
112
- <li><a href="../../Forklift.html">Forklift</a>
113
-
114
- <li><a href="../../Forklift/Base.html">Forklift::Base</a>
115
-
116
- <li><a href="../../Forklift/Base/Connection.html">Forklift::Base::Connection</a>
117
-
118
- <li><a href="../../Forklift/Base/Logger.html">Forklift::Base::Logger</a>
119
-
120
- <li><a href="../../Forklift/Base/Mailer.html">Forklift::Base::Mailer</a>
121
-
122
- <li><a href="../../Forklift/Base/Mailer/ERBBinding.html">Forklift::Base::Mailer::ERBBinding</a>
123
-
124
- <li><a href="../../Forklift/Base/Pid.html">Forklift::Base::Pid</a>
125
-
126
- <li><a href="../../Forklift/Base/Utils.html">Forklift::Base::Utils</a>
127
-
128
- <li><a href="../../Forklift/Connection.html">Forklift::Connection</a>
129
-
130
- <li><a href="../../Forklift/Connection/Elasticsearch.html">Forklift::Connection::Elasticsearch</a>
131
-
132
- <li><a href="../../Forklift/Connection/Mysql.html">Forklift::Connection::Mysql</a>
133
-
134
- <li><a href="../../Forklift/Patterns.html">Forklift::Patterns</a>
135
-
136
- <li><a href="../../Forklift/Patterns/Elasticsearch.html">Forklift::Patterns::Elasticsearch</a>
137
-
138
- <li><a href="../../Forklift/Patterns/Mysql.html">Forklift::Patterns::Mysql</a>
139
-
140
- <li><a href="../../Forklift/Plan.html">Forklift::Plan</a>
141
-
142
- <li><a href="../../EmailSuffix.html">EmailSuffix</a>
143
-
144
- <li><a href="../../Object.html">Object</a>
145
-
146
- <li><a href="../../SpecClient.html">SpecClient</a>
147
-
148
- <li><a href="../../SpecPlan.html">SpecPlan</a>
149
-
150
- <li><a href="../../SpecSeeds.html">SpecSeeds</a>
151
-
152
- </ul>
153
- </nav>
154
-
155
- </div>
156
- </nav>
157
-
158
- <div id="documentation">
159
- <h1 class="class">class Forklift::Connection::Elasticsearch</h1>
160
-
161
- <div id="description" class="description">
162
-
163
- </div><!-- description -->
164
-
165
-
166
-
167
-
168
- <section id="5Buntitled-5D" class="documentation-section">
169
-
170
-
171
-
172
-
173
-
174
-
175
-
176
-
177
- <!-- Methods -->
178
-
179
- <section id="public-class-5Buntitled-5D-method-details" class="method-section section">
180
- <h3 class="section-header">Public Class Methods</h3>
181
-
182
-
183
- <div id="method-c-new" class="method-detail ">
184
-
185
- <div class="method-heading">
186
- <span class="method-name">new</span><span
187
- class="method-args">(config, forklift)</span>
188
- <span class="method-click-advice">click to toggle source</span>
189
- </div>
190
-
191
-
192
- <div class="method-description">
193
-
194
-
195
-
196
-
197
-
198
- <div class="method-source-code" id="new-source">
199
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 7</span>
200
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">config</span>, <span class="ruby-identifier">forklift</span>)
201
- <span class="ruby-ivar">@config</span> = <span class="ruby-identifier">config</span>
202
- <span class="ruby-ivar">@forklift</span> = <span class="ruby-identifier">forklift</span>
203
- <span class="ruby-ivar">@client</span> = <span class="ruby-operator">::</span><span class="ruby-constant">Elasticsearch</span><span class="ruby-operator">::</span><span class="ruby-constant">Client</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">config</span>)
204
- <span class="ruby-keyword">end</span></pre>
205
- </div><!-- new-source -->
206
-
207
- </div>
208
-
209
-
210
-
211
-
212
- </div><!-- new-method -->
213
-
214
-
215
- </section><!-- public-class-method-details -->
216
-
217
- <section id="public-instance-5Buntitled-5D-method-details" class="method-section section">
218
- <h3 class="section-header">Public Instance Methods</h3>
219
-
220
-
221
- <div id="method-i-config" class="method-detail ">
222
-
223
- <div class="method-heading">
224
- <span class="method-name">config</span><span
225
- class="method-args">()</span>
226
- <span class="method-click-advice">click to toggle source</span>
227
- </div>
228
-
229
-
230
- <div class="method-description">
231
-
232
-
233
-
234
-
235
-
236
- <div class="method-source-code" id="config-source">
237
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 13</span>
238
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">config</span>
239
- <span class="ruby-ivar">@config</span>
240
- <span class="ruby-keyword">end</span></pre>
241
- </div><!-- config-source -->
242
-
243
- </div>
244
-
245
-
246
-
247
-
248
- </div><!-- config-method -->
249
-
250
-
251
- <div id="method-i-delete_index" class="method-detail ">
252
-
253
- <div class="method-heading">
254
- <span class="method-name">delete_index</span><span
255
- class="method-args">(index)</span>
256
- <span class="method-click-advice">click to toggle source</span>
257
- </div>
258
-
259
-
260
- <div class="method-description">
261
-
262
-
263
-
264
-
265
-
266
- <div class="method-source-code" id="delete_index-source">
267
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 65</span>
268
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">delete_index</span>(<span class="ruby-identifier">index</span>)
269
- <span class="ruby-identifier">client</span>.<span class="ruby-identifier">indices</span>.<span class="ruby-identifier">delete</span>({ <span class="ruby-value">:index</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">index</span> }) <span class="ruby-keyword">if</span> <span class="ruby-identifier">client</span>.<span class="ruby-identifier">indices</span>.<span class="ruby-identifier">exists</span>({ <span class="ruby-value">:index</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">index</span> })
270
- <span class="ruby-keyword">end</span></pre>
271
- </div><!-- delete_index-source -->
272
-
273
- </div>
274
-
275
-
276
-
277
-
278
- </div><!-- delete_index-method -->
279
-
280
-
281
- <div id="method-i-forklift" class="method-detail ">
282
-
283
- <div class="method-heading">
284
- <span class="method-name">forklift</span><span
285
- class="method-args">()</span>
286
- <span class="method-click-advice">click to toggle source</span>
287
- </div>
288
-
289
-
290
- <div class="method-description">
291
-
292
-
293
-
294
-
295
-
296
- <div class="method-source-code" id="forklift-source">
297
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 17</span>
298
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">forklift</span>
299
- <span class="ruby-ivar">@forklift</span>
300
- <span class="ruby-keyword">end</span></pre>
301
- </div><!-- forklift-source -->
302
-
303
- </div>
304
-
305
-
306
-
307
-
308
- </div><!-- forklift-method -->
309
-
310
-
311
- <div id="method-i-read" class="method-detail ">
312
-
313
- <div class="method-heading">
314
- <span class="method-name">read</span><span
315
- class="method-args">(index, query, looping=true, from=0, size=1000) { |data| ... }</span>
316
- <span class="method-click-advice">click to toggle source</span>
317
- </div>
318
-
319
-
320
- <div class="method-description">
321
-
322
-
323
-
324
-
325
-
326
- <div class="method-source-code" id="read-source">
327
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 21</span>
328
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">read</span>(<span class="ruby-identifier">index</span>, <span class="ruby-identifier">query</span>, <span class="ruby-identifier">looping</span>=<span class="ruby-keyword">true</span>, <span class="ruby-identifier">from</span>=<span class="ruby-value">0</span>, <span class="ruby-identifier">size</span>=<span class="ruby-value">1000</span>)
329
- <span class="ruby-identifier">offset</span> = <span class="ruby-value">0</span>
330
- <span class="ruby-identifier">loop_count</span> = <span class="ruby-value">0</span>
331
-
332
- <span class="ruby-keyword">while</span> (<span class="ruby-identifier">looping</span> <span class="ruby-operator">==</span> <span class="ruby-keyword">true</span> <span class="ruby-operator">||</span> <span class="ruby-identifier">loop_count</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>)
333
- <span class="ruby-identifier">data</span> = []
334
- <span class="ruby-identifier">prepared_query</span> = <span class="ruby-identifier">query</span>
335
- <span class="ruby-identifier">prepared_query</span>[<span class="ruby-value">:from</span>] = <span class="ruby-identifier">from</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">offset</span>
336
- <span class="ruby-identifier">prepared_query</span>[<span class="ruby-value">:size</span>] = <span class="ruby-identifier">size</span>
337
-
338
- <span class="ruby-identifier">results</span> = <span class="ruby-identifier">client</span>.<span class="ruby-identifier">search</span>( { <span class="ruby-identifier">index</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>, <span class="ruby-identifier">body</span><span class="ruby-operator">:</span> <span class="ruby-identifier">prepared_query</span> } )
339
- <span class="ruby-identifier">results</span>[<span class="ruby-string">&quot;hits&quot;</span>][<span class="ruby-string">&quot;hits&quot;</span>].<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">hit</span><span class="ruby-operator">|</span>
340
- <span class="ruby-identifier">data</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">hit</span>[<span class="ruby-string">&quot;_source&quot;</span>]
341
- <span class="ruby-keyword">end</span>
342
-
343
- <span class="ruby-identifier">data</span>.<span class="ruby-identifier">map</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">l</span><span class="ruby-operator">|</span> <span class="ruby-identifier">l</span>.<span class="ruby-identifier">symbolize_keys!</span> }
344
-
345
- <span class="ruby-keyword">if</span> <span class="ruby-identifier">block_given?</span>
346
- <span class="ruby-keyword">yield</span> <span class="ruby-identifier">data</span>
347
- <span class="ruby-keyword">else</span>
348
- <span class="ruby-keyword">return</span> <span class="ruby-identifier">data</span>
349
- <span class="ruby-keyword">end</span>
350
-
351
- <span class="ruby-identifier">looping</span> = <span class="ruby-keyword">false</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">results</span>[<span class="ruby-string">&quot;hits&quot;</span>][<span class="ruby-string">&quot;hits&quot;</span>].<span class="ruby-identifier">length</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
352
- <span class="ruby-identifier">offset</span> = <span class="ruby-identifier">offset</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">size</span>
353
- <span class="ruby-identifier">loop_count</span> = <span class="ruby-identifier">loop_count</span> <span class="ruby-operator">+</span> <span class="ruby-value">1</span>
354
- <span class="ruby-keyword">end</span>
355
- <span class="ruby-keyword">end</span></pre>
356
- </div><!-- read-source -->
357
-
358
- </div>
359
-
360
-
361
-
362
-
363
- </div><!-- read-method -->
364
-
365
-
366
- <div id="method-i-write" class="method-detail ">
367
-
368
- <div class="method-heading">
369
- <span class="method-name">write</span><span
370
- class="method-args">(data, index, update=false, type='forklift', primary_key=:id)</span>
371
- <span class="method-click-advice">click to toggle source</span>
372
- </div>
373
-
374
-
375
- <div class="method-description">
376
-
377
-
378
-
379
-
380
-
381
- <div class="method-source-code" id="write-source">
382
- <pre><span class="ruby-comment"># File lib/forklift/transports/elasticsearch.rb, line 50</span>
383
- <span class="ruby-keyword">def</span> <span class="ruby-identifier">write</span>(<span class="ruby-identifier">data</span>, <span class="ruby-identifier">index</span>, <span class="ruby-identifier">update</span>=<span class="ruby-keyword">false</span>, <span class="ruby-identifier">type</span>=<span class="ruby-string">'forklift'</span>, <span class="ruby-identifier">primary_key</span>=<span class="ruby-value">:id</span>)
384
- <span class="ruby-identifier">data</span>.<span class="ruby-identifier">map</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">l</span><span class="ruby-operator">|</span> <span class="ruby-identifier">l</span>.<span class="ruby-identifier">symbolize_keys!</span> }
385
-
386
- <span class="ruby-identifier">data</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">d</span><span class="ruby-operator">|</span>
387
- <span class="ruby-identifier">object</span> = {
388
- <span class="ruby-value">:index</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">index</span>,
389
- <span class="ruby-value">:body</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">d</span>,
390
- <span class="ruby-value">:type</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">type</span>,
391
- }
392
- <span class="ruby-identifier">object</span>[<span class="ruby-value">:id</span>] = <span class="ruby-identifier">d</span>[<span class="ruby-identifier">primary_key</span>] <span class="ruby-keyword">if</span> ( <span class="ruby-operator">!</span><span class="ruby-identifier">d</span>[<span class="ruby-identifier">primary_key</span>].<span class="ruby-identifier">nil?</span> <span class="ruby-operator">&amp;&amp;</span> <span class="ruby-identifier">update</span> <span class="ruby-operator">==</span> <span class="ruby-keyword">true</span> )
393
- <span class="ruby-identifier">client</span>.<span class="ruby-identifier">index</span> <span class="ruby-identifier">object</span>
394
- <span class="ruby-keyword">end</span>
395
- <span class="ruby-identifier">client</span>.<span class="ruby-identifier">indices</span>.<span class="ruby-identifier">refresh</span>({ <span class="ruby-value">:index</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">index</span> })
396
- <span class="ruby-keyword">end</span></pre>
397
- </div><!-- write-source -->
398
-
399
- </div>
400
-
401
-
402
-
403
-
404
- </div><!-- write-method -->
405
-
406
-
407
- </section><!-- public-instance-method-details -->
408
-
409
- </section><!-- 5Buntitled-5D -->
410
-
411
- </div><!-- documentation -->
412
-
413
-
414
- <footer id="validator-badges">
415
- <p><a href="http://validator.w3.org/check/referer">[Validate]</a>
416
- <p>Generated by <a href="https://github.com/rdoc/rdoc">RDoc</a> 3.12.2.
417
- <p>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish Rdoc Generator</a> 3.
418
- </footer>
419
-