sip 0.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. data/Gemfile +2 -0
  2. data/LICENSE +674 -0
  3. data/README.rdoc +32 -0
  4. data/Rakefile +21 -0
  5. data/bin/sip +83 -0
  6. data/bin/transpart +114 -0
  7. data/docs/classes/Sip.html +169 -0
  8. data/docs/classes/Sip/CmdOpts.html +179 -0
  9. data/docs/classes/Sip/Config.html +362 -0
  10. data/docs/classes/Sip/DBBase.html +368 -0
  11. data/docs/classes/Sip/HadoopException.html +111 -0
  12. data/docs/classes/Sip/Hive.html +295 -0
  13. data/docs/classes/Sip/HiveQueryException.html +111 -0
  14. data/docs/classes/Sip/ImportScriptExecutionError.html +111 -0
  15. data/docs/classes/Sip/MySQLSipper.html +273 -0
  16. data/docs/classes/Sip/NoSuchColumn.html +111 -0
  17. data/docs/classes/Sip/NoSuchTable.html +111 -0
  18. data/docs/classes/Sip/PastFailureException.html +111 -0
  19. data/docs/classes/Sip/Sipper.html +454 -0
  20. data/docs/classes/Sip/UnsupportedDatabaseType.html +111 -0
  21. data/docs/classes/Sip/Utils.html +269 -0
  22. data/docs/classes/Struct.html +146 -0
  23. data/docs/created.rid +1 -0
  24. data/docs/files/README_rdoc.html +174 -0
  25. data/docs/files/lib/sip/cmdopts_rb.html +101 -0
  26. data/docs/files/lib/sip/config_rb.html +108 -0
  27. data/docs/files/lib/sip/databases/dbbase_rb.html +108 -0
  28. data/docs/files/lib/sip/databases/mysql_rb.html +108 -0
  29. data/docs/files/lib/sip/exceptions_rb.html +101 -0
  30. data/docs/files/lib/sip/extensions_rb.html +101 -0
  31. data/docs/files/lib/sip/hive_rb.html +101 -0
  32. data/docs/files/lib/sip/sipper_rb.html +101 -0
  33. data/docs/files/lib/sip/utils_rb.html +110 -0
  34. data/docs/files/lib/sip/version_rb.html +101 -0
  35. data/docs/files/lib/sip_rb.html +117 -0
  36. data/docs/fr_class_index.html +42 -0
  37. data/docs/fr_file_index.html +38 -0
  38. data/docs/fr_method_index.html +72 -0
  39. data/docs/index.html +24 -0
  40. data/docs/rdoc-style.css +208 -0
  41. data/lib/sip.rb +10 -0
  42. data/lib/sip/cmdopts.rb +20 -0
  43. data/lib/sip/config.rb +80 -0
  44. data/lib/sip/databases/dbbase.rb +56 -0
  45. data/lib/sip/databases/mysql.rb +52 -0
  46. data/lib/sip/exceptions.rb +9 -0
  47. data/lib/sip/extensions.rb +5 -0
  48. data/lib/sip/hive.rb +62 -0
  49. data/lib/sip/sipper.rb +118 -0
  50. data/lib/sip/templates/export.sh +73 -0
  51. data/lib/sip/utils.rb +58 -0
  52. data/lib/sip/version.rb +3 -0
  53. data/test/database_interaction_test.rb +7 -0
  54. data/test/hive_test.rb +28 -0
  55. data/test/sipper_test.rb +25 -0
  56. metadata +125 -0
data/docs/classes/Sip/Config.html ADDED
@@ -0,0 +1,362 @@
1
+ <?xml version="1.0" encoding="iso-8859-1"?>
2
+ <!DOCTYPE html
3
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
4
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
+ <head>
8
+ <title>Class: Sip::Config</title>
9
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
+ <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
+ <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
12
+ <script type="text/javascript">
13
+ // <![CDATA[
14
+
15
+ function popupCode( url ) {
16
+ window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
17
+ }
18
+
19
+ function toggleCode( id ) {
20
+ if ( document.getElementById )
21
+ elem = document.getElementById( id );
22
+ else if ( document.all )
23
+ elem = eval( "document.all." + id );
24
+ else
25
+ return false;
26
+
27
+ elemStyle = elem.style;
28
+
29
+ if ( elemStyle.display != "block" ) {
30
+ elemStyle.display = "block"
31
+ } else {
32
+ elemStyle.display = "none"
33
+ }
34
+
35
+ return true;
36
+ }
37
+
38
+ // Make codeblocks hidden by default
39
+ document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
40
+
41
+ // ]]>
42
+ </script>
43
+
44
+ </head>
45
+ <body>
46
+
47
+
48
+
49
+ <div id="classHeader">
50
+ <table class="header-table">
51
+ <tr class="top-aligned-row">
52
+ <td><strong>Class</strong></td>
53
+ <td class="class-name-in-header">Sip::Config</td>
54
+ </tr>
55
+ <tr class="top-aligned-row">
56
+ <td><strong>In:</strong></td>
57
+ <td>
58
+ <a href="../../files/lib/sip/config_rb.html">
59
+ lib/sip/config.rb
60
+ </a>
61
+ <br />
62
+ </td>
63
+ </tr>
64
+
65
+ <tr class="top-aligned-row">
66
+ <td><strong>Parent:</strong></td>
67
+ <td>
68
+ Hash
69
+ </td>
70
+ </tr>
71
+ </table>
72
+ </div>
73
+ <!-- banner header -->
74
+
75
+ <div id="bodyContent">
76
+
77
+
78
+
79
+ <div id="contextContent">
80
+
81
+
82
+
83
+ </div>
84
+
85
+ <div id="method-list">
86
+ <h3 class="section-bar">Methods</h3>
87
+
88
+ <div class="name-list">
89
+ <a href="#M000016">dbconf</a>&nbsp;&nbsp;
90
+ <a href="#M000013">load_file</a>&nbsp;&nbsp;
91
+ <a href="#M000014">new</a>&nbsp;&nbsp;
92
+ <a href="#M000015">save_file</a>&nbsp;&nbsp;
93
+ <a href="#M000020">set_temp</a>&nbsp;&nbsp;
94
+ <a href="#M000018">store_database</a>&nbsp;&nbsp;
95
+ <a href="#M000019">store_table</a>&nbsp;&nbsp;
96
+ <a href="#M000017">tconf</a>&nbsp;&nbsp;
97
+ </div>
98
+ </div>
99
+
100
+ </div>
101
+
102
+
103
+ <!-- if includes -->
104
+
105
+ <div id="section">
106
+
107
+
108
+ <div id="constants-list">
109
+ <h3 class="section-bar">Constants</h3>
110
+
111
+ <div class="name-list">
112
+ <table summary="Constants">
113
+ <tr class="top-aligned-row context-row">
114
+ <td class="context-item-name">DBCONF_DEFAULT</td>
115
+ <td>=</td>
116
+ <td class="context-item-value">{ 'type' =&gt; 'mysql', 'host' =&gt; 'localhost', 'dbport' =&gt; nil</td>
117
+ </tr>
118
+ <tr class="top-aligned-row context-row">
119
+ <td class="context-item-name">TABLECONF_DEFAULT</td>
120
+ <td>=</td>
121
+ <td class="context-item-value">{ 'incremental_index' =&gt; 'id', 'method' =&gt; 'append', 'incremental_index_value' =&gt; 0, 'partition_by' =&gt; nil, 'columns' =&gt; nil</td>
122
+ </tr>
123
+ </table>
124
+ </div>
125
+ </div>
126
+
127
+
128
+
129
+
130
+
131
+
132
+ <!-- if method_list -->
133
+ <div id="methods">
134
+ <h3 class="section-bar">Public Class methods</h3>
135
+
136
+ <div id="method-M000013" class="method-detail">
137
+ <a name="M000013"></a>
138
+
139
+ <div class="method-heading">
140
+ <a href="#M000013" class="method-signature">
141
+ <span class="method-name">load_file</span><span class="method-args">(location)</span>
142
+ </a>
143
+ </div>
144
+
145
+ <div class="method-description">
146
+ <p><a class="source-toggle" href="#"
147
+ onclick="toggleCode('M000013-source');return false;">[Source]</a></p>
148
+ <div class="method-source-code" id="M000013-source">
149
+ <pre>
150
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 20</span>
151
+ <span class="ruby-keyword kw">def</span> <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">load_file</span>(<span class="ruby-identifier">location</span>)
152
+ <span class="ruby-constant">Config</span>.<span class="ruby-identifier">new</span> <span class="ruby-constant">YAML</span>.<span class="ruby-identifier">load_file</span>(<span class="ruby-identifier">location</span>)
153
+ <span class="ruby-keyword kw">end</span>
154
+ </pre>
155
+ </div>
156
+ </div>
157
+ </div>
158
+
159
+ <div id="method-M000014" class="method-detail">
160
+ <a name="M000014"></a>
161
+
162
+ <div class="method-heading">
163
+ <a href="#M000014" class="method-signature">
164
+ <span class="method-name">new</span><span class="method-args">(initial_values)</span>
165
+ </a>
166
+ </div>
167
+
168
+ <div class="method-description">
169
+ <p><a class="source-toggle" href="#"
170
+ onclick="toggleCode('M000014-source');return false;">[Source]</a></p>
171
+ <div class="method-source-code" id="M000014-source">
172
+ <pre>
173
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 24</span>
174
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">initial_values</span>)
175
+ <span class="ruby-comment cmt"># temp_keys are ones we'll delete before saving to a file</span>
176
+ <span class="ruby-ivar">@temp_keys</span> = []
177
+ <span class="ruby-identifier">merge!</span> <span class="ruby-identifier">initial_values</span>
178
+
179
+ <span class="ruby-comment cmt"># initialize defaults, including setting dbname and tablename ease of use keys</span>
180
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">dbname</span>, <span class="ruby-identifier">dbconf</span><span class="ruby-operator">|</span>
181
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>] = <span class="ruby-constant">DBCONF_DEFAULT</span>.<span class="ruby-identifier">merge</span>(<span class="ruby-identifier">dbconf</span>)
182
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>][<span class="ruby-value str">'dbname'</span>] = <span class="ruby-identifier">dbname</span>
183
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>][<span class="ruby-value str">'tables'</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">tablename</span>, <span class="ruby-identifier">tableconf</span><span class="ruby-operator">|</span>
184
+ <span class="ruby-identifier">tableconf</span> = {<span class="ruby-value str">'hive_table_name'</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-node">&quot;#{dbname}_#{tablename}&quot;</span>}.<span class="ruby-identifier">merge</span>(<span class="ruby-constant">TABLECONF_DEFAULT</span>).<span class="ruby-identifier">merge</span>(<span class="ruby-identifier">tableconf</span>)
185
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>][<span class="ruby-value str">'tables'</span>][<span class="ruby-identifier">tablename</span>] = <span class="ruby-identifier">tableconf</span>
186
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>][<span class="ruby-value str">'tables'</span>][<span class="ruby-identifier">tablename</span>][<span class="ruby-value str">'tablename'</span>] = <span class="ruby-identifier">tablename</span>
187
+ }
188
+ }
189
+ <span class="ruby-keyword kw">end</span>
190
+ </pre>
191
+ </div>
192
+ </div>
193
+ </div>
194
+
195
+ <h3 class="section-bar">Public Instance methods</h3>
196
+
197
+ <div id="method-M000016" class="method-detail">
198
+ <a name="M000016"></a>
199
+
200
+ <div class="method-heading">
201
+ <a href="#M000016" class="method-signature">
202
+ <span class="method-name">dbconf</span><span class="method-args">(dbname)</span>
203
+ </a>
204
+ </div>
205
+
206
+ <div class="method-description">
207
+ <p><a class="source-toggle" href="#"
208
+ onclick="toggleCode('M000016-source');return false;">[Source]</a></p>
209
+ <div class="method-source-code" id="M000016-source">
210
+ <pre>
211
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 57</span>
212
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">dbconf</span>(<span class="ruby-identifier">dbname</span>)
213
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>]
214
+ <span class="ruby-keyword kw">end</span>
215
+ </pre>
216
+ </div>
217
+ </div>
218
+ </div>
219
+
220
+ <div id="method-M000015" class="method-detail">
221
+ <a name="M000015"></a>
222
+
223
+ <div class="method-heading">
224
+ <a href="#M000015" class="method-signature">
225
+ <span class="method-name">save_file</span><span class="method-args">(location)</span>
226
+ </a>
227
+ </div>
228
+
229
+ <div class="method-description">
230
+ <p><a class="source-toggle" href="#"
231
+ onclick="toggleCode('M000015-source');return false;">[Source]</a></p>
232
+ <div class="method-source-code" id="M000015-source">
233
+ <pre>
234
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 41</span>
235
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">save_file</span>(<span class="ruby-identifier">location</span>)
236
+ <span class="ruby-comment cmt"># remove unecessary dbname and tablename keys</span>
237
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">dbname</span>, <span class="ruby-identifier">dbconf</span><span class="ruby-operator">|</span>
238
+ <span class="ruby-identifier">dbconf</span>.<span class="ruby-identifier">delete</span> <span class="ruby-value str">'dbname'</span>
239
+ <span class="ruby-identifier">dbconf</span>[<span class="ruby-value str">'tables'</span>].<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">tablename</span>, <span class="ruby-identifier">tableconf</span><span class="ruby-operator">|</span>
240
+ <span class="ruby-identifier">tableconf</span>.<span class="ruby-identifier">delete</span> <span class="ruby-value str">'tablename'</span>
241
+ }
242
+ }
243
+
244
+ <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">location</span>, <span class="ruby-value str">'w'</span>) { <span class="ruby-operator">|</span><span class="ruby-identifier">f</span><span class="ruby-operator">|</span>
245
+ <span class="ruby-identifier">h</span> = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>.<span class="ruby-identifier">merge</span> <span class="ruby-keyword kw">self</span>
246
+ <span class="ruby-ivar">@temp_keys</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span> <span class="ruby-identifier">h</span>.<span class="ruby-identifier">delete</span> <span class="ruby-identifier">k</span> }
247
+ <span class="ruby-constant">YAML</span>.<span class="ruby-identifier">dump</span>(<span class="ruby-identifier">h</span>, <span class="ruby-identifier">f</span>)
248
+ }
249
+ <span class="ruby-keyword kw">end</span>
250
+ </pre>
251
+ </div>
252
+ </div>
253
+ </div>
254
+
255
+ <div id="method-M000020" class="method-detail">
256
+ <a name="M000020"></a>
257
+
258
+ <div class="method-heading">
259
+ <a href="#M000020" class="method-signature">
260
+ <span class="method-name">set_temp</span><span class="method-args">(other, keys)</span>
261
+ </a>
262
+ </div>
263
+
264
+ <div class="method-description">
265
+ <p><a class="source-toggle" href="#"
266
+ onclick="toggleCode('M000020-source');return false;">[Source]</a></p>
267
+ <div class="method-source-code" id="M000020-source">
268
+ <pre>
269
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 73</span>
270
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">set_temp</span>(<span class="ruby-identifier">other</span>, <span class="ruby-identifier">keys</span>)
271
+ <span class="ruby-identifier">keys</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span>
272
+ <span class="ruby-ivar">@temp_keys</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">k</span>
273
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-identifier">k</span>] = <span class="ruby-identifier">other</span>[<span class="ruby-identifier">k</span>]
274
+ }
275
+ <span class="ruby-keyword kw">end</span>
276
+ </pre>
277
+ </div>
278
+ </div>
279
+ </div>
280
+
281
+ <div id="method-M000018" class="method-detail">
282
+ <a name="M000018"></a>
283
+
284
+ <div class="method-heading">
285
+ <a href="#M000018" class="method-signature">
286
+ <span class="method-name">store_database</span><span class="method-args">(dbname, conf)</span>
287
+ </a>
288
+ </div>
289
+
290
+ <div class="method-description">
291
+ <p><a class="source-toggle" href="#"
292
+ onclick="toggleCode('M000018-source');return false;">[Source]</a></p>
293
+ <div class="method-source-code" id="M000018-source">
294
+ <pre>
295
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 65</span>
296
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">store_database</span>(<span class="ruby-identifier">dbname</span>, <span class="ruby-identifier">conf</span>)
297
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>] = <span class="ruby-identifier">conf</span>
298
+ <span class="ruby-keyword kw">end</span>
299
+ </pre>
300
+ </div>
301
+ </div>
302
+ </div>
303
+
304
+ <div id="method-M000019" class="method-detail">
305
+ <a name="M000019"></a>
306
+
307
+ <div class="method-heading">
308
+ <a href="#M000019" class="method-signature">
309
+ <span class="method-name">store_table</span><span class="method-args">(dbname, tablename, conf)</span>
310
+ </a>
311
+ </div>
312
+
313
+ <div class="method-description">
314
+ <p><a class="source-toggle" href="#"
315
+ onclick="toggleCode('M000019-source');return false;">[Source]</a></p>
316
+ <div class="method-source-code" id="M000019-source">
317
+ <pre>
318
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 69</span>
319
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">store_table</span>(<span class="ruby-identifier">dbname</span>, <span class="ruby-identifier">tablename</span>, <span class="ruby-identifier">conf</span>)
320
+ <span class="ruby-keyword kw">self</span>[<span class="ruby-value str">'databases'</span>][<span class="ruby-identifier">dbname</span>][<span class="ruby-value str">'tables'</span>][<span class="ruby-identifier">tablename</span>] = <span class="ruby-identifier">conf</span>
321
+ <span class="ruby-keyword kw">end</span>
322
+ </pre>
323
+ </div>
324
+ </div>
325
+ </div>
326
+
327
+ <div id="method-M000017" class="method-detail">
328
+ <a name="M000017"></a>
329
+
330
+ <div class="method-heading">
331
+ <a href="#M000017" class="method-signature">
332
+ <span class="method-name">tconf</span><span class="method-args">(dbname, tablename)</span>
333
+ </a>
334
+ </div>
335
+
336
+ <div class="method-description">
337
+ <p><a class="source-toggle" href="#"
338
+ onclick="toggleCode('M000017-source');return false;">[Source]</a></p>
339
+ <div class="method-source-code" id="M000017-source">
340
+ <pre>
341
+ <span class="ruby-comment cmt"># File lib/sip/config.rb, line 61</span>
342
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">tconf</span>(<span class="ruby-identifier">dbname</span>, <span class="ruby-identifier">tablename</span>)
343
+ <span class="ruby-identifier">dbconf</span>(<span class="ruby-identifier">dbname</span>)[<span class="ruby-value str">'tables'</span>][<span class="ruby-identifier">tablename</span>]
344
+ <span class="ruby-keyword kw">end</span>
345
+ </pre>
346
+ </div>
347
+ </div>
348
+ </div>
349
+
350
+
351
+ </div>
352
+
353
+
354
+ </div>
355
+
356
+
357
+ <div id="validator-badges">
358
+ <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
359
+ </div>
360
+
361
+ </body>
362
+ </html>
data/docs/classes/Sip/DBBase.html ADDED
@@ -0,0 +1,368 @@
1
+ <?xml version="1.0" encoding="iso-8859-1"?>
2
+ <!DOCTYPE html
3
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
4
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
+ <head>
8
+ <title>Class: Sip::DBBase</title>
9
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
+ <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
+ <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
12
+ <script type="text/javascript">
13
+ // <![CDATA[
14
+
15
+ function popupCode( url ) {
16
+ window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
17
+ }
18
+
19
+ function toggleCode( id ) {
20
+ if ( document.getElementById )
21
+ elem = document.getElementById( id );
22
+ else if ( document.all )
23
+ elem = eval( "document.all." + id );
24
+ else
25
+ return false;
26
+
27
+ elemStyle = elem.style;
28
+
29
+ if ( elemStyle.display != "block" ) {
30
+ elemStyle.display = "block"
31
+ } else {
32
+ elemStyle.display = "none"
33
+ }
34
+
35
+ return true;
36
+ }
37
+
38
+ // Make codeblocks hidden by default
39
+ document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
40
+
41
+ // ]]>
42
+ </script>
43
+
44
+ </head>
45
+ <body>
46
+
47
+
48
+
49
+ <div id="classHeader">
50
+ <table class="header-table">
51
+ <tr class="top-aligned-row">
52
+ <td><strong>Class</strong></td>
53
+ <td class="class-name-in-header">Sip::DBBase</td>
54
+ </tr>
55
+ <tr class="top-aligned-row">
56
+ <td><strong>In:</strong></td>
57
+ <td>
58
+ <a href="../../files/lib/sip/databases/dbbase_rb.html">
59
+ lib/sip/databases/dbbase.rb
60
+ </a>
61
+ <br />
62
+ </td>
63
+ </tr>
64
+
65
+ <tr class="top-aligned-row">
66
+ <td><strong>Parent:</strong></td>
67
+ <td>
68
+ Object
69
+ </td>
70
+ </tr>
71
+ </table>
72
+ </div>
73
+ <!-- banner header -->
74
+
75
+ <div id="bodyContent">
76
+
77
+
78
+
79
+ <div id="contextContent">
80
+
81
+
82
+
83
+ </div>
84
+
85
+ <div id="method-list">
86
+ <h3 class="section-bar">Methods</h3>
87
+
88
+ <div class="name-list">
89
+ <a href="#M000037">columns</a>&nbsp;&nbsp;
90
+ <a href="#M000039">generate_command</a>&nbsp;&nbsp;
91
+ <a href="#M000035">get_column_max</a>&nbsp;&nbsp;
92
+ <a href="#M000036">hive_columns</a>&nbsp;&nbsp;
93
+ <a href="#M000031">make_interface</a>&nbsp;&nbsp;
94
+ <a href="#M000032">new</a>&nbsp;&nbsp;
95
+ <a href="#M000038">order_column_list</a>&nbsp;&nbsp;
96
+ <a href="#M000034">rowcount</a>&nbsp;&nbsp;
97
+ <a href="#M000033">tables</a>&nbsp;&nbsp;
98
+ </div>
99
+ </div>
100
+
101
+ </div>
102
+
103
+
104
+ <!-- if includes -->
105
+
106
+ <div id="section">
107
+
108
+
109
+
110
+
111
+
112
+ <div id="attribute-list">
113
+ <h3 class="section-bar">Attributes</h3>
114
+
115
+ <div class="name-list">
116
+ <table>
117
+ <tr class="top-aligned-row context-row">
118
+ <td class="context-item-name">args</td>
119
+ <td class="context-item-value">&nbsp;[R]&nbsp;</td>
120
+ <td class="context-item-desc"></td>
121
+ </tr>
122
+ </table>
123
+ </div>
124
+ </div>
125
+
126
+
127
+
128
+ <!-- if method_list -->
129
+ <div id="methods">
130
+ <h3 class="section-bar">Public Class methods</h3>
131
+
132
+ <div id="method-M000031" class="method-detail">
133
+ <a name="M000031"></a>
134
+
135
+ <div class="method-heading">
136
+ <a href="#M000031" class="method-signature">
137
+ <span class="method-name">make_interface</span><span class="method-args">(type, args, sipper)</span>
138
+ </a>
139
+ </div>
140
+
141
+ <div class="method-description">
142
+ <p><a class="source-toggle" href="#"
143
+ onclick="toggleCode('M000031-source');return false;">[Source]</a></p>
144
+ <div class="method-source-code" id="M000031-source">
145
+ <pre>
146
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 5</span>
147
+ <span class="ruby-keyword kw">def</span> <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">make_interface</span>(<span class="ruby-identifier">type</span>, <span class="ruby-identifier">args</span>, <span class="ruby-identifier">sipper</span>)
148
+ <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">type</span> <span class="ruby-operator">==</span> <span class="ruby-value str">'mysql'</span>
149
+ <span class="ruby-identifier">require</span> <span class="ruby-value str">'sip/databases/mysql'</span>
150
+ <span class="ruby-constant">MySQLSipper</span>.<span class="ruby-identifier">new</span> <span class="ruby-identifier">args</span>, <span class="ruby-identifier">sipper</span>
151
+ <span class="ruby-keyword kw">else</span>
152
+ <span class="ruby-identifier">raise</span> <span class="ruby-constant">UnsupportedDatabaseType</span>, <span class="ruby-node">&quot;DB type #{type.to_s} not supported.&quot;</span>
153
+ <span class="ruby-keyword kw">end</span>
154
+ <span class="ruby-keyword kw">end</span>
155
+ </pre>
156
+ </div>
157
+ </div>
158
+ </div>
159
+
160
+ <div id="method-M000032" class="method-detail">
161
+ <a name="M000032"></a>
162
+
163
+ <div class="method-heading">
164
+ <a href="#M000032" class="method-signature">
165
+ <span class="method-name">new</span><span class="method-args">(args, sipper)</span>
166
+ </a>
167
+ </div>
168
+
169
+ <div class="method-description">
170
+ <p><a class="source-toggle" href="#"
171
+ onclick="toggleCode('M000032-source');return false;">[Source]</a></p>
172
+ <div class="method-source-code" id="M000032-source">
173
+ <pre>
174
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 14</span>
175
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">args</span>, <span class="ruby-identifier">sipper</span>)
176
+ <span class="ruby-ivar">@args</span> = <span class="ruby-identifier">args</span>
177
+ <span class="ruby-ivar">@sipper</span> = <span class="ruby-identifier">sipper</span>
178
+ <span class="ruby-keyword kw">end</span>
179
+ </pre>
180
+ </div>
181
+ </div>
182
+ </div>
183
+
184
+ <h3 class="section-bar">Public Instance methods</h3>
185
+
186
+ <div id="method-M000037" class="method-detail">
187
+ <a name="M000037"></a>
188
+
189
+ <div class="method-heading">
190
+ <a href="#M000037" class="method-signature">
191
+ <span class="method-name">columns</span><span class="method-args">(table)</span>
192
+ </a>
193
+ </div>
194
+
195
+ <div class="method-description">
196
+ <p><a class="source-toggle" href="#"
197
+ onclick="toggleCode('M000037-source');return false;">[Source]</a></p>
198
+ <div class="method-source-code" id="M000037-source">
199
+ <pre>
200
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 37</span>
201
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">columns</span>(<span class="ruby-identifier">table</span>)
202
+ <span class="ruby-identifier">query</span>(<span class="ruby-node">&quot;DESCRIBE #{table}&quot;</span>).<span class="ruby-identifier">map</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">col</span><span class="ruby-operator">|</span>
203
+ <span class="ruby-identifier">col</span>.<span class="ruby-identifier">slice</span>(<span class="ruby-value">0</span>,<span class="ruby-value">2</span>)
204
+ }
205
+ <span class="ruby-keyword kw">end</span>
206
+ </pre>
207
+ </div>
208
+ </div>
209
+ </div>
210
+
211
+ <div id="method-M000039" class="method-detail">
212
+ <a name="M000039"></a>
213
+
214
+ <div class="method-heading">
215
+ <a href="#M000039" class="method-signature">
216
+ <span class="method-name">generate_command</span><span class="method-args">(tableconf, first=nil, last=nil)</span>
217
+ </a>
218
+ </div>
219
+
220
+ <div class="method-description">
221
+ <p><a class="source-toggle" href="#"
222
+ onclick="toggleCode('M000039-source');return false;">[Source]</a></p>
223
+ <div class="method-source-code" id="M000039-source">
224
+ <pre>
225
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 47</span>
226
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">generate_command</span>(<span class="ruby-identifier">tableconf</span>, <span class="ruby-identifier">first</span>=<span class="ruby-keyword kw">nil</span>, <span class="ruby-identifier">last</span>=<span class="ruby-keyword kw">nil</span>)
227
+ <span class="ruby-identifier">select</span> = <span class="ruby-node">&quot;SELECT #{columns(tableconf['tablename']).map { |k,v| k }.join(',')} FROM #{tableconf['tablename']}&quot;</span>
228
+ <span class="ruby-identifier">wheres</span> = []
229
+ <span class="ruby-identifier">wheres</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-node">&quot;#{tableconf['incremental_index']} &gt;= #{first}&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-keyword kw">not</span> <span class="ruby-identifier">first</span>.<span class="ruby-identifier">nil?</span>
230
+ <span class="ruby-identifier">wheres</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-node">&quot;#{tableconf['incremental_index']} &lt;= #{last}&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-keyword kw">not</span> <span class="ruby-identifier">last</span>.<span class="ruby-identifier">nil?</span>
231
+ <span class="ruby-identifier">select</span> <span class="ruby-operator">+=</span> <span class="ruby-node">&quot; WHERE #{wheres.join(&quot; AND &quot;)}&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">wheres</span>.<span class="ruby-identifier">length</span> <span class="ruby-operator">&gt;</span> <span class="ruby-value">0</span>
232
+ <span class="ruby-identifier">cmd_line_execute_string</span> <span class="ruby-identifier">select</span>
233
+ <span class="ruby-keyword kw">end</span>
234
+ </pre>
235
+ </div>
236
+ </div>
237
+ </div>
238
+
239
+ <div id="method-M000035" class="method-detail">
240
+ <a name="M000035"></a>
241
+
242
+ <div class="method-heading">
243
+ <a href="#M000035" class="method-signature">
244
+ <span class="method-name">get_column_max</span><span class="method-args">(tablename, field)</span>
245
+ </a>
246
+ </div>
247
+
248
+ <div class="method-description">
249
+ <p><a class="source-toggle" href="#"
250
+ onclick="toggleCode('M000035-source');return false;">[Source]</a></p>
251
+ <div class="method-source-code" id="M000035-source">
252
+ <pre>
253
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 27</span>
254
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_column_max</span>(<span class="ruby-identifier">tablename</span>, <span class="ruby-identifier">field</span>)
255
+ <span class="ruby-identifier">query</span>(<span class="ruby-node">&quot;SELECT max(#{field}) FROM #{tablename}&quot;</span>).<span class="ruby-identifier">first</span>.<span class="ruby-identifier">first</span>.<span class="ruby-identifier">to_i</span>
256
+ <span class="ruby-keyword kw">end</span>
257
+ </pre>
258
+ </div>
259
+ </div>
260
+ </div>
261
+
262
+ <div id="method-M000036" class="method-detail">
263
+ <a name="M000036"></a>
264
+
265
+ <div class="method-heading">
266
+ <a href="#M000036" class="method-signature">
267
+ <span class="method-name">hive_columns</span><span class="method-args">(table)</span>
268
+ </a>
269
+ </div>
270
+
271
+ <div class="method-description">
272
+ <p><a class="source-toggle" href="#"
273
+ onclick="toggleCode('M000036-source');return false;">[Source]</a></p>
274
+ <div class="method-source-code" id="M000036-source">
275
+ <pre>
276
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 31</span>
277
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">hive_columns</span>(<span class="ruby-identifier">table</span>)
278
+ <span class="ruby-identifier">columns</span>(<span class="ruby-identifier">table</span>).<span class="ruby-identifier">map</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">name</span>, <span class="ruby-identifier">type</span><span class="ruby-operator">|</span>
279
+ [<span class="ruby-identifier">name</span>, <span class="ruby-identifier">convert_to_hive_type</span>(<span class="ruby-identifier">type</span>)]
280
+ }
281
+ <span class="ruby-keyword kw">end</span>
282
+ </pre>
283
+ </div>
284
+ </div>
285
+ </div>
286
+
287
+ <div id="method-M000038" class="method-detail">
288
+ <a name="M000038"></a>
289
+
290
+ <div class="method-heading">
291
+ <a href="#M000038" class="method-signature">
292
+ <span class="method-name">order_column_list</span><span class="method-args">(table, cols)</span>
293
+ </a>
294
+ </div>
295
+
296
+ <div class="method-description">
297
+ <p><a class="source-toggle" href="#"
298
+ onclick="toggleCode('M000038-source');return false;">[Source]</a></p>
299
+ <div class="method-source-code" id="M000038-source">
300
+ <pre>
301
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 43</span>
302
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">order_column_list</span>(<span class="ruby-identifier">table</span>, <span class="ruby-identifier">cols</span>)
303
+ <span class="ruby-identifier">columns</span>(<span class="ruby-identifier">table</span>).<span class="ruby-identifier">map</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span> <span class="ruby-identifier">k</span> }.<span class="ruby-identifier">select</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">c</span><span class="ruby-operator">|</span> <span class="ruby-identifier">cols</span>.<span class="ruby-identifier">include?</span> <span class="ruby-identifier">c</span> }
304
+ <span class="ruby-keyword kw">end</span>
305
+ </pre>
306
+ </div>
307
+ </div>
308
+ </div>
309
+
310
+ <div id="method-M000034" class="method-detail">
311
+ <a name="M000034"></a>
312
+
313
+ <div class="method-heading">
314
+ <a href="#M000034" class="method-signature">
315
+ <span class="method-name">rowcount</span><span class="method-args">(table)</span>
316
+ </a>
317
+ </div>
318
+
319
+ <div class="method-description">
320
+ <p><a class="source-toggle" href="#"
321
+ onclick="toggleCode('M000034-source');return false;">[Source]</a></p>
322
+ <div class="method-source-code" id="M000034-source">
323
+ <pre>
324
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 23</span>
325
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">rowcount</span>(<span class="ruby-identifier">table</span>)
326
+ <span class="ruby-identifier">query</span>(<span class="ruby-value str">'SELECT count(1) FROM #{table}'</span>).<span class="ruby-identifier">first</span>.<span class="ruby-identifier">first</span>.<span class="ruby-identifier">to_i</span>
327
+ <span class="ruby-keyword kw">end</span>
328
+ </pre>
329
+ </div>
330
+ </div>
331
+ </div>
332
+
333
+ <div id="method-M000033" class="method-detail">
334
+ <a name="M000033"></a>
335
+
336
+ <div class="method-heading">
337
+ <a href="#M000033" class="method-signature">
338
+ <span class="method-name">tables</span><span class="method-args">()</span>
339
+ </a>
340
+ </div>
341
+
342
+ <div class="method-description">
343
+ <p><a class="source-toggle" href="#"
344
+ onclick="toggleCode('M000033-source');return false;">[Source]</a></p>
345
+ <div class="method-source-code" id="M000033-source">
346
+ <pre>
347
+ <span class="ruby-comment cmt"># File lib/sip/databases/dbbase.rb, line 19</span>
348
+ <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">tables</span>
349
+ <span class="ruby-identifier">query</span>(<span class="ruby-value str">'SHOW tables'</span>)
350
+ <span class="ruby-keyword kw">end</span>
351
+ </pre>
352
+ </div>
353
+ </div>
354
+ </div>
355
+
356
+
357
+ </div>
358
+
359
+
360
+ </div>
361
+
362
+
363
+ <div id="validator-badges">
364
+ <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
365
+ </div>
366
+
367
+ </body>
368
+ </html>