sip 0.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (56) hide show
  1. data/Gemfile +2 -0
  2. data/LICENSE +674 -0
  3. data/README.rdoc +32 -0
  4. data/Rakefile +21 -0
  5. data/bin/sip +83 -0
  6. data/bin/transpart +114 -0
  7. data/docs/classes/Sip.html +169 -0
  8. data/docs/classes/Sip/CmdOpts.html +179 -0
  9. data/docs/classes/Sip/Config.html +362 -0
  10. data/docs/classes/Sip/DBBase.html +368 -0
  11. data/docs/classes/Sip/HadoopException.html +111 -0
  12. data/docs/classes/Sip/Hive.html +295 -0
  13. data/docs/classes/Sip/HiveQueryException.html +111 -0
  14. data/docs/classes/Sip/ImportScriptExecutionError.html +111 -0
  15. data/docs/classes/Sip/MySQLSipper.html +273 -0
  16. data/docs/classes/Sip/NoSuchColumn.html +111 -0
  17. data/docs/classes/Sip/NoSuchTable.html +111 -0
  18. data/docs/classes/Sip/PastFailureException.html +111 -0
  19. data/docs/classes/Sip/Sipper.html +454 -0
  20. data/docs/classes/Sip/UnsupportedDatabaseType.html +111 -0
  21. data/docs/classes/Sip/Utils.html +269 -0
  22. data/docs/classes/Struct.html +146 -0
  23. data/docs/created.rid +1 -0
  24. data/docs/files/README_rdoc.html +174 -0
  25. data/docs/files/lib/sip/cmdopts_rb.html +101 -0
  26. data/docs/files/lib/sip/config_rb.html +108 -0
  27. data/docs/files/lib/sip/databases/dbbase_rb.html +108 -0
  28. data/docs/files/lib/sip/databases/mysql_rb.html +108 -0
  29. data/docs/files/lib/sip/exceptions_rb.html +101 -0
  30. data/docs/files/lib/sip/extensions_rb.html +101 -0
  31. data/docs/files/lib/sip/hive_rb.html +101 -0
  32. data/docs/files/lib/sip/sipper_rb.html +101 -0
  33. data/docs/files/lib/sip/utils_rb.html +110 -0
  34. data/docs/files/lib/sip/version_rb.html +101 -0
  35. data/docs/files/lib/sip_rb.html +117 -0
  36. data/docs/fr_class_index.html +42 -0
  37. data/docs/fr_file_index.html +38 -0
  38. data/docs/fr_method_index.html +72 -0
  39. data/docs/index.html +24 -0
  40. data/docs/rdoc-style.css +208 -0
  41. data/lib/sip.rb +10 -0
  42. data/lib/sip/cmdopts.rb +20 -0
  43. data/lib/sip/config.rb +80 -0
  44. data/lib/sip/databases/dbbase.rb +56 -0
  45. data/lib/sip/databases/mysql.rb +52 -0
  46. data/lib/sip/exceptions.rb +9 -0
  47. data/lib/sip/extensions.rb +5 -0
  48. data/lib/sip/hive.rb +62 -0
  49. data/lib/sip/sipper.rb +118 -0
  50. data/lib/sip/templates/export.sh +73 -0
  51. data/lib/sip/utils.rb +58 -0
  52. data/lib/sip/version.rb +3 -0
  53. data/test/database_interaction_test.rb +7 -0
  54. data/test/hive_test.rb +28 -0
  55. data/test/sipper_test.rb +25 -0
  56. metadata +125 -0
data/docs/files/lib/sip/utils_rb.html ADDED
@@ -0,0 +1,110 @@
1
+ <?xml version="1.0" encoding="iso-8859-1"?>
2
+ <!DOCTYPE html
3
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
4
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
+ <head>
8
+ <title>File: utils.rb</title>
9
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
+ <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
+ <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
12
+ <script type="text/javascript">
13
+ // <![CDATA[
14
+
15
+ function popupCode( url ) {
16
+ window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
17
+ }
18
+
19
+ function toggleCode( id ) {
20
+ if ( document.getElementById )
21
+ elem = document.getElementById( id );
22
+ else if ( document.all )
23
+ elem = eval( "document.all." + id );
24
+ else
25
+ return false;
26
+
27
+ elemStyle = elem.style;
28
+
29
+ if ( elemStyle.display != "block" ) {
30
+ elemStyle.display = "block"
31
+ } else {
32
+ elemStyle.display = "none"
33
+ }
34
+
35
+ return true;
36
+ }
37
+
38
+ // Make codeblocks hidden by default
39
+ document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
40
+
41
+ // ]]>
42
+ </script>
43
+
44
+ </head>
45
+ <body>
46
+
47
+
48
+
49
+ <div id="fileHeader">
50
+ <h1>utils.rb</h1>
51
+ <table class="header-table">
52
+ <tr class="top-aligned-row">
53
+ <td><strong>Path:</strong></td>
54
+ <td>lib/sip/utils.rb
55
+ </td>
56
+ </tr>
57
+ <tr class="top-aligned-row">
58
+ <td><strong>Last Update:</strong></td>
59
+ <td>Wed Mar 23 15:04:49 -0400 2011</td>
60
+ </tr>
61
+ </table>
62
+ </div>
63
+ <!-- banner header -->
64
+
65
+ <div id="bodyContent">
66
+
67
+
68
+
69
+ <div id="contextContent">
70
+
71
+
72
+ <div id="requires-list">
73
+ <h3 class="section-bar">Required files</h3>
74
+
75
+ <div class="name-list">
76
+ erb&nbsp;&nbsp;
77
+ fileutils&nbsp;&nbsp;
78
+ socket&nbsp;&nbsp;
79
+ </div>
80
+ </div>
81
+
82
+ </div>
83
+
84
+
85
+ </div>
86
+
87
+
88
+ <!-- if includes -->
89
+
90
+ <div id="section">
91
+
92
+
93
+
94
+
95
+
96
+
97
+
98
+
99
+ <!-- if method_list -->
100
+
101
+
102
+ </div>
103
+
104
+
105
+ <div id="validator-badges">
106
+ <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
107
+ </div>
108
+
109
+ </body>
110
+ </html>
data/docs/files/lib/sip/version_rb.html ADDED
@@ -0,0 +1,101 @@
1
+ <?xml version="1.0" encoding="iso-8859-1"?>
2
+ <!DOCTYPE html
3
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
4
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
+ <head>
8
+ <title>File: version.rb</title>
9
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
+ <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
+ <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
12
+ <script type="text/javascript">
13
+ // <![CDATA[
14
+
15
+ function popupCode( url ) {
16
+ window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
17
+ }
18
+
19
+ function toggleCode( id ) {
20
+ if ( document.getElementById )
21
+ elem = document.getElementById( id );
22
+ else if ( document.all )
23
+ elem = eval( "document.all." + id );
24
+ else
25
+ return false;
26
+
27
+ elemStyle = elem.style;
28
+
29
+ if ( elemStyle.display != "block" ) {
30
+ elemStyle.display = "block"
31
+ } else {
32
+ elemStyle.display = "none"
33
+ }
34
+
35
+ return true;
36
+ }
37
+
38
+ // Make codeblocks hidden by default
39
+ document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
40
+
41
+ // ]]>
42
+ </script>
43
+
44
+ </head>
45
+ <body>
46
+
47
+
48
+
49
+ <div id="fileHeader">
50
+ <h1>version.rb</h1>
51
+ <table class="header-table">
52
+ <tr class="top-aligned-row">
53
+ <td><strong>Path:</strong></td>
54
+ <td>lib/sip/version.rb
55
+ </td>
56
+ </tr>
57
+ <tr class="top-aligned-row">
58
+ <td><strong>Last Update:</strong></td>
59
+ <td>Sun Feb 27 12:10:43 -0500 2011</td>
60
+ </tr>
61
+ </table>
62
+ </div>
63
+ <!-- banner header -->
64
+
65
+ <div id="bodyContent">
66
+
67
+
68
+
69
+ <div id="contextContent">
70
+
71
+
72
+
73
+ </div>
74
+
75
+
76
+ </div>
77
+
78
+
79
+ <!-- if includes -->
80
+
81
+ <div id="section">
82
+
83
+
84
+
85
+
86
+
87
+
88
+
89
+
90
+ <!-- if method_list -->
91
+
92
+
93
+ </div>
94
+
95
+
96
+ <div id="validator-badges">
97
+ <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
98
+ </div>
99
+
100
+ </body>
101
+ </html>
data/docs/files/lib/sip_rb.html ADDED
@@ -0,0 +1,117 @@
1
+ <?xml version="1.0" encoding="iso-8859-1"?>
2
+ <!DOCTYPE html
3
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
4
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
+ <head>
8
+ <title>File: sip.rb</title>
9
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
+ <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
+ <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
12
+ <script type="text/javascript">
13
+ // <![CDATA[
14
+
15
+ function popupCode( url ) {
16
+ window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
17
+ }
18
+
19
+ function toggleCode( id ) {
20
+ if ( document.getElementById )
21
+ elem = document.getElementById( id );
22
+ else if ( document.all )
23
+ elem = eval( "document.all." + id );
24
+ else
25
+ return false;
26
+
27
+ elemStyle = elem.style;
28
+
29
+ if ( elemStyle.display != "block" ) {
30
+ elemStyle.display = "block"
31
+ } else {
32
+ elemStyle.display = "none"
33
+ }
34
+
35
+ return true;
36
+ }
37
+
38
+ // Make codeblocks hidden by default
39
+ document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
40
+
41
+ // ]]>
42
+ </script>
43
+
44
+ </head>
45
+ <body>
46
+
47
+
48
+
49
+ <div id="fileHeader">
50
+ <h1>sip.rb</h1>
51
+ <table class="header-table">
52
+ <tr class="top-aligned-row">
53
+ <td><strong>Path:</strong></td>
54
+ <td>lib/sip.rb
55
+ </td>
56
+ </tr>
57
+ <tr class="top-aligned-row">
58
+ <td><strong>Last Update:</strong></td>
59
+ <td>Wed Mar 23 14:50:15 -0400 2011</td>
60
+ </tr>
61
+ </table>
62
+ </div>
63
+ <!-- banner header -->
64
+
65
+ <div id="bodyContent">
66
+
67
+
68
+
69
+ <div id="contextContent">
70
+
71
+
72
+ <div id="requires-list">
73
+ <h3 class="section-bar">Required files</h3>
74
+
75
+ <div class="name-list">
76
+ sip/version&nbsp;&nbsp;
77
+ sip/utils&nbsp;&nbsp;
78
+ sip/exceptions&nbsp;&nbsp;
79
+ sip/extensions&nbsp;&nbsp;
80
+ sip/sipper&nbsp;&nbsp;
81
+ sip/databases/dbbase&nbsp;&nbsp;
82
+ sip/databases/mysql&nbsp;&nbsp;
83
+ sip/hive&nbsp;&nbsp;
84
+ sip/cmdopts&nbsp;&nbsp;
85
+ sip/config&nbsp;&nbsp;
86
+ </div>
87
+ </div>
88
+
89
+ </div>
90
+
91
+
92
+ </div>
93
+
94
+
95
+ <!-- if includes -->
96
+
97
+ <div id="section">
98
+
99
+
100
+
101
+
102
+
103
+
104
+
105
+
106
+ <!-- if method_list -->
107
+
108
+
109
+ </div>
110
+
111
+
112
+ <div id="validator-badges">
113
+ <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
114
+ </div>
115
+
116
+ </body>
117
+ </html>
data/docs/fr_class_index.html ADDED
@@ -0,0 +1,42 @@
1
+
2
+ <?xml version="1.0" encoding="iso-8859-1"?>
3
+ <!DOCTYPE html
4
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
5
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
6
+
7
+ <!--
8
+
9
+ Classes
10
+
11
+ -->
12
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
13
+ <head>
14
+ <title>Classes</title>
15
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
16
+ <link rel="stylesheet" href="rdoc-style.css" type="text/css" />
17
+ <base target="docwin" />
18
+ </head>
19
+ <body>
20
+ <div id="index">
21
+ <h1 class="section-bar">Classes</h1>
22
+ <div id="index-entries">
23
+ <a href="classes/Sip.html">Sip</a><br />
24
+ <a href="classes/Sip/CmdOpts.html">Sip::CmdOpts</a><br />
25
+ <a href="classes/Sip/Config.html">Sip::Config</a><br />
26
+ <a href="classes/Sip/DBBase.html">Sip::DBBase</a><br />
27
+ <a href="classes/Sip/HadoopException.html">Sip::HadoopException</a><br />
28
+ <a href="classes/Sip/Hive.html">Sip::Hive</a><br />
29
+ <a href="classes/Sip/HiveQueryException.html">Sip::HiveQueryException</a><br />
30
+ <a href="classes/Sip/ImportScriptExecutionError.html">Sip::ImportScriptExecutionError</a><br />
31
+ <a href="classes/Sip/MySQLSipper.html">Sip::MySQLSipper</a><br />
32
+ <a href="classes/Sip/NoSuchColumn.html">Sip::NoSuchColumn</a><br />
33
+ <a href="classes/Sip/NoSuchTable.html">Sip::NoSuchTable</a><br />
34
+ <a href="classes/Sip/PastFailureException.html">Sip::PastFailureException</a><br />
35
+ <a href="classes/Sip/Sipper.html">Sip::Sipper</a><br />
36
+ <a href="classes/Sip/UnsupportedDatabaseType.html">Sip::UnsupportedDatabaseType</a><br />
37
+ <a href="classes/Sip/Utils.html">Sip::Utils</a><br />
38
+ <a href="classes/Struct.html">Struct</a><br />
39
+ </div>
40
+ </div>
41
+ </body>
42
+ </html>
data/docs/fr_file_index.html ADDED
@@ -0,0 +1,38 @@
1
+
2
+ <?xml version="1.0" encoding="iso-8859-1"?>
3
+ <!DOCTYPE html
4
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
5
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
6
+
7
+ <!--
8
+
9
+ Files
10
+
11
+ -->
12
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
13
+ <head>
14
+ <title>Files</title>
15
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
16
+ <link rel="stylesheet" href="rdoc-style.css" type="text/css" />
17
+ <base target="docwin" />
18
+ </head>
19
+ <body>
20
+ <div id="index">
21
+ <h1 class="section-bar">Files</h1>
22
+ <div id="index-entries">
23
+ <a href="files/README_rdoc.html">README.rdoc</a><br />
24
+ <a href="files/lib/sip_rb.html">lib/sip.rb</a><br />
25
+ <a href="files/lib/sip/cmdopts_rb.html">lib/sip/cmdopts.rb</a><br />
26
+ <a href="files/lib/sip/config_rb.html">lib/sip/config.rb</a><br />
27
+ <a href="files/lib/sip/databases/dbbase_rb.html">lib/sip/databases/dbbase.rb</a><br />
28
+ <a href="files/lib/sip/databases/mysql_rb.html">lib/sip/databases/mysql.rb</a><br />
29
+ <a href="files/lib/sip/exceptions_rb.html">lib/sip/exceptions.rb</a><br />
30
+ <a href="files/lib/sip/extensions_rb.html">lib/sip/extensions.rb</a><br />
31
+ <a href="files/lib/sip/hive_rb.html">lib/sip/hive.rb</a><br />
32
+ <a href="files/lib/sip/sipper_rb.html">lib/sip/sipper.rb</a><br />
33
+ <a href="files/lib/sip/utils_rb.html">lib/sip/utils.rb</a><br />
34
+ <a href="files/lib/sip/version_rb.html">lib/sip/version.rb</a><br />
35
+ </div>
36
+ </div>
37
+ </body>
38
+ </html>
data/docs/fr_method_index.html ADDED
@@ -0,0 +1,72 @@
1
+
2
+ <?xml version="1.0" encoding="iso-8859-1"?>
3
+ <!DOCTYPE html
4
+ PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
5
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
6
+
7
+ <!--
8
+
9
+ Methods
10
+
11
+ -->
12
+ <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
13
+ <head>
14
+ <title>Methods</title>
15
+ <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
16
+ <link rel="stylesheet" href="rdoc-style.css" type="text/css" />
17
+ <base target="docwin" />
18
+ </head>
19
+ <body>
20
+ <div id="index">
21
+ <h1 class="section-bar">Methods</h1>
22
+ <div id="index-entries">
23
+ <a href="classes/Sip/MySQLSipper.html#M000046">close (Sip::MySQLSipper)</a><br />
24
+ <a href="classes/Sip/MySQLSipper.html#M000043">cmd_line_execute_string (Sip::MySQLSipper)</a><br />
25
+ <a href="classes/Sip/DBBase.html#M000037">columns (Sip::DBBase)</a><br />
26
+ <a href="classes/Sip/MySQLSipper.html#M000045">convert_to_hive_type (Sip::MySQLSipper)</a><br />
27
+ <a href="classes/Sip/Sipper.html#M000026">create_script (Sip::Sipper)</a><br />
28
+ <a href="classes/Sip/Sipper.html#M000024">create_script_without_index (Sip::Sipper)</a><br />
29
+ <a href="classes/Sip/Sipper.html#M000023">create_scripts (Sip::Sipper)</a><br />
30
+ <a href="classes/Sip/Sipper.html#M000025">create_scripts_with_index (Sip::Sipper)</a><br />
31
+ <a href="classes/Sip/Config.html#M000016">dbconf (Sip::Config)</a><br />
32
+ <a href="classes/Sip/DBBase.html#M000039">generate_command (Sip::DBBase)</a><br />
33
+ <a href="classes/Sip/Sipper.html#M000027">generate_transpart_options (Sip::Sipper)</a><br />
34
+ <a href="classes/Struct.html#M000001">get_binding (Struct)</a><br />
35
+ <a href="classes/Sip/DBBase.html#M000035">get_column_max (Sip::DBBase)</a><br />
36
+ <a href="classes/Sip/Sipper.html#M000028">get_even_split (Sip::Sipper)</a><br />
37
+ <a href="classes/Sip/Hive.html#M000007">hdfs_ls (Sip::Hive)</a><br />
38
+ <a href="classes/Sip/DBBase.html#M000036">hive_columns (Sip::DBBase)</a><br />
39
+ <a href="classes/Sip/Utils.html#M000009">hostname (Sip::Utils)</a><br />
40
+ <a href="classes/Sip/Hive.html#M000006">load_data_statements (Sip::Hive)</a><br />
41
+ <a href="classes/Sip/Config.html#M000013">load_file (Sip::Config)</a><br />
42
+ <a href="classes/Sip/Utils.html#M000008">load_template (Sip::Utils)</a><br />
43
+ <a href="classes/Sip/Sipper.html#M000022">log (Sip::Sipper)</a><br />
44
+ <a href="classes/Sip/DBBase.html#M000031">make_interface (Sip::DBBase)</a><br />
45
+ <a href="classes/Sip/Sipper.html#M000021">new (Sip::Sipper)</a><br />
46
+ <a href="classes/Sip/DBBase.html#M000032">new (Sip::DBBase)</a><br />
47
+ <a href="classes/Sip/MySQLSipper.html#M000042">new (Sip::MySQLSipper)</a><br />
48
+ <a href="classes/Sip/Config.html#M000014">new (Sip::Config)</a><br />
49
+ <a href="classes/Sip/DBBase.html#M000038">order_column_list (Sip::DBBase)</a><br />
50
+ <a href="classes/Sip/MySQLSipper.html#M000044">query (Sip::MySQLSipper)</a><br />
51
+ <a href="classes/Sip/DBBase.html#M000034">rowcount (Sip::DBBase)</a><br />
52
+ <a href="classes/Sip/Hive.html#M000003">run (Sip::Hive)</a><br />
53
+ <a href="classes/Sip/Hive.html#M000004">run_file (Sip::Hive)</a><br />
54
+ <a href="classes/Sip/Sipper.html#M000030">run_hive_import (Sip::Sipper)</a><br />
55
+ <a href="classes/Sip/Hive.html#M000002">run_hsql_create_table (Sip::Hive)</a><br />
56
+ <a href="classes/Sip/Hive.html#M000005">run_import (Sip::Hive)</a><br />
57
+ <a href="classes/Sip/Sipper.html#M000029">run_scripts (Sip::Sipper)</a><br />
58
+ <a href="classes/Sip/Utils.html#M000012">sanity_check (Sip::Utils)</a><br />
59
+ <a href="classes/Sip/Config.html#M000015">save_file (Sip::Config)</a><br />
60
+ <a href="classes/Sip/CmdOpts.html#M000040">set (Sip::CmdOpts)</a><br />
61
+ <a href="classes/Sip/Config.html#M000020">set_temp (Sip::Config)</a><br />
62
+ <a href="classes/Sip/Config.html#M000018">store_database (Sip::Config)</a><br />
63
+ <a href="classes/Sip/Config.html#M000019">store_table (Sip::Config)</a><br />
64
+ <a href="classes/Sip/DBBase.html#M000033">tables (Sip::DBBase)</a><br />
65
+ <a href="classes/Sip/Config.html#M000017">tconf (Sip::Config)</a><br />
66
+ <a href="classes/Sip/Utils.html#M000011">tfile_path (Sip::Utils)</a><br />
67
+ <a href="classes/Sip/CmdOpts.html#M000041">to_s (Sip::CmdOpts)</a><br />
68
+ <a href="classes/Sip/Utils.html#M000010">write_script (Sip::Utils)</a><br />
69
+ </div>
70
+ </div>
71
+ </body>
72
+ </html>