tango-etl 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (35) hide show
  1. checksums.yaml +7 -0
  2. data/Gemfile +19 -0
  3. data/Rakefile +12 -0
  4. data/changelog.md +4 -0
  5. data/config/app.yml.sample +6 -0
  6. data/config/database.yml.sample +27 -0
  7. data/lib/tango/abstract_model.rb +53 -0
  8. data/lib/tango/app.rb +202 -0
  9. data/lib/tango/database_locker.rb +49 -0
  10. data/lib/tango/etl/dispatcher.rb +49 -0
  11. data/lib/tango/etl/handler_interface.rb +40 -0
  12. data/lib/tango/etl/operator_interface.rb +36 -0
  13. data/lib/tango/etl.rb +3 -0
  14. data/lib/tango/kernel.rb +36 -0
  15. data/lib/tango/link_stack.rb +61 -0
  16. data/lib/tango/multidb.rb +11 -0
  17. data/lib/tango/resource/buffer.rb +74 -0
  18. data/lib/tango/resource/cache.rb +81 -0
  19. data/lib/tango/resource.rb +2 -0
  20. data/lib/tango/version.rb +3 -0
  21. data/lib/tango.rb +18 -0
  22. data/readme.md +3 -0
  23. data/tango.gemspec +20 -0
  24. data/test/support/db/schema.rb +6 -0
  25. data/test/support/lib/model/user.rb +11 -0
  26. data/test/support/lib/simple_buffer.rb +18 -0
  27. data/test/support/lib/simple_handler.rb +18 -0
  28. data/test/unit/etl/test_dispatcher.rb +22 -0
  29. data/test/unit/resource/test_buffer.rb +51 -0
  30. data/test/unit/resource/test_cache.rb +120 -0
  31. data/test/unit/test_abstract_model.rb +43 -0
  32. data/test/unit/test_database_locker.rb +32 -0
  33. data/test/unit/test_kernel.rb +35 -0
  34. data/test/unit/test_link_stack.rb +49 -0
  35. metadata +177 -0
metadata ADDED
@@ -0,0 +1,177 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: tango-etl
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Maciej Komorowski
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-04-13 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: nokogiri
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ~>
18
+ - !ruby/object:Gem::Version
19
+ version: '1.6'
20
+ - - '>='
21
+ - !ruby/object:Gem::Version
22
+ version: 1.6.1
23
+ type: :runtime
24
+ prerelease: false
25
+ version_requirements: !ruby/object:Gem::Requirement
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ version: '1.6'
30
+ - - '>='
31
+ - !ruby/object:Gem::Version
32
+ version: 1.6.1
33
+ - !ruby/object:Gem::Dependency
34
+ name: httparty
35
+ requirement: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - ~>
38
+ - !ruby/object:Gem::Version
39
+ version: '0.13'
40
+ - - '>='
41
+ - !ruby/object:Gem::Version
42
+ version: 0.13.1
43
+ type: :runtime
44
+ prerelease: false
45
+ version_requirements: !ruby/object:Gem::Requirement
46
+ requirements:
47
+ - - ~>
48
+ - !ruby/object:Gem::Version
49
+ version: '0.13'
50
+ - - '>='
51
+ - !ruby/object:Gem::Version
52
+ version: 0.13.1
53
+ - !ruby/object:Gem::Dependency
54
+ name: activerecord
55
+ requirement: !ruby/object:Gem::Requirement
56
+ requirements:
57
+ - - ~>
58
+ - !ruby/object:Gem::Version
59
+ version: '4.1'
60
+ - - '>='
61
+ - !ruby/object:Gem::Version
62
+ version: 4.1.0
63
+ type: :runtime
64
+ prerelease: false
65
+ version_requirements: !ruby/object:Gem::Requirement
66
+ requirements:
67
+ - - ~>
68
+ - !ruby/object:Gem::Version
69
+ version: '4.1'
70
+ - - '>='
71
+ - !ruby/object:Gem::Version
72
+ version: 4.1.0
73
+ - !ruby/object:Gem::Dependency
74
+ name: activerecord-import
75
+ requirement: !ruby/object:Gem::Requirement
76
+ requirements:
77
+ - - ~>
78
+ - !ruby/object:Gem::Version
79
+ version: '0.5'
80
+ - - '>='
81
+ - !ruby/object:Gem::Version
82
+ version: 0.5.0
83
+ type: :runtime
84
+ prerelease: false
85
+ version_requirements: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ~>
88
+ - !ruby/object:Gem::Version
89
+ version: '0.5'
90
+ - - '>='
91
+ - !ruby/object:Gem::Version
92
+ version: 0.5.0
93
+ - !ruby/object:Gem::Dependency
94
+ name: ar-multidb
95
+ requirement: !ruby/object:Gem::Requirement
96
+ requirements:
97
+ - - ~>
98
+ - !ruby/object:Gem::Version
99
+ version: '0.1'
100
+ - - '>='
101
+ - !ruby/object:Gem::Version
102
+ version: 0.1.12
103
+ type: :runtime
104
+ prerelease: false
105
+ version_requirements: !ruby/object:Gem::Requirement
106
+ requirements:
107
+ - - ~>
108
+ - !ruby/object:Gem::Version
109
+ version: '0.1'
110
+ - - '>='
111
+ - !ruby/object:Gem::Version
112
+ version: 0.1.12
113
+ description: Scrapping web content made even easier.
114
+ email: mckomo@gmail.com
115
+ executables: []
116
+ extensions: []
117
+ extra_rdoc_files: []
118
+ files:
119
+ - Gemfile
120
+ - Rakefile
121
+ - changelog.md
122
+ - config/app.yml.sample
123
+ - config/database.yml.sample
124
+ - lib/tango.rb
125
+ - lib/tango/abstract_model.rb
126
+ - lib/tango/app.rb
127
+ - lib/tango/database_locker.rb
128
+ - lib/tango/etl.rb
129
+ - lib/tango/etl/dispatcher.rb
130
+ - lib/tango/etl/handler_interface.rb
131
+ - lib/tango/etl/operator_interface.rb
132
+ - lib/tango/kernel.rb
133
+ - lib/tango/link_stack.rb
134
+ - lib/tango/multidb.rb
135
+ - lib/tango/resource.rb
136
+ - lib/tango/resource/buffer.rb
137
+ - lib/tango/resource/cache.rb
138
+ - lib/tango/version.rb
139
+ - readme.md
140
+ - tango.gemspec
141
+ - test/support/db/schema.rb
142
+ - test/support/lib/model/user.rb
143
+ - test/support/lib/simple_buffer.rb
144
+ - test/support/lib/simple_handler.rb
145
+ - test/unit/etl/test_dispatcher.rb
146
+ - test/unit/resource/test_buffer.rb
147
+ - test/unit/resource/test_cache.rb
148
+ - test/unit/test_abstract_model.rb
149
+ - test/unit/test_database_locker.rb
150
+ - test/unit/test_kernel.rb
151
+ - test/unit/test_link_stack.rb
152
+ homepage: https://github.com/mckomo/Tango
153
+ licenses:
154
+ - MIT
155
+ metadata: {}
156
+ post_install_message:
157
+ rdoc_options: []
158
+ require_paths:
159
+ - lib
160
+ required_ruby_version: !ruby/object:Gem::Requirement
161
+ requirements:
162
+ - - '>='
163
+ - !ruby/object:Gem::Version
164
+ version: '0'
165
+ required_rubygems_version: !ruby/object:Gem::Requirement
166
+ requirements:
167
+ - - '>='
168
+ - !ruby/object:Gem::Version
169
+ version: '0'
170
+ requirements: []
171
+ rubyforge_project:
172
+ rubygems_version: 2.2.2
173
+ signing_key:
174
+ specification_version: 4
175
+ summary: ETL framework
176
+ test_files: []
177
+ has_rdoc: