costan-tem_mr_search 0.2.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (33) hide show
  1. data/CHANGELOG +5 -0
  2. data/LICENSE +21 -0
  3. data/Manifest +32 -0
  4. data/README +4 -0
  5. data/Rakefile +23 -0
  6. data/bin/tem_mr_search_server +13 -0
  7. data/lib/tem_mr_search/client.rb +52 -0
  8. data/lib/tem_mr_search/client_query.rb +21 -0
  9. data/lib/tem_mr_search/db.rb +26 -0
  10. data/lib/tem_mr_search/map_reduce_executor.rb +115 -0
  11. data/lib/tem_mr_search/map_reduce_job.rb +108 -0
  12. data/lib/tem_mr_search/map_reduce_planner.rb +169 -0
  13. data/lib/tem_mr_search/query_builder.rb +167 -0
  14. data/lib/tem_mr_search/server.rb +90 -0
  15. data/lib/tem_mr_search/web_client_query_builder.rb +50 -0
  16. data/lib/tem_mr_search.rb +20 -0
  17. data/tem_mr_search.gemspec +39 -0
  18. data/test/mr_test_case.rb +36 -0
  19. data/test/test_client_server.rb +57 -0
  20. data/test/test_db.rb +16 -0
  21. data/test/test_map_reduce_executor.rb +40 -0
  22. data/test/test_map_reduce_job.rb +65 -0
  23. data/test/test_map_reduce_planner.rb +55 -0
  24. data/test/test_query_builders.rb +40 -0
  25. data/testdata/cluster.yml +3 -0
  26. data/testdata/empty_cluster.yml +2 -0
  27. data/testdata/fares.yml +57 -0
  28. data/testdata/parallel_plan_431.yml +52 -0
  29. data/testdata/parallel_plan_740.yml +87 -0
  30. data/testdata/serial_plan_410.yml +36 -0
  31. data/testdata/serial_plan_431.yml +56 -0
  32. data/testdata/serial_plan_740.yml +93 -0
  33. metadata +126 -0
data/testdata/fares.yml ADDED
@@ -0,0 +1,57 @@
1
+ ---
2
+ - from: BOS
3
+ to: TPE
4
+ price: 2500
5
+ start_time: 900
6
+ end_time: 2100
7
+ layovers: 2
8
+ flight: 15
9
+ - from: BOS
10
+ to: TPE
11
+ price: 2500
12
+ start_time: 1100
13
+ end_time: 2300
14
+ layovers: 2
15
+ flight: 16
16
+ - from: BOS
17
+ to: TPE
18
+ price: 3000
19
+ start_time: 900
20
+ end_time: 1900
21
+ layovers: 1
22
+ flight: 17
23
+ - from: BOS
24
+ to: TPE
25
+ price: 3000
26
+ start_time: 1100
27
+ end_time: 2100
28
+ layovers: 1
29
+ flight: 18
30
+ - from: BOS
31
+ to: TPE
32
+ price: 4000
33
+ start_time: 900
34
+ end_time: 1700
35
+ layovers: 0
36
+ flight: 19
37
+ - from: BOS
38
+ to: TPE
39
+ price: 4000
40
+ start_time: 1100
41
+ end_time: 1900
42
+ layovers: 0
43
+ flight: 20
44
+ - from: BOS
45
+ to: TPE
46
+ price: 2400
47
+ start_time: 900
48
+ end_time: 2100
49
+ layovers: 2
50
+ flight: 21
51
+ - from: BOS
52
+ to: TPE
53
+ price: 2400
54
+ start_time: 1100
55
+ end_time: 2300
56
+ layovers: 2
57
+ flight: 22
data/testdata/parallel_plan_431.yml ADDED
@@ -0,0 +1,52 @@
1
+ ---
2
+ - - :secpack: :mapper
3
+ :action: :migrate
4
+ :with: 1
5
+ :to: 0
6
+ - - :secpack: :mapper
7
+ :action: :migrate
8
+ :with: 0
9
+ :to: 2
10
+ - :secpack: :reducer
11
+ :action: :migrate
12
+ :with: 1
13
+ :to: 0
14
+ - - :secpack: :reducer
15
+ :action: :migrate
16
+ :with: 0
17
+ :to: 2
18
+ - :output_id: 0
19
+ :action: :map
20
+ :with: 1
21
+ :item: 0
22
+ - :output_id: 1
23
+ :action: :map
24
+ :with: 2
25
+ :item: 1
26
+ - - :output_id: 2
27
+ :action: :map
28
+ :with: 0
29
+ :item: 2
30
+ - :output_id: 3
31
+ :action: :map
32
+ :with: 1
33
+ :item: 3
34
+ - :output1_id: 0
35
+ :output2_id: 1
36
+ :output_id: 4
37
+ :action: :reduce
38
+ :with: 2
39
+ - - :output1_id: 2
40
+ :output2_id: 3
41
+ :output_id: 5
42
+ :action: :reduce
43
+ :with: 0
44
+ - - :output1_id: 4
45
+ :output2_id: 5
46
+ :output_id: 6
47
+ :action: :reduce
48
+ :with: 0
49
+ - - :output_id: 6
50
+ :action: :finalize
51
+ :with: 1
52
+ :final_id: 7
data/testdata/parallel_plan_740.yml ADDED
@@ -0,0 +1,87 @@
1
+ ---
2
+ - - :secpack: :mapper
3
+ :action: :migrate
4
+ :with: 0
5
+ :to: 1
6
+ - - :secpack: :mapper
7
+ :action: :migrate
8
+ :with: 0
9
+ :to: 2
10
+ - :secpack: :mapper
11
+ :action: :migrate
12
+ :with: 1
13
+ :to: 3
14
+ - - :secpack: :reducer
15
+ :action: :migrate
16
+ :with: 0
17
+ :to: 1
18
+ - :output_id: 0
19
+ :action: :map
20
+ :with: 1
21
+ :item: 0
22
+ - :output_id: 1
23
+ :action: :map
24
+ :with: 2
25
+ :item: 1
26
+ - :output_id: 2
27
+ :action: :map
28
+ :with: 3
29
+ :item: 2
30
+ - - :secpack: :reducer
31
+ :action: :migrate
32
+ :with: 0
33
+ :to: 2
34
+ - :secpack: :reducer
35
+ :action: :migrate
36
+ :with: 1
37
+ :to: 3
38
+ - :output_id: 3
39
+ :action: :map
40
+ :with: 2
41
+ :item: 3
42
+ - :output_id: 4
43
+ :action: :map
44
+ :with: 3
45
+ :item: 4
46
+ - - :output_id: 5
47
+ :action: :map
48
+ :with: 0
49
+ :item: 5
50
+ - :output_id: 6
51
+ :action: :map
52
+ :with: 1
53
+ :item: 6
54
+ - :output1_id: 0
55
+ :output2_id: 1
56
+ :output_id: 7
57
+ :action: :reduce
58
+ :with: 2
59
+ - :output1_id: 2
60
+ :output2_id: 3
61
+ :output_id: 8
62
+ :action: :reduce
63
+ :with: 3
64
+ - - :output1_id: 4
65
+ :output2_id: 5
66
+ :output_id: 9
67
+ :action: :reduce
68
+ :with: 0
69
+ - :output1_id: 6
70
+ :output2_id: 7
71
+ :output_id: 10
72
+ :action: :reduce
73
+ :with: 1
74
+ - - :output1_id: 8
75
+ :output2_id: 9
76
+ :output_id: 11
77
+ :action: :reduce
78
+ :with: 0
79
+ - - :output1_id: 10
80
+ :output2_id: 11
81
+ :output_id: 12
82
+ :action: :reduce
83
+ :with: 0
84
+ - - :output_id: 12
85
+ :action: :finalize
86
+ :with: 0
87
+ :final_id: 13
data/testdata/serial_plan_410.yml ADDED
@@ -0,0 +1,36 @@
1
+ ---
2
+ - - :output_id: 0
3
+ :action: :map
4
+ :with: 0
5
+ :item: 0
6
+ - - :output_id: 1
7
+ :action: :map
8
+ :with: 0
9
+ :item: 1
10
+ - - :output_id: 2
11
+ :action: :map
12
+ :with: 0
13
+ :item: 2
14
+ - - :output_id: 3
15
+ :action: :map
16
+ :with: 0
17
+ :item: 3
18
+ - - :output1_id: 0
19
+ :output2_id: 1
20
+ :output_id: 4
21
+ :action: :reduce
22
+ :with: 0
23
+ - - :output1_id: 2
24
+ :output2_id: 3
25
+ :output_id: 5
26
+ :action: :reduce
27
+ :with: 0
28
+ - - :output1_id: 4
29
+ :output2_id: 5
30
+ :output_id: 6
31
+ :action: :reduce
32
+ :with: 0
33
+ - - :output_id: 6
34
+ :action: :finalize
35
+ :with: 0
36
+ :final_id: 7
data/testdata/serial_plan_431.yml ADDED
@@ -0,0 +1,56 @@
1
+ ---
2
+ - - :secpack: :mapper
3
+ :action: :migrate
4
+ :with: 1
5
+ :to: 0
6
+ - - :secpack: :mapper
7
+ :action: :migrate
8
+ :with: 0
9
+ :to: 2
10
+ - :secpack: :reducer
11
+ :action: :migrate
12
+ :with: 1
13
+ :to: 0
14
+ - - :output_id: 0
15
+ :action: :map
16
+ :with: 0
17
+ :item: 0
18
+ - :output_id: 1
19
+ :action: :map
20
+ :with: 2
21
+ :item: 1
22
+ - - :secpack: :reducer
23
+ :action: :migrate
24
+ :with: 1
25
+ :to: 2
26
+ - - :output_id: 2
27
+ :action: :map
28
+ :with: 0
29
+ :item: 2
30
+ - - :output_id: 3
31
+ :action: :map
32
+ :with: 2
33
+ :item: 3
34
+ - - :output1_id: 0
35
+ :output2_id: 1
36
+ :output_id: 4
37
+ :action: :reduce
38
+ :with: 1
39
+ - []
40
+
41
+ - - :output1_id: 2
42
+ :output2_id: 3
43
+ :output_id: 5
44
+ :action: :reduce
45
+ :with: 0
46
+ - []
47
+
48
+ - - :output1_id: 4
49
+ :output2_id: 5
50
+ :output_id: 6
51
+ :action: :reduce
52
+ :with: 0
53
+ - - :output_id: 6
54
+ :action: :finalize
55
+ :with: 1
56
+ :final_id: 7
data/testdata/serial_plan_740.yml ADDED
@@ -0,0 +1,93 @@
1
+ ---
2
+ - - :secpack: :mapper
3
+ :action: :migrate
4
+ :with: 0
5
+ :to: 1
6
+ - - :secpack: :mapper
7
+ :action: :migrate
8
+ :with: 0
9
+ :to: 2
10
+ - :secpack: :mapper
11
+ :action: :migrate
12
+ :with: 1
13
+ :to: 3
14
+ - - :secpack: :reducer
15
+ :action: :migrate
16
+ :with: 0
17
+ :to: 1
18
+ - :output_id: 0
19
+ :action: :map
20
+ :with: 2
21
+ :item: 0
22
+ - - :output_id: 1
23
+ :action: :map
24
+ :with: 1
25
+ :item: 1
26
+ - :output_id: 2
27
+ :action: :map
28
+ :with: 3
29
+ :item: 2
30
+ - - :secpack: :reducer
31
+ :action: :migrate
32
+ :with: 0
33
+ :to: 2
34
+ - - :output_id: 3
35
+ :action: :map
36
+ :with: 2
37
+ :item: 3
38
+ - - :secpack: :reducer
39
+ :action: :migrate
40
+ :with: 1
41
+ :to: 3
42
+ - - :output_id: 4
43
+ :action: :map
44
+ :with: 3
45
+ :item: 4
46
+ - - :output_id: 5
47
+ :action: :map
48
+ :with: 0
49
+ :item: 5
50
+ - - :output_id: 6
51
+ :action: :map
52
+ :with: 2
53
+ :item: 6
54
+ - - :output1_id: 0
55
+ :output2_id: 1
56
+ :output_id: 7
57
+ :action: :reduce
58
+ :with: 1
59
+ - - :output1_id: 2
60
+ :output2_id: 3
61
+ :output_id: 8
62
+ :action: :reduce
63
+ :with: 3
64
+ - - :output1_id: 4
65
+ :output2_id: 5
66
+ :output_id: 9
67
+ :action: :reduce
68
+ :with: 0
69
+ - []
70
+
71
+ - - :output1_id: 6
72
+ :output2_id: 7
73
+ :output_id: 10
74
+ :action: :reduce
75
+ :with: 1
76
+ - []
77
+
78
+ - - :output1_id: 8
79
+ :output2_id: 9
80
+ :output_id: 11
81
+ :action: :reduce
82
+ :with: 0
83
+ - []
84
+
85
+ - - :output1_id: 10
86
+ :output2_id: 11
87
+ :output_id: 12
88
+ :action: :reduce
89
+ :with: 0
90
+ - - :output_id: 12
91
+ :action: :finalize
92
+ :with: 0
93
+ :final_id: 13
metadata ADDED
@@ -0,0 +1,126 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: costan-tem_mr_search
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.2.1
5
+ platform: ruby
6
+ authors:
7
+ - Victor Costan
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+
12
+ date: 2009-06-04 00:00:00 -07:00
13
+ default_executable: tem_mr_search_server
14
+ dependencies:
15
+ - !ruby/object:Gem::Dependency
16
+ name: tem_ruby
17
+ type: :runtime
18
+ version_requirement:
19
+ version_requirements: !ruby/object:Gem::Requirement
20
+ requirements:
21
+ - - ">="
22
+ - !ruby/object:Gem::Version
23
+ version: 0.11.2
24
+ version:
25
+ - !ruby/object:Gem::Dependency
26
+ name: tem_multi_proxy
27
+ type: :runtime
28
+ version_requirement:
29
+ version_requirements: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: "0.2"
34
+ version:
35
+ description: "Tem Map-Reduce proof of concept: database search."
36
+ email: victor@costan.us
37
+ executables:
38
+ - tem_mr_search_server
39
+ extensions: []
40
+
41
+ extra_rdoc_files:
42
+ - bin/tem_mr_search_server
43
+ - CHANGELOG
44
+ - lib/tem_mr_search/client.rb
45
+ - lib/tem_mr_search/client_query.rb
46
+ - lib/tem_mr_search/db.rb
47
+ - lib/tem_mr_search/map_reduce_executor.rb
48
+ - lib/tem_mr_search/map_reduce_job.rb
49
+ - lib/tem_mr_search/map_reduce_planner.rb
50
+ - lib/tem_mr_search/query_builder.rb
51
+ - lib/tem_mr_search/server.rb
52
+ - lib/tem_mr_search/web_client_query_builder.rb
53
+ - lib/tem_mr_search.rb
54
+ - LICENSE
55
+ - README
56
+ files:
57
+ - bin/tem_mr_search_server
58
+ - CHANGELOG
59
+ - lib/tem_mr_search/client.rb
60
+ - lib/tem_mr_search/client_query.rb
61
+ - lib/tem_mr_search/db.rb
62
+ - lib/tem_mr_search/map_reduce_executor.rb
63
+ - lib/tem_mr_search/map_reduce_job.rb
64
+ - lib/tem_mr_search/map_reduce_planner.rb
65
+ - lib/tem_mr_search/query_builder.rb
66
+ - lib/tem_mr_search/server.rb
67
+ - lib/tem_mr_search/web_client_query_builder.rb
68
+ - lib/tem_mr_search.rb
69
+ - LICENSE
70
+ - Manifest
71
+ - Rakefile
72
+ - README
73
+ - tem_mr_search.gemspec
74
+ - test/mr_test_case.rb
75
+ - test/test_client_server.rb
76
+ - test/test_db.rb
77
+ - test/test_map_reduce_executor.rb
78
+ - test/test_map_reduce_job.rb
79
+ - test/test_map_reduce_planner.rb
80
+ - test/test_query_builders.rb
81
+ - testdata/cluster.yml
82
+ - testdata/empty_cluster.yml
83
+ - testdata/fares.yml
84
+ - testdata/parallel_plan_431.yml
85
+ - testdata/parallel_plan_740.yml
86
+ - testdata/serial_plan_410.yml
87
+ - testdata/serial_plan_431.yml
88
+ - testdata/serial_plan_740.yml
89
+ has_rdoc: false
90
+ homepage: http://tem.rubyforge.org
91
+ post_install_message:
92
+ rdoc_options:
93
+ - --line-numbers
94
+ - --inline-source
95
+ - --title
96
+ - Tem_mr_search
97
+ - --main
98
+ - README
99
+ require_paths:
100
+ - lib
101
+ required_ruby_version: !ruby/object:Gem::Requirement
102
+ requirements:
103
+ - - ">="
104
+ - !ruby/object:Gem::Version
105
+ version: "0"
106
+ version:
107
+ required_rubygems_version: !ruby/object:Gem::Requirement
108
+ requirements:
109
+ - - ">="
110
+ - !ruby/object:Gem::Version
111
+ version: "1.2"
112
+ version:
113
+ requirements: []
114
+
115
+ rubyforge_project: tem
116
+ rubygems_version: 1.2.0
117
+ signing_key:
118
+ specification_version: 3
119
+ summary: "Tem Map-Reduce proof of concept: database search."
120
+ test_files:
121
+ - test/test_client_server.rb
122
+ - test/test_db.rb
123
+ - test/test_map_reduce_executor.rb
124
+ - test/test_map_reduce_job.rb
125
+ - test/test_map_reduce_planner.rb
126
+ - test/test_query_builders.rb