rhosync 2.0.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- data/CHANGELOG +5 -0
- data/LICENSE +674 -0
- data/README.md +26 -0
- data/Rakefile +109 -0
- data/bench/bench +6 -0
- data/bench/benchapp/Rakefile +14 -0
- data/bench/benchapp/application.rb +13 -0
- data/bench/benchapp/config.ru +32 -0
- data/bench/benchapp/settings/license.key +1 -0
- data/bench/benchapp/settings/settings.yml +18 -0
- data/bench/benchapp/sources/mock_adapter.rb +55 -0
- data/bench/benchapp/sources/queue_mock_adapter.rb +2 -0
- data/bench/benchapp/vendor/rhosync/lib/rhosync.rb +7 -0
- data/bench/lib/bench/cli.rb +16 -0
- data/bench/lib/bench/logging.rb +18 -0
- data/bench/lib/bench/mock_client.rb +41 -0
- data/bench/lib/bench/result.rb +50 -0
- data/bench/lib/bench/runner.rb +44 -0
- data/bench/lib/bench/session.rb +65 -0
- data/bench/lib/bench/statistics.rb +56 -0
- data/bench/lib/bench/test_data.rb +55 -0
- data/bench/lib/bench/timer.rb +10 -0
- data/bench/lib/bench/utils.rb +49 -0
- data/bench/lib/bench.rb +128 -0
- data/bench/lib/testdata/100-data.txt +148 -0
- data/bench/lib/testdata/5-data.txt +11 -0
- data/bench/scripts/cud_script.rb +77 -0
- data/bench/scripts/helpers.rb +101 -0
- data/bench/scripts/query_md_script.rb +46 -0
- data/bench/scripts/query_script.rb +46 -0
- data/bench/spec/bench_spec_helper.rb +65 -0
- data/bench/spec/logging_spec.rb +19 -0
- data/bench/spec/mock_adapter_spec.rb +61 -0
- data/bench/spec/mock_client_spec.rb +64 -0
- data/bench/spec/result_spec.rb +59 -0
- data/bench/spec/utils_spec.rb +35 -0
- data/bin/rhosync +34 -0
- data/doc/protocol.html +1901 -0
- data/doc/public/css/print.css +29 -0
- data/doc/public/css/screen.css +257 -0
- data/doc/public/css/style.css +20 -0
- data/examples/simple/application.rb +13 -0
- data/examples/simple/sources/sample_adapter.rb +5 -0
- data/examples/simple/sources/simple_adapter.rb +5 -0
- data/examples/simple/vendor/rhosync/lib/rhosync.rb +7 -0
- data/generators/rhosync.rb +98 -0
- data/generators/templates/application/Rakefile +19 -0
- data/generators/templates/application/application.rb +27 -0
- data/generators/templates/application/config.ru +33 -0
- data/generators/templates/application/settings/license.key +1 -0
- data/generators/templates/application/settings/settings.yml +14 -0
- data/generators/templates/source/source_adapter.rb +49 -0
- data/lib/rhosync/api/create_client.rb +3 -0
- data/lib/rhosync/api/create_user.rb +7 -0
- data/lib/rhosync/api/delete_client.rb +5 -0
- data/lib/rhosync/api/delete_user.rb +5 -0
- data/lib/rhosync/api/get_api_token.rb +7 -0
- data/lib/rhosync/api/get_client_params.rb +3 -0
- data/lib/rhosync/api/get_db_doc.rb +7 -0
- data/lib/rhosync/api/get_license_info.rb +7 -0
- data/lib/rhosync/api/get_source_params.rb +3 -0
- data/lib/rhosync/api/list_client_docs.rb +12 -0
- data/lib/rhosync/api/list_clients.rb +3 -0
- data/lib/rhosync/api/list_source_docs.rb +10 -0
- data/lib/rhosync/api/list_sources.rb +15 -0
- data/lib/rhosync/api/list_users.rb +3 -0
- data/lib/rhosync/api/ping.rb +7 -0
- data/lib/rhosync/api/push_deletes.rb +6 -0
- data/lib/rhosync/api/push_objects.rb +6 -0
- data/lib/rhosync/api/reset.rb +10 -0
- data/lib/rhosync/api/set_db_doc.rb +8 -0
- data/lib/rhosync/api/set_refresh_time.rb +8 -0
- data/lib/rhosync/api/update_user.rb +4 -0
- data/lib/rhosync/api/upload_file.rb +4 -0
- data/lib/rhosync/api_token.rb +19 -0
- data/lib/rhosync/app.rb +69 -0
- data/lib/rhosync/bulk_data/bulk_data.rb +75 -0
- data/lib/rhosync/bulk_data/syncdb.index.schema +3 -0
- data/lib/rhosync/bulk_data/syncdb.schema +37 -0
- data/lib/rhosync/bulk_data.rb +2 -0
- data/lib/rhosync/client.rb +74 -0
- data/lib/rhosync/client_sync.rb +296 -0
- data/lib/rhosync/console/app/helpers/auth_helper.rb +18 -0
- data/lib/rhosync/console/app/helpers/extensions.rb +19 -0
- data/lib/rhosync/console/app/helpers/helpers.rb +52 -0
- data/lib/rhosync/console/app/public/main.css +7 -0
- data/lib/rhosync/console/app/public/text.txt +0 -0
- data/lib/rhosync/console/app/routes/auth.rb +29 -0
- data/lib/rhosync/console/app/routes/client.rb +32 -0
- data/lib/rhosync/console/app/routes/docs.rb +84 -0
- data/lib/rhosync/console/app/routes/home.rb +22 -0
- data/lib/rhosync/console/app/routes/user.rb +63 -0
- data/lib/rhosync/console/app/views/client.erb +30 -0
- data/lib/rhosync/console/app/views/doc.erb +56 -0
- data/lib/rhosync/console/app/views/docs.erb +29 -0
- data/lib/rhosync/console/app/views/index.erb +50 -0
- data/lib/rhosync/console/app/views/layout.erb +12 -0
- data/lib/rhosync/console/app/views/newuser.erb +17 -0
- data/lib/rhosync/console/app/views/ping.erb +28 -0
- data/lib/rhosync/console/app/views/result.erb +11 -0
- data/lib/rhosync/console/app/views/user.erb +32 -0
- data/lib/rhosync/console/app/views/users.erb +14 -0
- data/lib/rhosync/console/rhosync_api.rb +102 -0
- data/lib/rhosync/console/server.rb +27 -0
- data/lib/rhosync/credential.rb +9 -0
- data/lib/rhosync/document.rb +43 -0
- data/lib/rhosync/indifferent_access.rb +132 -0
- data/lib/rhosync/jobs/bulk_data_job.rb +104 -0
- data/lib/rhosync/jobs/ping_job.rb +19 -0
- data/lib/rhosync/jobs/source_job.rb +16 -0
- data/lib/rhosync/license.rb +79 -0
- data/lib/rhosync/lock_ops.rb +11 -0
- data/lib/rhosync/model.rb +410 -0
- data/lib/rhosync/ping/blackberry.rb +55 -0
- data/lib/rhosync/ping/iphone.rb +44 -0
- data/lib/rhosync/ping.rb +2 -0
- data/lib/rhosync/read_state.rb +27 -0
- data/lib/rhosync/server/views/index.erb +12 -0
- data/lib/rhosync/server.rb +242 -0
- data/lib/rhosync/source.rb +112 -0
- data/lib/rhosync/source_adapter.rb +95 -0
- data/lib/rhosync/source_sync.rb +245 -0
- data/lib/rhosync/store.rb +199 -0
- data/lib/rhosync/tasks.rb +151 -0
- data/lib/rhosync/user.rb +83 -0
- data/lib/rhosync/version.rb +3 -0
- data/lib/rhosync.rb +251 -0
- data/spec/api/api_helper.rb +44 -0
- data/spec/api/create_client_spec.rb +13 -0
- data/spec/api/create_user_spec.rb +16 -0
- data/spec/api/delete_client_spec.rb +13 -0
- data/spec/api/delete_user_spec.rb +18 -0
- data/spec/api/get_api_token_spec.rb +25 -0
- data/spec/api/get_client_params_spec.rb +18 -0
- data/spec/api/get_db_doc_spec.rb +21 -0
- data/spec/api/get_license_info_spec.rb +16 -0
- data/spec/api/get_source_params_spec.rb +26 -0
- data/spec/api/list_client_docs_spec.rb +33 -0
- data/spec/api/list_clients_spec.rb +23 -0
- data/spec/api/list_source_docs_spec.rb +26 -0
- data/spec/api/list_sources_spec.rb +27 -0
- data/spec/api/list_users_spec.rb +21 -0
- data/spec/api/ping_spec.rb +24 -0
- data/spec/api/push_deletes_spec.rb +16 -0
- data/spec/api/push_objects_spec.rb +27 -0
- data/spec/api/reset_spec.rb +22 -0
- data/spec/api/set_db_doc_spec.rb +20 -0
- data/spec/api/set_refresh_time_spec.rb +43 -0
- data/spec/api/update_user_spec.rb +31 -0
- data/spec/api/upload_file_spec.rb +26 -0
- data/spec/api_token_spec.rb +13 -0
- data/spec/app_spec.rb +20 -0
- data/spec/apps/rhotestapp/Rakefile +1 -0
- data/spec/apps/rhotestapp/application.rb +16 -0
- data/spec/apps/rhotestapp/config.ru +1 -0
- data/spec/apps/rhotestapp/settings/apple_fake_cert.pem +1 -0
- data/spec/apps/rhotestapp/settings/license.key +1 -0
- data/spec/apps/rhotestapp/settings/settings.yml +23 -0
- data/spec/apps/rhotestapp/sources/base_adapter.rb +9 -0
- data/spec/apps/rhotestapp/sources/sample_adapter.rb +66 -0
- data/spec/apps/rhotestapp/sources/simple_adapter.rb +39 -0
- data/spec/apps/rhotestapp/sources/sub_adapter.rb +7 -0
- data/spec/apps/rhotestapp/vendor/mygem-0.1.0/lib/mygem/mygem.rb +8 -0
- data/spec/apps/rhotestapp/vendor/mygem-0.1.0/lib/mygem.rb +1 -0
- data/spec/bulk_data/bulk_data_spec.rb +79 -0
- data/spec/client_spec.rb +58 -0
- data/spec/client_sync_spec.rb +377 -0
- data/spec/doc/base.html +72 -0
- data/spec/doc/doc_spec.rb +303 -0
- data/spec/doc/footer.html +4 -0
- data/spec/doc/header.html +30 -0
- data/spec/document_spec.rb +27 -0
- data/spec/generator/generator_spec.rb +53 -0
- data/spec/generator/generator_spec_helper.rb +8 -0
- data/spec/jobs/bulk_data_job_spec.rb +76 -0
- data/spec/jobs/ping_job_spec.rb +26 -0
- data/spec/jobs/source_job_spec.rb +25 -0
- data/spec/license_spec.rb +48 -0
- data/spec/model_spec.rb +269 -0
- data/spec/perf/bulk_data_perf_spec.rb +33 -0
- data/spec/perf/perf_spec_helper.rb +51 -0
- data/spec/perf/store_perf_spec.rb +28 -0
- data/spec/ping/blackberry_spec.rb +62 -0
- data/spec/ping/iphone_spec.rb +50 -0
- data/spec/read_state_spec.rb +25 -0
- data/spec/rhosync_spec.rb +43 -0
- data/spec/server/server_spec.rb +341 -0
- data/spec/source_adapter_spec.rb +114 -0
- data/spec/source_spec.rb +77 -0
- data/spec/source_sync_spec.rb +248 -0
- data/spec/spec_helper.rb +240 -0
- data/spec/store_spec.rb +149 -0
- data/spec/sync_states_spec.rb +101 -0
- data/spec/testdata/1000-data.txt +1414 -0
- data/spec/testdata/compressed/compress-data.txt +1 -0
- data/spec/testdata/upload1.txt +1 -0
- data/spec/testdata/upload2.txt +1 -0
- data/spec/user_spec.rb +79 -0
- data/tasks/redis.rake +134 -0
- metadata +545 -0
@@ -0,0 +1 @@
|
|
1
|
+
some compressed text
|
@@ -0,0 +1 @@
|
|
1
|
+
hello
|
@@ -0,0 +1 @@
|
|
1
|
+
world
|
data/spec/user_spec.rb
ADDED
@@ -0,0 +1,79 @@
|
|
1
|
+
require File.join(File.dirname(__FILE__),'spec_helper')
|
2
|
+
|
3
|
+
describe "User" do
|
4
|
+
it_should_behave_like "SpecBootstrapHelper"
|
5
|
+
it_should_behave_like "SourceAdapterHelper"
|
6
|
+
|
7
|
+
it "should create user with fields" do
|
8
|
+
@u.id.should == @u_fields[:login]
|
9
|
+
@u1 = User.load(@u_fields[:login])
|
10
|
+
@u1.id.should == @u.id
|
11
|
+
@u1.login.should == @u_fields[:login]
|
12
|
+
@u1.email.should == @u_fields[:email]
|
13
|
+
end
|
14
|
+
|
15
|
+
it "should delete seats for user's clients" do
|
16
|
+
Client.create(@c_fields,{:source_name => @s_fields[:name]})
|
17
|
+
c_size = @u.clients.members.size
|
18
|
+
current = Store.get_value(License::CLIENT_DOCKEY).to_i
|
19
|
+
@u.delete
|
20
|
+
Store.get_value(License::CLIENT_DOCKEY).to_i.should == current - c_size
|
21
|
+
end
|
22
|
+
|
23
|
+
it "should create token for user" do
|
24
|
+
token = @u.create_token
|
25
|
+
token.length.should == 32
|
26
|
+
ApiToken.load(token).user_id.should == @u.id
|
27
|
+
end
|
28
|
+
|
29
|
+
it "should get token for user" do
|
30
|
+
token = @u.create_token
|
31
|
+
@u.token.value.length.should == 32
|
32
|
+
@u.token.value.should == token
|
33
|
+
end
|
34
|
+
|
35
|
+
it "should maintain only one token for user" do
|
36
|
+
token = @u.create_token
|
37
|
+
ApiToken.is_exist?(token).should == true
|
38
|
+
@u.create_token
|
39
|
+
ApiToken.is_exist?(token).should == false
|
40
|
+
end
|
41
|
+
|
42
|
+
it "should assign token to existing user" do
|
43
|
+
token = @u.create_token
|
44
|
+
@u.token = 'foo'
|
45
|
+
@u.token.value.should == 'foo'
|
46
|
+
ApiToken.is_exist?('foo').should == true
|
47
|
+
ApiToken.is_exist?(token).should == false
|
48
|
+
end
|
49
|
+
|
50
|
+
it "should authenticate with proper credentials" do
|
51
|
+
@u1 = User.authenticate(@u_fields[:login],'testpass')
|
52
|
+
@u1.should_not be_nil
|
53
|
+
@u1.login.should == @u_fields[:login]
|
54
|
+
@u1.email.should == @u_fields[:email]
|
55
|
+
end
|
56
|
+
|
57
|
+
it "should fail to authenticate with invalid credentials" do
|
58
|
+
User.authenticate(@u_fields[:login],'wrongpass').should be_nil
|
59
|
+
end
|
60
|
+
|
61
|
+
it "should fail to authenticate with nil user" do
|
62
|
+
User.authenticate('niluser','doesnotmatter').should be_nil
|
63
|
+
end
|
64
|
+
|
65
|
+
it "should delete user and user clients" do
|
66
|
+
@c.put_data(:cd,@data)
|
67
|
+
cid = @c.id
|
68
|
+
@u.delete
|
69
|
+
User.is_exist?(@u_fields[:login]).should == false
|
70
|
+
Client.is_exist?(cid).should == false
|
71
|
+
@c.get_data(:cd).should == {}
|
72
|
+
end
|
73
|
+
|
74
|
+
it "should delete token for user" do
|
75
|
+
token = @u.create_token
|
76
|
+
@u.delete
|
77
|
+
ApiToken.is_exist?(token).should == false
|
78
|
+
end
|
79
|
+
end
|
data/tasks/redis.rake
ADDED
@@ -0,0 +1,134 @@
|
|
1
|
+
# Inspired by rabbitmq.rake the Redbox project at http://github.com/rick/redbox/tree/master
|
2
|
+
require 'fileutils'
|
3
|
+
require 'open-uri'
|
4
|
+
|
5
|
+
class RedisRunner
|
6
|
+
|
7
|
+
def self.redisdir
|
8
|
+
"/tmp/redis/"
|
9
|
+
end
|
10
|
+
|
11
|
+
def self.redisconfdir
|
12
|
+
server_dir = File.dirname(`which redis-server`)
|
13
|
+
conf_file = "#{server_dir}/../etc/redis.conf"
|
14
|
+
unless File.exists? conf_file
|
15
|
+
conf_file = "#{server_dir}/../../etc/redis.conf"
|
16
|
+
end
|
17
|
+
conf_file
|
18
|
+
end
|
19
|
+
|
20
|
+
def self.dtach_socket
|
21
|
+
'/tmp/redis.dtach'
|
22
|
+
end
|
23
|
+
|
24
|
+
# Just check for existance of dtach socket
|
25
|
+
def self.running?
|
26
|
+
File.exists? dtach_socket
|
27
|
+
end
|
28
|
+
|
29
|
+
def self.start
|
30
|
+
puts 'Detach with Ctrl+\ Re-attach with rake redis:attach'
|
31
|
+
sleep 1
|
32
|
+
command = "dtach -A #{dtach_socket} redis-server #{redisconfdir}"
|
33
|
+
sh command
|
34
|
+
end
|
35
|
+
|
36
|
+
def self.attach
|
37
|
+
exec "dtach -a #{dtach_socket}"
|
38
|
+
end
|
39
|
+
|
40
|
+
def self.stop
|
41
|
+
sh 'echo "SHUTDOWN" | nc localhost 6379'
|
42
|
+
end
|
43
|
+
|
44
|
+
end
|
45
|
+
|
46
|
+
namespace :redis do
|
47
|
+
|
48
|
+
desc 'About redis'
|
49
|
+
task :about do
|
50
|
+
puts "\nSee http://code.google.com/p/redis/ for information about redis.\n\n"
|
51
|
+
end
|
52
|
+
|
53
|
+
desc 'Start redis'
|
54
|
+
task :start do
|
55
|
+
RedisRunner.start
|
56
|
+
end
|
57
|
+
|
58
|
+
desc 'Stop redis'
|
59
|
+
task :stop do
|
60
|
+
RedisRunner.stop
|
61
|
+
end
|
62
|
+
|
63
|
+
desc 'Restart redis'
|
64
|
+
task :restart do
|
65
|
+
RedisRunner.stop
|
66
|
+
RedisRunner.start
|
67
|
+
end
|
68
|
+
|
69
|
+
desc 'Attach to redis dtach socket'
|
70
|
+
task :attach do
|
71
|
+
RedisRunner.attach
|
72
|
+
end
|
73
|
+
|
74
|
+
desc 'Install the latest verison of Redis from Github (requires git, duh)'
|
75
|
+
task :install => [:about, :download, :make] do
|
76
|
+
ENV['PREFIX'] and bin_dir = "#{ENV['PREFIX']}/bin" or bin_dir = '/usr/bin'
|
77
|
+
%w(redis-benchmark redis-cli redis-server).each do |bin|
|
78
|
+
sh "cp /tmp/redis/#{bin} #{bin_dir}"
|
79
|
+
end
|
80
|
+
|
81
|
+
puts "Installed redis-benchmark, redis-cli and redis-server to #{bin_dir}"
|
82
|
+
|
83
|
+
ENV['PREFIX'] and conf_dir = "#{ENV['PREFIX']}/etc" or conf_dir = '/etc'
|
84
|
+
unless File.exists?("#{conf_dir}/redis.conf")
|
85
|
+
sh "mkdir #{conf_dir}" unless File.exists?("#{conf_dir}")
|
86
|
+
sh "cp /tmp/redis/redis.conf #{conf_dir}/redis.conf"
|
87
|
+
puts "Installed redis.conf to #{conf_dir} \n You should look at this file!"
|
88
|
+
end
|
89
|
+
end
|
90
|
+
|
91
|
+
task :make do
|
92
|
+
sh "cd #{RedisRunner.redisdir} && make clean"
|
93
|
+
sh "cd #{RedisRunner.redisdir} && make"
|
94
|
+
end
|
95
|
+
|
96
|
+
desc "Download package"
|
97
|
+
task :download do
|
98
|
+
sh 'rm -rf /tmp/redis/' if File.exists?("#{RedisRunner.redisdir}/.svn")
|
99
|
+
sh 'git clone git://github.com/antirez/redis.git /tmp/redis' unless File.exists?(RedisRunner.redisdir)
|
100
|
+
sh "cd #{RedisRunner.redisdir} && git pull" if File.exists?("#{RedisRunner.redisdir}/.git")
|
101
|
+
end
|
102
|
+
|
103
|
+
end
|
104
|
+
|
105
|
+
namespace :dtach do
|
106
|
+
|
107
|
+
desc 'About dtach'
|
108
|
+
task :about do
|
109
|
+
puts "\nSee http://dtach.sourceforge.net/ for information about dtach.\n\n"
|
110
|
+
end
|
111
|
+
|
112
|
+
desc 'Install dtach 0.8 from source'
|
113
|
+
task :install => [:about] do
|
114
|
+
|
115
|
+
Dir.chdir('/tmp/')
|
116
|
+
unless File.exists?('/tmp/dtach-0.8.tar.gz')
|
117
|
+
require 'net/http'
|
118
|
+
|
119
|
+
url = 'http://downloads.sourceforge.net/project/dtach/dtach/0.8/dtach-0.8.tar.gz'
|
120
|
+
open('/tmp/dtach-0.8.tar.gz', 'wb') do |file| file.write(open(url).read) end
|
121
|
+
end
|
122
|
+
|
123
|
+
unless File.directory?('/tmp/dtach-0.8')
|
124
|
+
system('tar xzf dtach-0.8.tar.gz')
|
125
|
+
end
|
126
|
+
|
127
|
+
ENV['PREFIX'] and bin_dir = "#{ENV['PREFIX']}/bin" or bin_dir = "/usr/bin"
|
128
|
+
Dir.chdir('/tmp/dtach-0.8/')
|
129
|
+
sh 'cd /tmp/dtach-0.8/ && ./configure && make'
|
130
|
+
sh "cp /tmp/dtach-0.8/dtach #{bin_dir}"
|
131
|
+
|
132
|
+
puts "Dtach successfully installed to #{bin_dir}"
|
133
|
+
end
|
134
|
+
end
|