dolly 1.1.5 → 3.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/README.md +78 -0
- data/lib/dolly.rb +2 -23
- data/lib/dolly/attachment.rb +29 -0
- data/lib/dolly/bulk_document.rb +27 -26
- data/lib/dolly/class_methods_delegation.rb +15 -0
- data/lib/dolly/collection.rb +32 -65
- data/lib/dolly/configuration.rb +35 -10
- data/lib/dolly/connection.rb +86 -22
- data/lib/dolly/depracated_database.rb +24 -0
- data/lib/dolly/document.rb +48 -198
- data/lib/dolly/document_creation.rb +20 -0
- data/lib/dolly/document_state.rb +66 -0
- data/lib/dolly/document_type.rb +47 -0
- data/lib/dolly/exceptions.rb +32 -0
- data/lib/dolly/identity_properties.rb +29 -0
- data/lib/dolly/mango.rb +156 -0
- data/lib/dolly/mango_index.rb +73 -0
- data/lib/dolly/properties.rb +36 -0
- data/lib/dolly/property.rb +58 -47
- data/lib/dolly/property_manager.rb +53 -0
- data/lib/dolly/property_set.rb +23 -0
- data/lib/dolly/query.rb +63 -75
- data/lib/dolly/query_arguments.rb +35 -0
- data/lib/dolly/request.rb +12 -105
- data/lib/dolly/request_header.rb +26 -0
- data/lib/dolly/timestamp.rb +24 -0
- data/lib/dolly/version.rb +1 -1
- data/lib/dolly/view_query.rb +21 -0
- data/lib/{dolly → railties}/railtie.rb +2 -1
- data/lib/refinements/hash_refinements.rb +27 -0
- data/lib/refinements/string_refinements.rb +28 -0
- data/lib/tasks/db.rake +27 -4
- data/test/bulk_document_test.rb +8 -5
- data/test/document_test.rb +132 -95
- data/test/document_type_test.rb +28 -0
- data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
- data/test/dummy/log/test.log +55435 -33484
- data/test/inheritance_test.rb +23 -0
- data/test/mango_index_test.rb +64 -0
- data/test/mango_test.rb +273 -0
- data/test/property_manager_test.rb +18 -0
- data/test/test_helper.rb +63 -18
- data/test/view_query_test.rb +27 -0
- metadata +66 -138
- data/Rakefile +0 -11
- data/lib/dolly/bulk_error.rb +0 -16
- data/lib/dolly/db_config.rb +0 -20
- data/lib/dolly/interpreter.rb +0 -5
- data/lib/dolly/logger.rb +0 -9
- data/lib/dolly/name_space.rb +0 -28
- data/lib/dolly/timestamps.rb +0 -21
- data/lib/exceptions/dolly.rb +0 -38
- data/test/collection_test.rb +0 -59
- data/test/configuration_test.rb +0 -9
- data/test/dummy/README.rdoc +0 -28
- data/test/dummy/Rakefile +0 -6
- data/test/dummy/app/assets/javascripts/application.js +0 -13
- data/test/dummy/app/assets/stylesheets/application.css +0 -13
- data/test/dummy/app/controllers/application_controller.rb +0 -5
- data/test/dummy/app/helpers/application_helper.rb +0 -2
- data/test/dummy/app/views/layouts/application.html.erb +0 -14
- data/test/dummy/bin/bundle +0 -3
- data/test/dummy/bin/rails +0 -4
- data/test/dummy/bin/rake +0 -4
- data/test/dummy/config.ru +0 -4
- data/test/dummy/config/application.rb +0 -27
- data/test/dummy/config/boot.rb +0 -5
- data/test/dummy/config/couchdb.yml +0 -13
- data/test/dummy/config/environment.rb +0 -5
- data/test/dummy/config/environments/development.rb +0 -29
- data/test/dummy/config/environments/production.rb +0 -80
- data/test/dummy/config/environments/test.rb +0 -36
- data/test/dummy/config/initializers/backtrace_silencers.rb +0 -7
- data/test/dummy/config/initializers/inflections.rb +0 -16
- data/test/dummy/config/initializers/mime_types.rb +0 -5
- data/test/dummy/config/initializers/secret_token.rb +0 -12
- data/test/dummy/config/initializers/session_store.rb +0 -3
- data/test/dummy/config/initializers/wrap_parameters.rb +0 -14
- data/test/dummy/config/locales/en.yml +0 -23
- data/test/dummy/config/routes.rb +0 -56
- data/test/dummy/lib/couch_rest_adapter/railtie.rb +0 -10
- data/test/dummy/public/404.html +0 -58
- data/test/dummy/public/422.html +0 -58
- data/test/dummy/public/500.html +0 -57
- data/test/dummy/public/favicon.ico +0 -0
- data/test/factories/factories.rb +0 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 2bd1cf887f25cacb3b25be56354cf74c1771cd021514cb8bf733e31aa7198feb
|
4
|
+
data.tar.gz: cd464f54583a1f417fb58e27f504ccce8ddd33f39f1f48eea0f3b66487313445
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5c2bddaf348f5028c10ea464ea3265a9653d741508a103d3bd4d3e83757261ead6de60d630db9a8fa512ba22e13cd36043debc8e8d7be457aa63079018a3d580
|
7
|
+
data.tar.gz: f1c2ede8149132f5d6941fbbe0b4eb1ada18ed060eb76ccd8b4eeffec556590b2b8c8044331d6726de10a0758120a6595b07f6da5afdd86da95be655344ceb8b
|
data/README.md
ADDED
@@ -0,0 +1,78 @@
|
|
1
|
+
# Dolly3
|
2
|
+
|
3
|
+
Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/dolly3`. To experiment with that code, run `bin/console` for an interactive prompt.
|
4
|
+
|
5
|
+
TODO: Delete this and the text above, and describe your gem
|
6
|
+
|
7
|
+
## Installation
|
8
|
+
|
9
|
+
Add this line to your application's Gemfile:
|
10
|
+
|
11
|
+
```ruby
|
12
|
+
gem 'dolly3'
|
13
|
+
```
|
14
|
+
|
15
|
+
And then execute:
|
16
|
+
|
17
|
+
$ bundle
|
18
|
+
|
19
|
+
Or install it yourself as:
|
20
|
+
|
21
|
+
$ gem install dolly3
|
22
|
+
|
23
|
+
## Usage
|
24
|
+
|
25
|
+
TODO: Write usage instructions here
|
26
|
+
|
27
|
+
## Development
|
28
|
+
|
29
|
+
After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
30
|
+
|
31
|
+
To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
|
32
|
+
|
33
|
+
## Contributing
|
34
|
+
|
35
|
+
Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/dolly3.
|
36
|
+
|
37
|
+
|
38
|
+
## Migrating from couch 1.x to 2.x
|
39
|
+
|
40
|
+
[Official docs](https://docs.couchdb.org/en/2.3.1/install/index.html)
|
41
|
+
|
42
|
+
|
43
|
+
You will need to uninstall the couchdb service with brew
|
44
|
+
|
45
|
+
`brew services stop couchdb`
|
46
|
+
`brew services uninstall couchdb`
|
47
|
+
|
48
|
+
Download the application from the following source
|
49
|
+
|
50
|
+
http://couchdb.apache.org/#download
|
51
|
+
|
52
|
+
launch fauxton and check your installation
|
53
|
+
|
54
|
+
Copy [this file](https://github.com/apache/couchdb/blob/master/rel/overlay/bin/couchup) into your filesystem
|
55
|
+
|
56
|
+
|
57
|
+
make it executable
|
58
|
+
|
59
|
+
`chmod +x couchup.py`
|
60
|
+
|
61
|
+
and run it
|
62
|
+
|
63
|
+
`./couchup.py -h`
|
64
|
+
|
65
|
+
You might need to install python 3 and pip3 and the following libs
|
66
|
+
|
67
|
+
`pip3 install requests progressbar2`
|
68
|
+
|
69
|
+
move your .couch files into the specified `database_dir` in your [fauxton config](http://127.0.0.1:5984/_utils/#_config/couchdb@localhost)
|
70
|
+
|
71
|
+
|
72
|
+
```
|
73
|
+
$ ./couchup list # Shows your unmigrated 1.x databases
|
74
|
+
$ ./couchup replicate -a # Replicates your 1.x DBs to 2.x
|
75
|
+
$ ./couchup rebuild -a # Optional; starts rebuilding your views
|
76
|
+
$ ./couchup delete -a # Deletes your 1.x DBs (careful!)
|
77
|
+
$ ./couchup list # Should show no remaining databases!
|
78
|
+
```
|
data/lib/dolly.rb
CHANGED
@@ -1,28 +1,7 @@
|
|
1
1
|
require "dolly/version"
|
2
2
|
require "dolly/document"
|
3
|
-
require
|
4
|
-
require '
|
3
|
+
require 'dolly/mango_index'
|
4
|
+
require 'railties/railtie' if defined?(Rails)
|
5
5
|
|
6
6
|
module Dolly
|
7
|
-
class << self
|
8
|
-
def configure
|
9
|
-
yield config
|
10
|
-
end
|
11
|
-
|
12
|
-
def config
|
13
|
-
@config ||= Configuration.new
|
14
|
-
end
|
15
|
-
|
16
|
-
def reset!
|
17
|
-
@config = Configuration.new
|
18
|
-
end
|
19
|
-
|
20
|
-
def log_requests?
|
21
|
-
!!config.log_requests
|
22
|
-
end
|
23
|
-
|
24
|
-
def logger
|
25
|
-
@logger ||= config.logger
|
26
|
-
end
|
27
|
-
end
|
28
7
|
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
require 'base64'
|
2
|
+
|
3
|
+
module Dolly
|
4
|
+
module Attachment
|
5
|
+
def attach_file! file_name, mime_type, body, opts={}
|
6
|
+
attach_file file_name, mime_type, body, opts
|
7
|
+
save
|
8
|
+
end
|
9
|
+
|
10
|
+
def attach_file file_name, mime_type, body, opts={}
|
11
|
+
if opts[:inline]
|
12
|
+
attach_inline_file file_name, mime_type, body
|
13
|
+
else
|
14
|
+
attach_standalone_file file_name, mime_type, body
|
15
|
+
end
|
16
|
+
end
|
17
|
+
|
18
|
+
def attach_inline_file file_name, mime_type, body
|
19
|
+
attachment_data = { file_name.to_s => { 'content_type' => mime_type,
|
20
|
+
'data' => Base64.encode64(body)} }
|
21
|
+
doc['_attachments'] ||= {}
|
22
|
+
doc['_attachments'].merge! attachment_data
|
23
|
+
end
|
24
|
+
|
25
|
+
def attach_standalone_file file_name, mime_type, body
|
26
|
+
self.class.connection.attach id_as_resource, CGI.escape(file_name), body, { 'Content-Type' => mime_type }
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
data/lib/dolly/bulk_document.rb
CHANGED
@@ -1,37 +1,34 @@
|
|
1
|
-
require 'dolly/bulk_error'
|
2
|
-
|
3
1
|
module Dolly
|
4
2
|
class BulkDocument
|
5
|
-
include Enumerable
|
6
3
|
extend Forwardable
|
7
4
|
|
8
|
-
DOC_NAME
|
5
|
+
DOC_NAME = '_bulk_docs'
|
9
6
|
|
10
|
-
attr_reader :payload, :
|
7
|
+
attr_reader :payload, :connection
|
11
8
|
attr_accessor :errors, :response
|
12
9
|
|
13
10
|
def_delegators :docs, :[], :<<
|
14
11
|
|
15
|
-
def initialize
|
16
|
-
@
|
12
|
+
def initialize(connection, ary = [])
|
13
|
+
@connection = connection
|
17
14
|
@payload = Hash.new
|
18
|
-
|
15
|
+
payload[:docs] = ary
|
19
16
|
end
|
20
17
|
|
21
18
|
def docs
|
22
|
-
|
19
|
+
payload[:docs]
|
23
20
|
end
|
24
21
|
|
25
22
|
def save
|
26
23
|
return if docs.empty?
|
27
|
-
self.response =
|
24
|
+
self.response = connection.post(DOC_NAME, docs_payload)
|
28
25
|
build_errors
|
29
26
|
update_revs
|
30
27
|
end
|
31
28
|
|
32
29
|
def delete
|
33
30
|
return if docs.empty?
|
34
|
-
|
31
|
+
connection.post DOC_NAME, json_payload(_deleted: true)
|
35
32
|
end
|
36
33
|
|
37
34
|
def clear
|
@@ -45,41 +42,45 @@ module Dolly
|
|
45
42
|
end
|
46
43
|
|
47
44
|
private
|
45
|
+
|
48
46
|
def update_revs
|
49
|
-
|
50
|
-
next if doc[
|
51
|
-
item =
|
47
|
+
response.each do |doc|
|
48
|
+
next if doc[:error]
|
49
|
+
item = payload[:docs].detect { |d| d.id == doc[:id] }
|
50
|
+
|
52
51
|
if item.nil?
|
53
|
-
|
52
|
+
errors << response_error(item)
|
54
53
|
next
|
55
54
|
end
|
56
|
-
|
57
|
-
|
55
|
+
|
56
|
+
item.rev = doc[:rev]
|
57
|
+
payload[:docs].delete(item)
|
58
58
|
end
|
59
|
+
|
59
60
|
clean_response
|
60
61
|
end
|
61
62
|
|
62
63
|
def clean_response
|
63
|
-
|
64
|
+
response.delete_if { |d| !d[:error] }
|
64
65
|
end
|
65
66
|
|
66
67
|
def build_errors
|
67
68
|
self.errors = response_errors.map do |err|
|
68
|
-
obj =
|
69
|
-
BulkError.new err.merge!(
|
69
|
+
obj = payload[:docs].detect { |d| d.id == err[:id]} if err[:id]
|
70
|
+
BulkError.new err.merge!(obj: obj)
|
70
71
|
end
|
71
72
|
end
|
72
73
|
|
73
|
-
def
|
74
|
-
|
74
|
+
def docs_payload opts = {}
|
75
|
+
{ docs: docs.map {|d| d.to_h.merge(opts) } }
|
75
76
|
end
|
76
77
|
|
77
|
-
def
|
78
|
-
{
|
78
|
+
def response_errors
|
79
|
+
self.response.select{ |d| d[:error] }
|
79
80
|
end
|
80
81
|
|
81
|
-
def
|
82
|
-
|
82
|
+
def response_error(item)
|
83
|
+
BulkError.new(error: 'Document saved but not local rev updated.', reason: "Document with id #{item} on bulk doc was not found in payload.", obj: nil)
|
83
84
|
end
|
84
85
|
end
|
85
86
|
end
|
data/lib/dolly/collection.rb
CHANGED
@@ -1,88 +1,55 @@
|
|
1
1
|
module Dolly
|
2
|
-
class Collection < DelegateClass(
|
3
|
-
|
4
|
-
attr_writer :json, :docs_class
|
2
|
+
class Collection < DelegateClass(Array)
|
3
|
+
attr_reader :options
|
5
4
|
|
6
|
-
def initialize
|
7
|
-
@
|
8
|
-
|
9
|
-
|
10
|
-
super(
|
11
|
-
load
|
5
|
+
def initialize(rows: [], options: {})
|
6
|
+
@options = options
|
7
|
+
#TODO: We should raise an exception if one of the
|
8
|
+
# requested documents is missing
|
9
|
+
super rows[:rows].map(&collect_docs).compact
|
12
10
|
end
|
13
11
|
|
14
|
-
def
|
15
|
-
|
12
|
+
def first_or_all(forced_first = false)
|
13
|
+
return self if forced_first
|
14
|
+
single? ? first : self
|
16
15
|
end
|
17
16
|
|
18
|
-
def
|
19
|
-
|
20
|
-
|
21
|
-
regex = %r{
|
22
|
-
\"#{key}\": # find key definition in json string
|
23
|
-
( # start value group
|
24
|
-
\"[^\"]*\" # find anything (even empty) between \" and \"
|
25
|
-
| # logical OR
|
26
|
-
null #literal null value
|
27
|
-
) # end value group
|
28
|
-
}x
|
29
|
-
|
30
|
-
raise Dolly::MissingPropertyError unless json.match regex
|
31
|
-
json.gsub! regex, "\"#{key}\":\"#{value}\""
|
32
|
-
end
|
33
|
-
|
34
|
-
BulkDocument.new(Dolly::Document.database, to_a).save
|
35
|
-
clear
|
36
|
-
load
|
37
|
-
self
|
17
|
+
def single?
|
18
|
+
size <= 1
|
38
19
|
end
|
39
20
|
|
40
|
-
|
41
|
-
load if empty?
|
42
|
-
super &block
|
43
|
-
#TODO: returning nil to avoid extra time serializing set.
|
44
|
-
nil
|
45
|
-
end
|
21
|
+
private
|
46
22
|
|
47
|
-
def
|
48
|
-
|
49
|
-
next unless
|
50
|
-
|
51
|
-
|
52
|
-
rev = properties.delete '_rev' if properties['_rev']
|
53
|
-
document = (docs_class || doc_class(id)).new properties
|
54
|
-
document.doc = properties.merge({'_id' => id, '_rev' => rev})
|
55
|
-
self << document
|
23
|
+
def collect_docs
|
24
|
+
lambda do |row|
|
25
|
+
next unless collectable_row?(row)
|
26
|
+
klass = Object.const_get(doc_model(row))
|
27
|
+
klass.from_doc(row[:doc])
|
56
28
|
end
|
57
29
|
end
|
58
30
|
|
59
|
-
def
|
60
|
-
|
61
|
-
self.rows = parsed['rows']
|
31
|
+
def doc_model(doc)
|
32
|
+
options[:doc_type] || constantize_key(doc[:doc_type]) || constantize_key(doc_type_for(doc[:id]))
|
62
33
|
end
|
63
34
|
|
64
|
-
def
|
65
|
-
|
66
|
-
|
35
|
+
def doc_type_for(key)
|
36
|
+
return false if key.nil?
|
37
|
+
key.match(%r{^([^/]+)/})[1]
|
67
38
|
end
|
68
39
|
|
69
|
-
|
70
|
-
|
71
|
-
|
40
|
+
def constantize_key(key)
|
41
|
+
return false if key.nil?
|
42
|
+
key.split('_').collect(&:capitalize).join
|
72
43
|
end
|
73
44
|
|
74
|
-
def
|
75
|
-
|
76
|
-
# multiple types when querying from a class, as it might
|
77
|
-
# be confusing. We *could* also get dolly to parse the result
|
78
|
-
# before sending it back to the client.
|
79
|
-
doc_class = id[/^[a-z_]+/].camelize.constantize
|
80
|
-
docs_class == doc_class ? docs_class : doc_class
|
45
|
+
def collectable_row?(row)
|
46
|
+
!deleted_doc?(row) && row[:error].nil?
|
81
47
|
end
|
82
48
|
|
83
|
-
def
|
84
|
-
|
49
|
+
def deleted_doc?(row)
|
50
|
+
value = row&.fetch(:value, {})
|
51
|
+
return false unless value.is_a? Hash
|
52
|
+
value.fetch(:deleted, false)
|
85
53
|
end
|
86
|
-
|
87
54
|
end
|
88
55
|
end
|
data/lib/dolly/configuration.rb
CHANGED
@@ -1,18 +1,43 @@
|
|
1
|
-
|
1
|
+
# frozen_string_literal: true
|
2
|
+
require 'erb'
|
2
3
|
|
3
4
|
module Dolly
|
4
|
-
|
5
|
-
|
5
|
+
module Configuration
|
6
|
+
attr_writer :config_file
|
6
7
|
|
7
|
-
def
|
8
|
-
@
|
9
|
-
@log_path = $stdout
|
10
|
-
@log = :dolly
|
8
|
+
def env
|
9
|
+
@env ||= configuration[db.to_s]
|
11
10
|
end
|
12
11
|
|
13
|
-
def
|
14
|
-
|
15
|
-
|
12
|
+
def base_uri
|
13
|
+
"#{protocol}#{host}#{port}"
|
14
|
+
end
|
15
|
+
|
16
|
+
def protocol
|
17
|
+
"#{env['protocol']}://"
|
18
|
+
end
|
19
|
+
|
20
|
+
def host
|
21
|
+
env['host']
|
22
|
+
end
|
23
|
+
|
24
|
+
def port
|
25
|
+
return unless env['port']
|
26
|
+
":#{env['port']}"
|
27
|
+
end
|
28
|
+
|
29
|
+
def db_name
|
30
|
+
env['name']
|
31
|
+
end
|
32
|
+
|
33
|
+
def configuration
|
34
|
+
@config_data ||= File.read(config_file)
|
35
|
+
raise Dolly::InvalidConfigFileError if @config_data&.empty?
|
36
|
+
YAML::load(ERB.new(@config_data).result)[app_env.to_s]
|
37
|
+
end
|
38
|
+
|
39
|
+
def config_file
|
40
|
+
@config_file ||= File.join('config', 'couchdb.yml')
|
16
41
|
end
|
17
42
|
end
|
18
43
|
end
|