dolly 1.1.5 → 3.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (87) hide show
  1. checksums.yaml +5 -5
  2. data/README.md +78 -0
  3. data/lib/dolly.rb +2 -23
  4. data/lib/dolly/attachment.rb +29 -0
  5. data/lib/dolly/bulk_document.rb +27 -26
  6. data/lib/dolly/class_methods_delegation.rb +15 -0
  7. data/lib/dolly/collection.rb +32 -65
  8. data/lib/dolly/configuration.rb +35 -10
  9. data/lib/dolly/connection.rb +86 -22
  10. data/lib/dolly/depracated_database.rb +24 -0
  11. data/lib/dolly/document.rb +48 -198
  12. data/lib/dolly/document_creation.rb +20 -0
  13. data/lib/dolly/document_state.rb +66 -0
  14. data/lib/dolly/document_type.rb +47 -0
  15. data/lib/dolly/exceptions.rb +32 -0
  16. data/lib/dolly/identity_properties.rb +29 -0
  17. data/lib/dolly/mango.rb +156 -0
  18. data/lib/dolly/mango_index.rb +73 -0
  19. data/lib/dolly/properties.rb +36 -0
  20. data/lib/dolly/property.rb +58 -47
  21. data/lib/dolly/property_manager.rb +53 -0
  22. data/lib/dolly/property_set.rb +23 -0
  23. data/lib/dolly/query.rb +63 -75
  24. data/lib/dolly/query_arguments.rb +35 -0
  25. data/lib/dolly/request.rb +12 -105
  26. data/lib/dolly/request_header.rb +26 -0
  27. data/lib/dolly/timestamp.rb +24 -0
  28. data/lib/dolly/version.rb +1 -1
  29. data/lib/dolly/view_query.rb +21 -0
  30. data/lib/{dolly → railties}/railtie.rb +2 -1
  31. data/lib/refinements/hash_refinements.rb +27 -0
  32. data/lib/refinements/string_refinements.rb +28 -0
  33. data/lib/tasks/db.rake +27 -4
  34. data/test/bulk_document_test.rb +8 -5
  35. data/test/document_test.rb +132 -95
  36. data/test/document_type_test.rb +28 -0
  37. data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  38. data/test/dummy/log/test.log +55435 -33484
  39. data/test/inheritance_test.rb +23 -0
  40. data/test/mango_index_test.rb +64 -0
  41. data/test/mango_test.rb +273 -0
  42. data/test/property_manager_test.rb +18 -0
  43. data/test/test_helper.rb +63 -18
  44. data/test/view_query_test.rb +27 -0
  45. metadata +66 -138
  46. data/Rakefile +0 -11
  47. data/lib/dolly/bulk_error.rb +0 -16
  48. data/lib/dolly/db_config.rb +0 -20
  49. data/lib/dolly/interpreter.rb +0 -5
  50. data/lib/dolly/logger.rb +0 -9
  51. data/lib/dolly/name_space.rb +0 -28
  52. data/lib/dolly/timestamps.rb +0 -21
  53. data/lib/exceptions/dolly.rb +0 -38
  54. data/test/collection_test.rb +0 -59
  55. data/test/configuration_test.rb +0 -9
  56. data/test/dummy/README.rdoc +0 -28
  57. data/test/dummy/Rakefile +0 -6
  58. data/test/dummy/app/assets/javascripts/application.js +0 -13
  59. data/test/dummy/app/assets/stylesheets/application.css +0 -13
  60. data/test/dummy/app/controllers/application_controller.rb +0 -5
  61. data/test/dummy/app/helpers/application_helper.rb +0 -2
  62. data/test/dummy/app/views/layouts/application.html.erb +0 -14
  63. data/test/dummy/bin/bundle +0 -3
  64. data/test/dummy/bin/rails +0 -4
  65. data/test/dummy/bin/rake +0 -4
  66. data/test/dummy/config.ru +0 -4
  67. data/test/dummy/config/application.rb +0 -27
  68. data/test/dummy/config/boot.rb +0 -5
  69. data/test/dummy/config/couchdb.yml +0 -13
  70. data/test/dummy/config/environment.rb +0 -5
  71. data/test/dummy/config/environments/development.rb +0 -29
  72. data/test/dummy/config/environments/production.rb +0 -80
  73. data/test/dummy/config/environments/test.rb +0 -36
  74. data/test/dummy/config/initializers/backtrace_silencers.rb +0 -7
  75. data/test/dummy/config/initializers/inflections.rb +0 -16
  76. data/test/dummy/config/initializers/mime_types.rb +0 -5
  77. data/test/dummy/config/initializers/secret_token.rb +0 -12
  78. data/test/dummy/config/initializers/session_store.rb +0 -3
  79. data/test/dummy/config/initializers/wrap_parameters.rb +0 -14
  80. data/test/dummy/config/locales/en.yml +0 -23
  81. data/test/dummy/config/routes.rb +0 -56
  82. data/test/dummy/lib/couch_rest_adapter/railtie.rb +0 -10
  83. data/test/dummy/public/404.html +0 -58
  84. data/test/dummy/public/422.html +0 -58
  85. data/test/dummy/public/500.html +0 -57
  86. data/test/dummy/public/favicon.ico +0 -0
  87. data/test/factories/factories.rb +0 -8
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
- SHA1:
3
- metadata.gz: 03de975a49c2982823fa97d06b6fab8cd2c318bd
4
- data.tar.gz: 0bb7049a7a92b697b192e5b77a8c7c4e1f987f34
2
+ SHA256:
3
+ metadata.gz: 2bd1cf887f25cacb3b25be56354cf74c1771cd021514cb8bf733e31aa7198feb
4
+ data.tar.gz: cd464f54583a1f417fb58e27f504ccce8ddd33f39f1f48eea0f3b66487313445
5
5
  SHA512:
6
- metadata.gz: f6c3ed9e33e8e708cd683f0e6444e42b74daf5ed32df22dafef257c78f486a62f1e01b475d071900f911152cf49e7b27e435ac837852db10080714c0566e042e
7
- data.tar.gz: 9e2c3a349107aaabd667b011c8d41bcec00c743317a17111af4a7d4c47f307a4bb22e1817549ca3ffd77a13b146e14ce84d6e880b162d0bf16d18a149ebbc2c5
6
+ metadata.gz: 5c2bddaf348f5028c10ea464ea3265a9653d741508a103d3bd4d3e83757261ead6de60d630db9a8fa512ba22e13cd36043debc8e8d7be457aa63079018a3d580
7
+ data.tar.gz: f1c2ede8149132f5d6941fbbe0b4eb1ada18ed060eb76ccd8b4eeffec556590b2b8c8044331d6726de10a0758120a6595b07f6da5afdd86da95be655344ceb8b
data/README.md ADDED
@@ -0,0 +1,78 @@
1
+ # Dolly3
2
+
3
+ Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/dolly3`. To experiment with that code, run `bin/console` for an interactive prompt.
4
+
5
+ TODO: Delete this and the text above, and describe your gem
6
+
7
+ ## Installation
8
+
9
+ Add this line to your application's Gemfile:
10
+
11
+ ```ruby
12
+ gem 'dolly3'
13
+ ```
14
+
15
+ And then execute:
16
+
17
+ $ bundle
18
+
19
+ Or install it yourself as:
20
+
21
+ $ gem install dolly3
22
+
23
+ ## Usage
24
+
25
+ TODO: Write usage instructions here
26
+
27
+ ## Development
28
+
29
+ After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
30
+
31
+ To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
32
+
33
+ ## Contributing
34
+
35
+ Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/dolly3.
36
+
37
+
38
+ ## Migrating from couch 1.x to 2.x
39
+
40
+ [Official docs](https://docs.couchdb.org/en/2.3.1/install/index.html)
41
+
42
+
43
+ You will need to uninstall the couchdb service with brew
44
+
45
+ `brew services stop couchdb`
46
+ `brew services uninstall couchdb`
47
+
48
+ Download the application from the following source
49
+
50
+ http://couchdb.apache.org/#download
51
+
52
+ launch fauxton and check your installation
53
+
54
+ Copy [this file](https://github.com/apache/couchdb/blob/master/rel/overlay/bin/couchup) into your filesystem
55
+
56
+
57
+ make it executable
58
+
59
+ `chmod +x couchup.py`
60
+
61
+ and run it
62
+
63
+ `./couchup.py -h`
64
+
65
+ You might need to install python 3 and pip3 and the following libs
66
+
67
+ `pip3 install requests progressbar2`
68
+
69
+ move your .couch files into the specified `database_dir` in your [fauxton config](http://127.0.0.1:5984/_utils/#_config/couchdb@localhost)
70
+
71
+
72
+ ```
73
+ $ ./couchup list # Shows your unmigrated 1.x databases
74
+ $ ./couchup replicate -a # Replicates your 1.x DBs to 2.x
75
+ $ ./couchup rebuild -a # Optional; starts rebuilding your views
76
+ $ ./couchup delete -a # Deletes your 1.x DBs (careful!)
77
+ $ ./couchup list # Should show no remaining databases!
78
+ ```
data/lib/dolly.rb CHANGED
@@ -1,28 +1,7 @@
1
1
  require "dolly/version"
2
2
  require "dolly/document"
3
- require "dolly/configuration"
4
- require 'dolly/railtie' if defined?(Rails)
3
+ require 'dolly/mango_index'
4
+ require 'railties/railtie' if defined?(Rails)
5
5
 
6
6
  module Dolly
7
- class << self
8
- def configure
9
- yield config
10
- end
11
-
12
- def config
13
- @config ||= Configuration.new
14
- end
15
-
16
- def reset!
17
- @config = Configuration.new
18
- end
19
-
20
- def log_requests?
21
- !!config.log_requests
22
- end
23
-
24
- def logger
25
- @logger ||= config.logger
26
- end
27
- end
28
7
  end
@@ -0,0 +1,29 @@
1
+ require 'base64'
2
+
3
+ module Dolly
4
+ module Attachment
5
+ def attach_file! file_name, mime_type, body, opts={}
6
+ attach_file file_name, mime_type, body, opts
7
+ save
8
+ end
9
+
10
+ def attach_file file_name, mime_type, body, opts={}
11
+ if opts[:inline]
12
+ attach_inline_file file_name, mime_type, body
13
+ else
14
+ attach_standalone_file file_name, mime_type, body
15
+ end
16
+ end
17
+
18
+ def attach_inline_file file_name, mime_type, body
19
+ attachment_data = { file_name.to_s => { 'content_type' => mime_type,
20
+ 'data' => Base64.encode64(body)} }
21
+ doc['_attachments'] ||= {}
22
+ doc['_attachments'].merge! attachment_data
23
+ end
24
+
25
+ def attach_standalone_file file_name, mime_type, body
26
+ self.class.connection.attach id_as_resource, CGI.escape(file_name), body, { 'Content-Type' => mime_type }
27
+ end
28
+ end
29
+ end
@@ -1,37 +1,34 @@
1
- require 'dolly/bulk_error'
2
-
3
1
  module Dolly
4
2
  class BulkDocument
5
- include Enumerable
6
3
  extend Forwardable
7
4
 
8
- DOC_NAME = "_bulk_docs".freeze
5
+ DOC_NAME = '_bulk_docs'
9
6
 
10
- attr_reader :payload, :database
7
+ attr_reader :payload, :connection
11
8
  attr_accessor :errors, :response
12
9
 
13
10
  def_delegators :docs, :[], :<<
14
11
 
15
- def initialize database, ary = []
16
- @database = database
12
+ def initialize(connection, ary = [])
13
+ @connection = connection
17
14
  @payload = Hash.new
18
- self.payload[:docs] = ary
15
+ payload[:docs] = ary
19
16
  end
20
17
 
21
18
  def docs
22
- self.payload[:docs]
19
+ payload[:docs]
23
20
  end
24
21
 
25
22
  def save
26
23
  return if docs.empty?
27
- self.response = JSON::parse self.database.post(DOC_NAME, json_payload)
24
+ self.response = connection.post(DOC_NAME, docs_payload)
28
25
  build_errors
29
26
  update_revs
30
27
  end
31
28
 
32
29
  def delete
33
30
  return if docs.empty?
34
- JSON::parse database.post DOC_NAME, json_payload("_deleted" => true)
31
+ connection.post DOC_NAME, json_payload(_deleted: true)
35
32
  end
36
33
 
37
34
  def clear
@@ -45,41 +42,45 @@ module Dolly
45
42
  end
46
43
 
47
44
  private
45
+
48
46
  def update_revs
49
- self.response.each do |doc|
50
- next if doc['error']
51
- item = self.payload[:docs].detect{|d| d.id == doc['id']}
47
+ response.each do |doc|
48
+ next if doc[:error]
49
+ item = payload[:docs].detect { |d| d.id == doc[:id] }
50
+
52
51
  if item.nil?
53
- self.errors << BulkError.new({"error" => "Document saved but not local rev updated.", "reason" => "Document with id #{doc['id']} on bulk doc was not found in payload.", "obj" => nil})
52
+ errors << response_error(item)
54
53
  next
55
54
  end
56
- item.doc['_rev'] = doc['rev']
57
- self.payload[:docs].delete item
55
+
56
+ item.rev = doc[:rev]
57
+ payload[:docs].delete(item)
58
58
  end
59
+
59
60
  clean_response
60
61
  end
61
62
 
62
63
  def clean_response
63
- self.response.delete_if {|doc| !doc['error'] }
64
+ response.delete_if { |d| !d[:error] }
64
65
  end
65
66
 
66
67
  def build_errors
67
68
  self.errors = response_errors.map do |err|
68
- obj = self.payload[:docs].detect{|d| d.id == err['id']} if err['id']
69
- BulkError.new err.merge!("obj" => obj)
69
+ obj = payload[:docs].detect { |d| d.id == err[:id]} if err[:id]
70
+ BulkError.new err.merge!(obj: obj)
70
71
  end
71
72
  end
72
73
 
73
- def bare_docs
74
- self.payload[:docs].map(&:doc)
74
+ def docs_payload opts = {}
75
+ { docs: docs.map {|d| d.to_h.merge(opts) } }
75
76
  end
76
77
 
77
- def json_payload opts = {}
78
- {docs: bare_docs.map{|d| d.merge(opts)} }.to_json
78
+ def response_errors
79
+ self.response.select{ |d| d[:error] }
79
80
  end
80
81
 
81
- def response_errors
82
- self.response.select{|d| d['error']}
82
+ def response_error(item)
83
+ BulkError.new(error: 'Document saved but not local rev updated.', reason: "Document with id #{item} on bulk doc was not found in payload.", obj: nil)
83
84
  end
84
85
  end
85
86
  end
@@ -0,0 +1,15 @@
1
+ module Dolly
2
+ module ClassMethodsDelegation
3
+ def connection
4
+ self.class.connection
5
+ end
6
+
7
+ def property_clean_doc(doc)
8
+ self.class.property_clean_doc(doc)
9
+ end
10
+
11
+ def database
12
+ self.class.database
13
+ end
14
+ end
15
+ end
@@ -1,88 +1,55 @@
1
1
  module Dolly
2
- class Collection < DelegateClass(Set)
3
- attr_accessor :rows
4
- attr_writer :json, :docs_class
2
+ class Collection < DelegateClass(Array)
3
+ attr_reader :options
5
4
 
6
- def initialize str, docs_class
7
- @docs_class = docs_class
8
- @json = str
9
- initial = []
10
- super(initial)
11
- load
5
+ def initialize(rows: [], options: {})
6
+ @options = options
7
+ #TODO: We should raise an exception if one of the
8
+ # requested documents is missing
9
+ super rows[:rows].map(&collect_docs).compact
12
10
  end
13
11
 
14
- def last
15
- to_a.last
12
+ def first_or_all(forced_first = false)
13
+ return self if forced_first
14
+ single? ? first : self
16
15
  end
17
16
 
18
- def update_properties! properties ={}
19
- properties.each do |key, value|
20
-
21
- regex = %r{
22
- \"#{key}\": # find key definition in json string
23
- ( # start value group
24
- \"[^\"]*\" # find anything (even empty) between \" and \"
25
- | # logical OR
26
- null #literal null value
27
- ) # end value group
28
- }x
29
-
30
- raise Dolly::MissingPropertyError unless json.match regex
31
- json.gsub! regex, "\"#{key}\":\"#{value}\""
32
- end
33
-
34
- BulkDocument.new(Dolly::Document.database, to_a).save
35
- clear
36
- load
37
- self
17
+ def single?
18
+ size <= 1
38
19
  end
39
20
 
40
- def each &block
41
- load if empty?
42
- super &block
43
- #TODO: returning nil to avoid extra time serializing set.
44
- nil
45
- end
21
+ private
46
22
 
47
- def rows= ary
48
- ary.each do |r|
49
- next unless r['doc']
50
- properties = r['doc']
51
- id = properties.delete '_id'
52
- rev = properties.delete '_rev' if properties['_rev']
53
- document = (docs_class || doc_class(id)).new properties
54
- document.doc = properties.merge({'_id' => id, '_rev' => rev})
55
- self << document
23
+ def collect_docs
24
+ lambda do |row|
25
+ next unless collectable_row?(row)
26
+ klass = Object.const_get(doc_model(row))
27
+ klass.from_doc(row[:doc])
56
28
  end
57
29
  end
58
30
 
59
- def load
60
- parsed = JSON::parse json
61
- self.rows = parsed['rows']
31
+ def doc_model(doc)
32
+ options[:doc_type] || constantize_key(doc[:doc_type]) || constantize_key(doc_type_for(doc[:id]))
62
33
  end
63
34
 
64
- def to_json options = {}
65
- load if empty?
66
- map{|r| r.doc }.to_json(options)
35
+ def doc_type_for(key)
36
+ return false if key.nil?
37
+ key.match(%r{^([^/]+)/})[1]
67
38
  end
68
39
 
69
- private
70
- def docs_class
71
- @docs_class
40
+ def constantize_key(key)
41
+ return false if key.nil?
42
+ key.split('_').collect(&:capitalize).join
72
43
  end
73
44
 
74
- def doc_class id
75
- # TODO: We need to improve and document the way we return
76
- # multiple types when querying from a class, as it might
77
- # be confusing. We *could* also get dolly to parse the result
78
- # before sending it back to the client.
79
- doc_class = id[/^[a-z_]+/].camelize.constantize
80
- docs_class == doc_class ? docs_class : doc_class
45
+ def collectable_row?(row)
46
+ !deleted_doc?(row) && row[:error].nil?
81
47
  end
82
48
 
83
- def json
84
- @json
49
+ def deleted_doc?(row)
50
+ value = row&.fetch(:value, {})
51
+ return false unless value.is_a? Hash
52
+ value.fetch(:deleted, false)
85
53
  end
86
-
87
54
  end
88
55
  end
@@ -1,18 +1,43 @@
1
- require 'dolly/logger'
1
+ # frozen_string_literal: true
2
+ require 'erb'
2
3
 
3
4
  module Dolly
4
- class Configuration
5
- attr_accessor :log_requests, :log_path, :log
5
+ module Configuration
6
+ attr_writer :config_file
6
7
 
7
- def initialize
8
- @log_requests = false
9
- @log_path = $stdout
10
- @log = :dolly
8
+ def env
9
+ @env ||= configuration[db.to_s]
11
10
  end
12
11
 
13
- def logger
14
- return Rails.logger if log.to_sym == :rails
15
- Dolly::Logger.new self
12
+ def base_uri
13
+ "#{protocol}#{host}#{port}"
14
+ end
15
+
16
+ def protocol
17
+ "#{env['protocol']}://"
18
+ end
19
+
20
+ def host
21
+ env['host']
22
+ end
23
+
24
+ def port
25
+ return unless env['port']
26
+ ":#{env['port']}"
27
+ end
28
+
29
+ def db_name
30
+ env['name']
31
+ end
32
+
33
+ def configuration
34
+ @config_data ||= File.read(config_file)
35
+ raise Dolly::InvalidConfigFileError if @config_data&.empty?
36
+ YAML::load(ERB.new(@config_data).result)[app_env.to_s]
37
+ end
38
+
39
+ def config_file
40
+ @config_file ||= File.join('config', 'couchdb.yml')
16
41
  end
17
42
  end
18
43
  end