record_encoder 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. checksums.yaml +7 -0
  2. data/MIT-LICENSE +20 -0
  3. data/README.rdoc +37 -0
  4. data/Rakefile +32 -0
  5. data/lib/record_encoder.rb +29 -0
  6. data/lib/record_encoder/bert.rb +97 -0
  7. data/lib/record_encoder/version.rb +3 -0
  8. data/lib/tasks/record_encoder_tasks.rake +4 -0
  9. data/test/dummy/README.rdoc +28 -0
  10. data/test/dummy/Rakefile +6 -0
  11. data/test/dummy/app/assets/javascripts/application.js +13 -0
  12. data/test/dummy/app/assets/stylesheets/application.css +15 -0
  13. data/test/dummy/app/controllers/application_controller.rb +5 -0
  14. data/test/dummy/app/helpers/application_helper.rb +2 -0
  15. data/test/dummy/app/views/layouts/application.html.erb +14 -0
  16. data/test/dummy/bin/bundle +3 -0
  17. data/test/dummy/bin/rails +4 -0
  18. data/test/dummy/bin/rake +4 -0
  19. data/test/dummy/config.ru +4 -0
  20. data/test/dummy/config/application.rb +23 -0
  21. data/test/dummy/config/boot.rb +5 -0
  22. data/test/dummy/config/database.yml +25 -0
  23. data/test/dummy/config/environment.rb +5 -0
  24. data/test/dummy/config/environments/development.rb +37 -0
  25. data/test/dummy/config/environments/production.rb +78 -0
  26. data/test/dummy/config/environments/test.rb +39 -0
  27. data/test/dummy/config/initializers/assets.rb +8 -0
  28. data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
  29. data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
  30. data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  31. data/test/dummy/config/initializers/inflections.rb +16 -0
  32. data/test/dummy/config/initializers/mime_types.rb +4 -0
  33. data/test/dummy/config/initializers/session_store.rb +3 -0
  34. data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
  35. data/test/dummy/config/locales/en.yml +23 -0
  36. data/test/dummy/config/routes.rb +56 -0
  37. data/test/dummy/config/secrets.yml +22 -0
  38. data/test/dummy/db/test.sqlite3 +0 -0
  39. data/test/dummy/log/test.log +200 -0
  40. data/test/dummy/public/404.html +67 -0
  41. data/test/dummy/public/422.html +67 -0
  42. data/test/dummy/public/500.html +66 -0
  43. data/test/dummy/public/favicon.ico +0 -0
  44. data/test/record_encoder/bert_test.rb +50 -0
  45. data/test/record_encoder_test.rb +74 -0
  46. data/test/test_helper.rb +16 -0
  47. metadata +197 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 06488079297bd10fe0c38e7370bf28071868c0a4
4
+ data.tar.gz: ec71753742380944d794e5ca50f02d559802d8ee
5
+ SHA512:
6
+ metadata.gz: 51143af570a3ecb9c73866683fefccb67da05c74a6e89a6cf1e4d3f9dab0a9e66b5980e6941e83e8e0fe2e71262566d3083c0358ae0ca471e13195dbb48206cf
7
+ data.tar.gz: 42ee8ba6b73492c98df416c116e14ca0c727577388392d398017e7a37a1f8cbe4cc979ad12394615a69351b44194456c5dc1b73081521163d4654a39fb0f9049
data/MIT-LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ Copyright 2014 YOURNAME
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.rdoc ADDED
@@ -0,0 +1,37 @@
1
+ RecordEncoder
2
+ ============
3
+
4
+ RecordEncoder can be chained to an activerecord relation or a class and will yield encoded representation
5
+
6
+
7
+ Installation
8
+ -----------
9
+
10
+ gem install record_encoder
11
+
12
+ or by including this line in your Gemfile
13
+
14
+ gem "record_encoder", :git => "git://github.com/tskorupa/record_encoder.git"
15
+
16
+ Usage
17
+ -----
18
+
19
+ require 'record_encoder'
20
+
21
+ Class Foo < ActiveRecord::Base
22
+ acts_as_record_encoder
23
+ end
24
+
25
+ irb(main):004:0> Foo.to_bert {|r| puts r.inspect }
26
+ "\x83l\x00\x00\x00\x01h\x02d\x00\tfoos"
27
+ (0.7ms) SELECT COUNT(*) FROM "foos"
28
+ "l\u0000\u0000\u0000\u0000"
29
+ Foo Load (0.5ms) SELECT "foos".* FROM "foos" ORDER BY "foos"."id" ASC LIMIT 1000
30
+ "j"
31
+ "j"
32
+ => nil
33
+ irb(main):005:0>
34
+
35
+ TODO
36
+ ================
37
+
data/Rakefile ADDED
@@ -0,0 +1,32 @@
1
+ begin
2
+ require 'bundler/setup'
3
+ rescue LoadError
4
+ puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
5
+ end
6
+
7
+ require 'rdoc/task'
8
+
9
+ RDoc::Task.new(:rdoc) do |rdoc|
10
+ rdoc.rdoc_dir = 'rdoc'
11
+ rdoc.title = 'RecordEncoder'
12
+ rdoc.options << '--line-numbers'
13
+ rdoc.rdoc_files.include('README.rdoc')
14
+ rdoc.rdoc_files.include('lib/**/*.rb')
15
+ end
16
+
17
+
18
+
19
+
20
+ Bundler::GemHelper.install_tasks
21
+
22
+ require 'rake/testtask'
23
+
24
+ Rake::TestTask.new(:test) do |t|
25
+ t.libs << 'lib'
26
+ t.libs << 'test'
27
+ t.pattern = 'test/**/*_test.rb'
28
+ t.verbose = false
29
+ end
30
+
31
+
32
+ task default: :test
@@ -0,0 +1,29 @@
1
+ require 'active_support/concern'
2
+ require 'record_encoder/bert'
3
+
4
+ module RecordEncoder
5
+ extend ActiveSupport::Concern
6
+
7
+ included do
8
+ end
9
+
10
+ module ClassMethods
11
+
12
+ def acts_as_record_encoder *attributes
13
+ @record_encoders ||= {}
14
+ @record_encoders[:bert] ||= RecordEncoder::Bert.new self, *attributes
15
+
16
+ extend RecordEncoder::LocalClassMethods
17
+ end
18
+
19
+ end
20
+
21
+ module LocalClassMethods
22
+ def to_bert
23
+ @record_encoders[:bert].to_bert {|r| yield r }
24
+ end
25
+ end
26
+
27
+ end
28
+
29
+ ActiveRecord::Base.send :include, RecordEncoder
@@ -0,0 +1,97 @@
1
+ require 'active_support/core_ext/object/blank'
2
+ require 'active_support/core_ext/hash/slice'
3
+ require 'active_support/core_ext/array/extract_options'
4
+ require 'active_support/core_ext/string/inflections'
5
+ require 'bert'
6
+
7
+ module RecordEncoder
8
+ class Bert
9
+
10
+ SUPPORTED_OPTIONS = %i( primary_key delete_primary_key )
11
+
12
+ def initialize klass, *attributes
13
+ @klass = klass
14
+ raise "klass can't be blank!" if @klass.blank?
15
+ raise "klass must be a Class!" unless @klass.is_a? Class
16
+
17
+ options = attributes.extract_options!.slice!(SUPPORTED_OPTIONS)
18
+ @primary_key = options[:primary_key] || :id
19
+ @delete_primary_key = options[:delete_primary_key] || true
20
+
21
+ bert_prefix_and_suffix
22
+ end
23
+
24
+ def to_bert
25
+ to_bert_internal {|r| yield r }
26
+ nil
27
+ end
28
+
29
+ private
30
+
31
+ def to_bert_internal
32
+ yield @bert_prefix
33
+ yield records_list_prefix
34
+ @klass.find_each do |record|
35
+ yield record_bert( record )
36
+ end
37
+ yield records_list_suffix
38
+ yield @bert_suffix
39
+ end
40
+
41
+ # NOTE: records_list_prefix needs to be computed dynamically. no caching
42
+ def records_list_prefix
43
+ "l" + [records_count].pack("N").bytes.pack('c*')
44
+ end
45
+
46
+ def records_list_suffix
47
+ "j"
48
+ end
49
+
50
+ # NOTE: records_count needs to be computed dynamically. no caching
51
+ def records_count
52
+ @klass.all.size
53
+ end
54
+
55
+ def encode datum, opts={}
56
+ bert = BERT.encode( datum )
57
+ bert = bert[1..-1] if opts.present? && opts[:offset].present?
58
+ bert
59
+ end
60
+
61
+ def record_bert record
62
+ encode record_tuple(record), offset: true
63
+ end
64
+
65
+ def record_tuple record
66
+ # TODO: to enhanced performance, 'record_attributes_tuple_collection(record)' could be
67
+ # precomputed as a record column and accessed here directly
68
+ tuple record.send(@primary_key), record_attributes_tuple_collection(record)
69
+ end
70
+
71
+ def record_attributes_tuple_collection record
72
+ record_hash(record).collect {|k,v| tuple(k,v) }
73
+ end
74
+
75
+ def record_hash record
76
+ hash = record.serializable_hash.deep_symbolize_keys
77
+ hash.delete(@primary_key) if @delete_primary_key
78
+ hash
79
+ end
80
+
81
+ def tuple key, value
82
+ t[key, value]
83
+ end
84
+
85
+ def bert_prefix_and_suffix
86
+ placeholder = [:placeholder]
87
+ bert = encode( [ tuple(bert_name, placeholder) ] )
88
+ placeholder_list = encode(placeholder, offset: true)
89
+ @bert_prefix, @bert_suffix = bert.split( placeholder_list )
90
+ end
91
+
92
+ def bert_name
93
+ @bert_name ||= @klass.to_s.underscore.pluralize.to_sym
94
+ end
95
+
96
+ end
97
+ end
@@ -0,0 +1,3 @@
1
+ module RecordEncoder
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,4 @@
1
+ # desc "Explaining what the task does"
2
+ # task :record_encoder do
3
+ # # Task goes here
4
+ # end
@@ -0,0 +1,28 @@
1
+ == README
2
+
3
+ This README would normally document whatever steps are necessary to get the
4
+ application up and running.
5
+
6
+ Things you may want to cover:
7
+
8
+ * Ruby version
9
+
10
+ * System dependencies
11
+
12
+ * Configuration
13
+
14
+ * Database creation
15
+
16
+ * Database initialization
17
+
18
+ * How to run the test suite
19
+
20
+ * Services (job queues, cache servers, search engines, etc.)
21
+
22
+ * Deployment instructions
23
+
24
+ * ...
25
+
26
+
27
+ Please feel free to use a different markup language if you do not plan to run
28
+ <tt>rake doc:app</tt>.
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require File.expand_path('../config/application', __FILE__)
5
+
6
+ Rails.application.load_tasks
@@ -0,0 +1,13 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // compiled file.
9
+ //
10
+ // Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
11
+ // about supported directives.
12
+ //
13
+ //= require_tree .
@@ -0,0 +1,15 @@
1
+ /*
2
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
3
+ * listed below.
4
+ *
5
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
7
+ *
8
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
9
+ * compiled file so the styles you add here take precedence over styles defined in any styles
10
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
11
+ * file per style scope.
12
+ *
13
+ *= require_tree .
14
+ *= require_self
15
+ */
@@ -0,0 +1,5 @@
1
+ class ApplicationController < ActionController::Base
2
+ # Prevent CSRF attacks by raising an exception.
3
+ # For APIs, you may want to use :null_session instead.
4
+ protect_from_forgery with: :exception
5
+ end
@@ -0,0 +1,2 @@
1
+ module ApplicationHelper
2
+ end
@@ -0,0 +1,14 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Dummy</title>
5
+ <%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
6
+ <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
7
+ <%= csrf_meta_tags %>
8
+ </head>
9
+ <body>
10
+
11
+ <%= yield %>
12
+
13
+ </body>
14
+ </html>
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env ruby
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
3
+ load Gem.bin_path('bundler', 'bundle')
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ APP_PATH = File.expand_path('../../config/application', __FILE__)
3
+ require_relative '../config/boot'
4
+ require 'rails/commands'
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ require_relative '../config/boot'
3
+ require 'rake'
4
+ Rake.application.run
@@ -0,0 +1,4 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require ::File.expand_path('../config/environment', __FILE__)
4
+ run Rails.application
@@ -0,0 +1,23 @@
1
+ require File.expand_path('../boot', __FILE__)
2
+
3
+ require 'rails/all'
4
+
5
+ Bundler.require(*Rails.groups)
6
+ require "record_encoder"
7
+
8
+ module Dummy
9
+ class Application < Rails::Application
10
+ # Settings in config/environments/* take precedence over those specified here.
11
+ # Application configuration should go into files in config/initializers
12
+ # -- all .rb files in that directory are automatically loaded.
13
+
14
+ # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
15
+ # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
16
+ # config.time_zone = 'Central Time (US & Canada)'
17
+
18
+ # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
19
+ # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
20
+ # config.i18n.default_locale = :de
21
+ end
22
+ end
23
+
@@ -0,0 +1,5 @@
1
+ # Set up gems listed in the Gemfile.
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
3
+
4
+ require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
5
+ $LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)
@@ -0,0 +1,25 @@
1
+ # SQLite version 3.x
2
+ # gem install sqlite3
3
+ #
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ #
7
+ default: &default
8
+ adapter: sqlite3
9
+ pool: 5
10
+ timeout: 5000
11
+
12
+ development:
13
+ <<: *default
14
+ database: db/development.sqlite3
15
+
16
+ # Warning: The database defined as "test" will be erased and
17
+ # re-generated from your development database when you run "rake".
18
+ # Do not set this db to the same as development or production.
19
+ test:
20
+ <<: *default
21
+ database: db/test.sqlite3
22
+
23
+ production:
24
+ <<: *default
25
+ database: db/production.sqlite3
@@ -0,0 +1,5 @@
1
+ # Load the Rails application.
2
+ require File.expand_path('../application', __FILE__)
3
+
4
+ # Initialize the Rails application.
5
+ Rails.application.initialize!
@@ -0,0 +1,37 @@
1
+ Rails.application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # In the development environment your application's code is reloaded on
5
+ # every request. This slows down response time but is perfect for development
6
+ # since you don't have to restart the web server when you make code changes.
7
+ config.cache_classes = false
8
+
9
+ # Do not eager load code on boot.
10
+ config.eager_load = false
11
+
12
+ # Show full error reports and disable caching.
13
+ config.consider_all_requests_local = true
14
+ config.action_controller.perform_caching = false
15
+
16
+ # Don't care if the mailer can't send.
17
+ config.action_mailer.raise_delivery_errors = false
18
+
19
+ # Print deprecation notices to the Rails logger.
20
+ config.active_support.deprecation = :log
21
+
22
+ # Raise an error on page load if there are pending migrations.
23
+ config.active_record.migration_error = :page_load
24
+
25
+ # Debug mode disables concatenation and preprocessing of assets.
26
+ # This option may cause significant delays in view rendering with a large
27
+ # number of complex assets.
28
+ config.assets.debug = true
29
+
30
+ # Adds additional error checking when serving assets at runtime.
31
+ # Checks for improperly declared sprockets dependencies.
32
+ # Raises helpful error messages.
33
+ config.assets.raise_runtime_errors = true
34
+
35
+ # Raises error for missing translations
36
+ # config.action_view.raise_on_missing_translations = true
37
+ end