record_encoder 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (47) hide show
  1. checksums.yaml +7 -0
  2. data/MIT-LICENSE +20 -0
  3. data/README.rdoc +37 -0
  4. data/Rakefile +32 -0
  5. data/lib/record_encoder.rb +29 -0
  6. data/lib/record_encoder/bert.rb +97 -0
  7. data/lib/record_encoder/version.rb +3 -0
  8. data/lib/tasks/record_encoder_tasks.rake +4 -0
  9. data/test/dummy/README.rdoc +28 -0
  10. data/test/dummy/Rakefile +6 -0
  11. data/test/dummy/app/assets/javascripts/application.js +13 -0
  12. data/test/dummy/app/assets/stylesheets/application.css +15 -0
  13. data/test/dummy/app/controllers/application_controller.rb +5 -0
  14. data/test/dummy/app/helpers/application_helper.rb +2 -0
  15. data/test/dummy/app/views/layouts/application.html.erb +14 -0
  16. data/test/dummy/bin/bundle +3 -0
  17. data/test/dummy/bin/rails +4 -0
  18. data/test/dummy/bin/rake +4 -0
  19. data/test/dummy/config.ru +4 -0
  20. data/test/dummy/config/application.rb +23 -0
  21. data/test/dummy/config/boot.rb +5 -0
  22. data/test/dummy/config/database.yml +25 -0
  23. data/test/dummy/config/environment.rb +5 -0
  24. data/test/dummy/config/environments/development.rb +37 -0
  25. data/test/dummy/config/environments/production.rb +78 -0
  26. data/test/dummy/config/environments/test.rb +39 -0
  27. data/test/dummy/config/initializers/assets.rb +8 -0
  28. data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
  29. data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
  30. data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  31. data/test/dummy/config/initializers/inflections.rb +16 -0
  32. data/test/dummy/config/initializers/mime_types.rb +4 -0
  33. data/test/dummy/config/initializers/session_store.rb +3 -0
  34. data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
  35. data/test/dummy/config/locales/en.yml +23 -0
  36. data/test/dummy/config/routes.rb +56 -0
  37. data/test/dummy/config/secrets.yml +22 -0
  38. data/test/dummy/db/test.sqlite3 +0 -0
  39. data/test/dummy/log/test.log +200 -0
  40. data/test/dummy/public/404.html +67 -0
  41. data/test/dummy/public/422.html +67 -0
  42. data/test/dummy/public/500.html +66 -0
  43. data/test/dummy/public/favicon.ico +0 -0
  44. data/test/record_encoder/bert_test.rb +50 -0
  45. data/test/record_encoder_test.rb +74 -0
  46. data/test/test_helper.rb +16 -0
  47. metadata +197 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 06488079297bd10fe0c38e7370bf28071868c0a4
4
+ data.tar.gz: ec71753742380944d794e5ca50f02d559802d8ee
5
+ SHA512:
6
+ metadata.gz: 51143af570a3ecb9c73866683fefccb67da05c74a6e89a6cf1e4d3f9dab0a9e66b5980e6941e83e8e0fe2e71262566d3083c0358ae0ca471e13195dbb48206cf
7
+ data.tar.gz: 42ee8ba6b73492c98df416c116e14ca0c727577388392d398017e7a37a1f8cbe4cc979ad12394615a69351b44194456c5dc1b73081521163d4654a39fb0f9049
data/MIT-LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ Copyright 2014 YOURNAME
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.rdoc ADDED
@@ -0,0 +1,37 @@
1
+ RecordEncoder
2
+ ============
3
+
4
+ RecordEncoder can be chained to an activerecord relation or a class and will yield encoded representation
5
+
6
+
7
+ Installation
8
+ -----------
9
+
10
+ gem install record_encoder
11
+
12
+ or by including this line in your Gemfile
13
+
14
+ gem "record_encoder", :git => "git://github.com/tskorupa/record_encoder.git"
15
+
16
+ Usage
17
+ -----
18
+
19
+ require 'record_encoder'
20
+
21
+ Class Foo < ActiveRecord::Base
22
+ acts_as_record_encoder
23
+ end
24
+
25
+ irb(main):004:0> Foo.to_bert {|r| puts r.inspect }
26
+ "\x83l\x00\x00\x00\x01h\x02d\x00\tfoos"
27
+ (0.7ms) SELECT COUNT(*) FROM "foos"
28
+ "l\u0000\u0000\u0000\u0000"
29
+ Foo Load (0.5ms) SELECT "foos".* FROM "foos" ORDER BY "foos"."id" ASC LIMIT 1000
30
+ "j"
31
+ "j"
32
+ => nil
33
+ irb(main):005:0>
34
+
35
+ TODO
36
+ ================
37
+
data/Rakefile ADDED
@@ -0,0 +1,32 @@
1
+ begin
2
+ require 'bundler/setup'
3
+ rescue LoadError
4
+ puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
5
+ end
6
+
7
+ require 'rdoc/task'
8
+
9
+ RDoc::Task.new(:rdoc) do |rdoc|
10
+ rdoc.rdoc_dir = 'rdoc'
11
+ rdoc.title = 'RecordEncoder'
12
+ rdoc.options << '--line-numbers'
13
+ rdoc.rdoc_files.include('README.rdoc')
14
+ rdoc.rdoc_files.include('lib/**/*.rb')
15
+ end
16
+
17
+
18
+
19
+
20
+ Bundler::GemHelper.install_tasks
21
+
22
+ require 'rake/testtask'
23
+
24
+ Rake::TestTask.new(:test) do |t|
25
+ t.libs << 'lib'
26
+ t.libs << 'test'
27
+ t.pattern = 'test/**/*_test.rb'
28
+ t.verbose = false
29
+ end
30
+
31
+
32
+ task default: :test
@@ -0,0 +1,29 @@
1
+ require 'active_support/concern'
2
+ require 'record_encoder/bert'
3
+
4
+ module RecordEncoder
5
+ extend ActiveSupport::Concern
6
+
7
+ included do
8
+ end
9
+
10
+ module ClassMethods
11
+
12
+ def acts_as_record_encoder *attributes
13
+ @record_encoders ||= {}
14
+ @record_encoders[:bert] ||= RecordEncoder::Bert.new self, *attributes
15
+
16
+ extend RecordEncoder::LocalClassMethods
17
+ end
18
+
19
+ end
20
+
21
+ module LocalClassMethods
22
+ def to_bert
23
+ @record_encoders[:bert].to_bert {|r| yield r }
24
+ end
25
+ end
26
+
27
+ end
28
+
29
+ ActiveRecord::Base.send :include, RecordEncoder
@@ -0,0 +1,97 @@
1
+ require 'active_support/core_ext/object/blank'
2
+ require 'active_support/core_ext/hash/slice'
3
+ require 'active_support/core_ext/array/extract_options'
4
+ require 'active_support/core_ext/string/inflections'
5
+ require 'bert'
6
+
7
+ module RecordEncoder
8
+ class Bert
9
+
10
+ SUPPORTED_OPTIONS = %i( primary_key delete_primary_key )
11
+
12
+ def initialize klass, *attributes
13
+ @klass = klass
14
+ raise "klass can't be blank!" if @klass.blank?
15
+ raise "klass must be a Class!" unless @klass.is_a? Class
16
+
17
+ options = attributes.extract_options!.slice!(SUPPORTED_OPTIONS)
18
+ @primary_key = options[:primary_key] || :id
19
+ @delete_primary_key = options[:delete_primary_key] || true
20
+
21
+ bert_prefix_and_suffix
22
+ end
23
+
24
+ def to_bert
25
+ to_bert_internal {|r| yield r }
26
+ nil
27
+ end
28
+
29
+ private
30
+
31
+ def to_bert_internal
32
+ yield @bert_prefix
33
+ yield records_list_prefix
34
+ @klass.find_each do |record|
35
+ yield record_bert( record )
36
+ end
37
+ yield records_list_suffix
38
+ yield @bert_suffix
39
+ end
40
+
41
+ # NOTE: records_list_prefix needs to be computed dynamically. no caching
42
+ def records_list_prefix
43
+ "l" + [records_count].pack("N").bytes.pack('c*')
44
+ end
45
+
46
+ def records_list_suffix
47
+ "j"
48
+ end
49
+
50
+ # NOTE: records_count needs to be computed dynamically. no caching
51
+ def records_count
52
+ @klass.all.size
53
+ end
54
+
55
+ def encode datum, opts={}
56
+ bert = BERT.encode( datum )
57
+ bert = bert[1..-1] if opts.present? && opts[:offset].present?
58
+ bert
59
+ end
60
+
61
+ def record_bert record
62
+ encode record_tuple(record), offset: true
63
+ end
64
+
65
+ def record_tuple record
66
+ # TODO: to enhanced performance, 'record_attributes_tuple_collection(record)' could be
67
+ # precomputed as a record column and accessed here directly
68
+ tuple record.send(@primary_key), record_attributes_tuple_collection(record)
69
+ end
70
+
71
+ def record_attributes_tuple_collection record
72
+ record_hash(record).collect {|k,v| tuple(k,v) }
73
+ end
74
+
75
+ def record_hash record
76
+ hash = record.serializable_hash.deep_symbolize_keys
77
+ hash.delete(@primary_key) if @delete_primary_key
78
+ hash
79
+ end
80
+
81
+ def tuple key, value
82
+ t[key, value]
83
+ end
84
+
85
+ def bert_prefix_and_suffix
86
+ placeholder = [:placeholder]
87
+ bert = encode( [ tuple(bert_name, placeholder) ] )
88
+ placeholder_list = encode(placeholder, offset: true)
89
+ @bert_prefix, @bert_suffix = bert.split( placeholder_list )
90
+ end
91
+
92
+ def bert_name
93
+ @bert_name ||= @klass.to_s.underscore.pluralize.to_sym
94
+ end
95
+
96
+ end
97
+ end
@@ -0,0 +1,3 @@
1
+ module RecordEncoder
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,4 @@
1
+ # desc "Explaining what the task does"
2
+ # task :record_encoder do
3
+ # # Task goes here
4
+ # end
@@ -0,0 +1,28 @@
1
+ == README
2
+
3
+ This README would normally document whatever steps are necessary to get the
4
+ application up and running.
5
+
6
+ Things you may want to cover:
7
+
8
+ * Ruby version
9
+
10
+ * System dependencies
11
+
12
+ * Configuration
13
+
14
+ * Database creation
15
+
16
+ * Database initialization
17
+
18
+ * How to run the test suite
19
+
20
+ * Services (job queues, cache servers, search engines, etc.)
21
+
22
+ * Deployment instructions
23
+
24
+ * ...
25
+
26
+
27
+ Please feel free to use a different markup language if you do not plan to run
28
+ <tt>rake doc:app</tt>.
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require File.expand_path('../config/application', __FILE__)
5
+
6
+ Rails.application.load_tasks
@@ -0,0 +1,13 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // compiled file.
9
+ //
10
+ // Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
11
+ // about supported directives.
12
+ //
13
+ //= require_tree .
@@ -0,0 +1,15 @@
1
+ /*
2
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
3
+ * listed below.
4
+ *
5
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
7
+ *
8
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
9
+ * compiled file so the styles you add here take precedence over styles defined in any styles
10
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
11
+ * file per style scope.
12
+ *
13
+ *= require_tree .
14
+ *= require_self
15
+ */
@@ -0,0 +1,5 @@
1
+ class ApplicationController < ActionController::Base
2
+ # Prevent CSRF attacks by raising an exception.
3
+ # For APIs, you may want to use :null_session instead.
4
+ protect_from_forgery with: :exception
5
+ end
@@ -0,0 +1,2 @@
1
+ module ApplicationHelper
2
+ end
@@ -0,0 +1,14 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Dummy</title>
5
+ <%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
6
+ <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
7
+ <%= csrf_meta_tags %>
8
+ </head>
9
+ <body>
10
+
11
+ <%= yield %>
12
+
13
+ </body>
14
+ </html>
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env ruby
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
3
+ load Gem.bin_path('bundler', 'bundle')
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ APP_PATH = File.expand_path('../../config/application', __FILE__)
3
+ require_relative '../config/boot'
4
+ require 'rails/commands'
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ require_relative '../config/boot'
3
+ require 'rake'
4
+ Rake.application.run
@@ -0,0 +1,4 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require ::File.expand_path('../config/environment', __FILE__)
4
+ run Rails.application
@@ -0,0 +1,23 @@
1
+ require File.expand_path('../boot', __FILE__)
2
+
3
+ require 'rails/all'
4
+
5
+ Bundler.require(*Rails.groups)
6
+ require "record_encoder"
7
+
8
+ module Dummy
9
+ class Application < Rails::Application
10
+ # Settings in config/environments/* take precedence over those specified here.
11
+ # Application configuration should go into files in config/initializers
12
+ # -- all .rb files in that directory are automatically loaded.
13
+
14
+ # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
15
+ # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
16
+ # config.time_zone = 'Central Time (US & Canada)'
17
+
18
+ # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
19
+ # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
20
+ # config.i18n.default_locale = :de
21
+ end
22
+ end
23
+
@@ -0,0 +1,5 @@
1
+ # Set up gems listed in the Gemfile.
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
3
+
4
+ require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
5
+ $LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)
@@ -0,0 +1,25 @@
1
+ # SQLite version 3.x
2
+ # gem install sqlite3
3
+ #
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ #
7
+ default: &default
8
+ adapter: sqlite3
9
+ pool: 5
10
+ timeout: 5000
11
+
12
+ development:
13
+ <<: *default
14
+ database: db/development.sqlite3
15
+
16
+ # Warning: The database defined as "test" will be erased and
17
+ # re-generated from your development database when you run "rake".
18
+ # Do not set this db to the same as development or production.
19
+ test:
20
+ <<: *default
21
+ database: db/test.sqlite3
22
+
23
+ production:
24
+ <<: *default
25
+ database: db/production.sqlite3
@@ -0,0 +1,5 @@
1
+ # Load the Rails application.
2
+ require File.expand_path('../application', __FILE__)
3
+
4
+ # Initialize the Rails application.
5
+ Rails.application.initialize!
@@ -0,0 +1,37 @@
1
+ Rails.application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # In the development environment your application's code is reloaded on
5
+ # every request. This slows down response time but is perfect for development
6
+ # since you don't have to restart the web server when you make code changes.
7
+ config.cache_classes = false
8
+
9
+ # Do not eager load code on boot.
10
+ config.eager_load = false
11
+
12
+ # Show full error reports and disable caching.
13
+ config.consider_all_requests_local = true
14
+ config.action_controller.perform_caching = false
15
+
16
+ # Don't care if the mailer can't send.
17
+ config.action_mailer.raise_delivery_errors = false
18
+
19
+ # Print deprecation notices to the Rails logger.
20
+ config.active_support.deprecation = :log
21
+
22
+ # Raise an error on page load if there are pending migrations.
23
+ config.active_record.migration_error = :page_load
24
+
25
+ # Debug mode disables concatenation and preprocessing of assets.
26
+ # This option may cause significant delays in view rendering with a large
27
+ # number of complex assets.
28
+ config.assets.debug = true
29
+
30
+ # Adds additional error checking when serving assets at runtime.
31
+ # Checks for improperly declared sprockets dependencies.
32
+ # Raises helpful error messages.
33
+ config.assets.raise_runtime_errors = true
34
+
35
+ # Raises error for missing translations
36
+ # config.action_view.raise_on_missing_translations = true
37
+ end