record_encoder 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/MIT-LICENSE +20 -0
- data/README.rdoc +37 -0
- data/Rakefile +32 -0
- data/lib/record_encoder.rb +29 -0
- data/lib/record_encoder/bert.rb +97 -0
- data/lib/record_encoder/version.rb +3 -0
- data/lib/tasks/record_encoder_tasks.rake +4 -0
- data/test/dummy/README.rdoc +28 -0
- data/test/dummy/Rakefile +6 -0
- data/test/dummy/app/assets/javascripts/application.js +13 -0
- data/test/dummy/app/assets/stylesheets/application.css +15 -0
- data/test/dummy/app/controllers/application_controller.rb +5 -0
- data/test/dummy/app/helpers/application_helper.rb +2 -0
- data/test/dummy/app/views/layouts/application.html.erb +14 -0
- data/test/dummy/bin/bundle +3 -0
- data/test/dummy/bin/rails +4 -0
- data/test/dummy/bin/rake +4 -0
- data/test/dummy/config.ru +4 -0
- data/test/dummy/config/application.rb +23 -0
- data/test/dummy/config/boot.rb +5 -0
- data/test/dummy/config/database.yml +25 -0
- data/test/dummy/config/environment.rb +5 -0
- data/test/dummy/config/environments/development.rb +37 -0
- data/test/dummy/config/environments/production.rb +78 -0
- data/test/dummy/config/environments/test.rb +39 -0
- data/test/dummy/config/initializers/assets.rb +8 -0
- data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
- data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
- data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
- data/test/dummy/config/initializers/inflections.rb +16 -0
- data/test/dummy/config/initializers/mime_types.rb +4 -0
- data/test/dummy/config/initializers/session_store.rb +3 -0
- data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
- data/test/dummy/config/locales/en.yml +23 -0
- data/test/dummy/config/routes.rb +56 -0
- data/test/dummy/config/secrets.yml +22 -0
- data/test/dummy/db/test.sqlite3 +0 -0
- data/test/dummy/log/test.log +200 -0
- data/test/dummy/public/404.html +67 -0
- data/test/dummy/public/422.html +67 -0
- data/test/dummy/public/500.html +66 -0
- data/test/dummy/public/favicon.ico +0 -0
- data/test/record_encoder/bert_test.rb +50 -0
- data/test/record_encoder_test.rb +74 -0
- data/test/test_helper.rb +16 -0
- metadata +197 -0
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 06488079297bd10fe0c38e7370bf28071868c0a4
|
4
|
+
data.tar.gz: ec71753742380944d794e5ca50f02d559802d8ee
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 51143af570a3ecb9c73866683fefccb67da05c74a6e89a6cf1e4d3f9dab0a9e66b5980e6941e83e8e0fe2e71262566d3083c0358ae0ca471e13195dbb48206cf
|
7
|
+
data.tar.gz: 42ee8ba6b73492c98df416c116e14ca0c727577388392d398017e7a37a1f8cbe4cc979ad12394615a69351b44194456c5dc1b73081521163d4654a39fb0f9049
|
data/MIT-LICENSE
ADDED
@@ -0,0 +1,20 @@
|
|
1
|
+
Copyright 2014 YOURNAME
|
2
|
+
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining
|
4
|
+
a copy of this software and associated documentation files (the
|
5
|
+
"Software"), to deal in the Software without restriction, including
|
6
|
+
without limitation the rights to use, copy, modify, merge, publish,
|
7
|
+
distribute, sublicense, and/or sell copies of the Software, and to
|
8
|
+
permit persons to whom the Software is furnished to do so, subject to
|
9
|
+
the following conditions:
|
10
|
+
|
11
|
+
The above copyright notice and this permission notice shall be
|
12
|
+
included in all copies or substantial portions of the Software.
|
13
|
+
|
14
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
15
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
16
|
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
17
|
+
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
18
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
19
|
+
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
20
|
+
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.rdoc
ADDED
@@ -0,0 +1,37 @@
|
|
1
|
+
RecordEncoder
|
2
|
+
============
|
3
|
+
|
4
|
+
RecordEncoder can be chained to an activerecord relation or a class and will yield encoded representation
|
5
|
+
|
6
|
+
|
7
|
+
Installation
|
8
|
+
-----------
|
9
|
+
|
10
|
+
gem install record_encoder
|
11
|
+
|
12
|
+
or by including this line in your Gemfile
|
13
|
+
|
14
|
+
gem "record_encoder", :git => "git://github.com/tskorupa/record_encoder.git"
|
15
|
+
|
16
|
+
Usage
|
17
|
+
-----
|
18
|
+
|
19
|
+
require 'record_encoder'
|
20
|
+
|
21
|
+
Class Foo < ActiveRecord::Base
|
22
|
+
acts_as_record_encoder
|
23
|
+
end
|
24
|
+
|
25
|
+
irb(main):004:0> Foo.to_bert {|r| puts r.inspect }
|
26
|
+
"\x83l\x00\x00\x00\x01h\x02d\x00\tfoos"
|
27
|
+
(0.7ms) SELECT COUNT(*) FROM "foos"
|
28
|
+
"l\u0000\u0000\u0000\u0000"
|
29
|
+
Foo Load (0.5ms) SELECT "foos".* FROM "foos" ORDER BY "foos"."id" ASC LIMIT 1000
|
30
|
+
"j"
|
31
|
+
"j"
|
32
|
+
=> nil
|
33
|
+
irb(main):005:0>
|
34
|
+
|
35
|
+
TODO
|
36
|
+
================
|
37
|
+
|
data/Rakefile
ADDED
@@ -0,0 +1,32 @@
|
|
1
|
+
begin
|
2
|
+
require 'bundler/setup'
|
3
|
+
rescue LoadError
|
4
|
+
puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
|
5
|
+
end
|
6
|
+
|
7
|
+
require 'rdoc/task'
|
8
|
+
|
9
|
+
RDoc::Task.new(:rdoc) do |rdoc|
|
10
|
+
rdoc.rdoc_dir = 'rdoc'
|
11
|
+
rdoc.title = 'RecordEncoder'
|
12
|
+
rdoc.options << '--line-numbers'
|
13
|
+
rdoc.rdoc_files.include('README.rdoc')
|
14
|
+
rdoc.rdoc_files.include('lib/**/*.rb')
|
15
|
+
end
|
16
|
+
|
17
|
+
|
18
|
+
|
19
|
+
|
20
|
+
Bundler::GemHelper.install_tasks
|
21
|
+
|
22
|
+
require 'rake/testtask'
|
23
|
+
|
24
|
+
Rake::TestTask.new(:test) do |t|
|
25
|
+
t.libs << 'lib'
|
26
|
+
t.libs << 'test'
|
27
|
+
t.pattern = 'test/**/*_test.rb'
|
28
|
+
t.verbose = false
|
29
|
+
end
|
30
|
+
|
31
|
+
|
32
|
+
task default: :test
|
@@ -0,0 +1,29 @@
|
|
1
|
+
require 'active_support/concern'
|
2
|
+
require 'record_encoder/bert'
|
3
|
+
|
4
|
+
module RecordEncoder
|
5
|
+
extend ActiveSupport::Concern
|
6
|
+
|
7
|
+
included do
|
8
|
+
end
|
9
|
+
|
10
|
+
module ClassMethods
|
11
|
+
|
12
|
+
def acts_as_record_encoder *attributes
|
13
|
+
@record_encoders ||= {}
|
14
|
+
@record_encoders[:bert] ||= RecordEncoder::Bert.new self, *attributes
|
15
|
+
|
16
|
+
extend RecordEncoder::LocalClassMethods
|
17
|
+
end
|
18
|
+
|
19
|
+
end
|
20
|
+
|
21
|
+
module LocalClassMethods
|
22
|
+
def to_bert
|
23
|
+
@record_encoders[:bert].to_bert {|r| yield r }
|
24
|
+
end
|
25
|
+
end
|
26
|
+
|
27
|
+
end
|
28
|
+
|
29
|
+
ActiveRecord::Base.send :include, RecordEncoder
|
@@ -0,0 +1,97 @@
|
|
1
|
+
require 'active_support/core_ext/object/blank'
|
2
|
+
require 'active_support/core_ext/hash/slice'
|
3
|
+
require 'active_support/core_ext/array/extract_options'
|
4
|
+
require 'active_support/core_ext/string/inflections'
|
5
|
+
require 'bert'
|
6
|
+
|
7
|
+
module RecordEncoder
|
8
|
+
class Bert
|
9
|
+
|
10
|
+
SUPPORTED_OPTIONS = %i( primary_key delete_primary_key )
|
11
|
+
|
12
|
+
def initialize klass, *attributes
|
13
|
+
@klass = klass
|
14
|
+
raise "klass can't be blank!" if @klass.blank?
|
15
|
+
raise "klass must be a Class!" unless @klass.is_a? Class
|
16
|
+
|
17
|
+
options = attributes.extract_options!.slice!(SUPPORTED_OPTIONS)
|
18
|
+
@primary_key = options[:primary_key] || :id
|
19
|
+
@delete_primary_key = options[:delete_primary_key] || true
|
20
|
+
|
21
|
+
bert_prefix_and_suffix
|
22
|
+
end
|
23
|
+
|
24
|
+
def to_bert
|
25
|
+
to_bert_internal {|r| yield r }
|
26
|
+
nil
|
27
|
+
end
|
28
|
+
|
29
|
+
private
|
30
|
+
|
31
|
+
def to_bert_internal
|
32
|
+
yield @bert_prefix
|
33
|
+
yield records_list_prefix
|
34
|
+
@klass.find_each do |record|
|
35
|
+
yield record_bert( record )
|
36
|
+
end
|
37
|
+
yield records_list_suffix
|
38
|
+
yield @bert_suffix
|
39
|
+
end
|
40
|
+
|
41
|
+
# NOTE: records_list_prefix needs to be computed dynamically. no caching
|
42
|
+
def records_list_prefix
|
43
|
+
"l" + [records_count].pack("N").bytes.pack('c*')
|
44
|
+
end
|
45
|
+
|
46
|
+
def records_list_suffix
|
47
|
+
"j"
|
48
|
+
end
|
49
|
+
|
50
|
+
# NOTE: records_count needs to be computed dynamically. no caching
|
51
|
+
def records_count
|
52
|
+
@klass.all.size
|
53
|
+
end
|
54
|
+
|
55
|
+
def encode datum, opts={}
|
56
|
+
bert = BERT.encode( datum )
|
57
|
+
bert = bert[1..-1] if opts.present? && opts[:offset].present?
|
58
|
+
bert
|
59
|
+
end
|
60
|
+
|
61
|
+
def record_bert record
|
62
|
+
encode record_tuple(record), offset: true
|
63
|
+
end
|
64
|
+
|
65
|
+
def record_tuple record
|
66
|
+
# TODO: to enhanced performance, 'record_attributes_tuple_collection(record)' could be
|
67
|
+
# precomputed as a record column and accessed here directly
|
68
|
+
tuple record.send(@primary_key), record_attributes_tuple_collection(record)
|
69
|
+
end
|
70
|
+
|
71
|
+
def record_attributes_tuple_collection record
|
72
|
+
record_hash(record).collect {|k,v| tuple(k,v) }
|
73
|
+
end
|
74
|
+
|
75
|
+
def record_hash record
|
76
|
+
hash = record.serializable_hash.deep_symbolize_keys
|
77
|
+
hash.delete(@primary_key) if @delete_primary_key
|
78
|
+
hash
|
79
|
+
end
|
80
|
+
|
81
|
+
def tuple key, value
|
82
|
+
t[key, value]
|
83
|
+
end
|
84
|
+
|
85
|
+
def bert_prefix_and_suffix
|
86
|
+
placeholder = [:placeholder]
|
87
|
+
bert = encode( [ tuple(bert_name, placeholder) ] )
|
88
|
+
placeholder_list = encode(placeholder, offset: true)
|
89
|
+
@bert_prefix, @bert_suffix = bert.split( placeholder_list )
|
90
|
+
end
|
91
|
+
|
92
|
+
def bert_name
|
93
|
+
@bert_name ||= @klass.to_s.underscore.pluralize.to_sym
|
94
|
+
end
|
95
|
+
|
96
|
+
end
|
97
|
+
end
|
@@ -0,0 +1,28 @@
|
|
1
|
+
== README
|
2
|
+
|
3
|
+
This README would normally document whatever steps are necessary to get the
|
4
|
+
application up and running.
|
5
|
+
|
6
|
+
Things you may want to cover:
|
7
|
+
|
8
|
+
* Ruby version
|
9
|
+
|
10
|
+
* System dependencies
|
11
|
+
|
12
|
+
* Configuration
|
13
|
+
|
14
|
+
* Database creation
|
15
|
+
|
16
|
+
* Database initialization
|
17
|
+
|
18
|
+
* How to run the test suite
|
19
|
+
|
20
|
+
* Services (job queues, cache servers, search engines, etc.)
|
21
|
+
|
22
|
+
* Deployment instructions
|
23
|
+
|
24
|
+
* ...
|
25
|
+
|
26
|
+
|
27
|
+
Please feel free to use a different markup language if you do not plan to run
|
28
|
+
<tt>rake doc:app</tt>.
|
data/test/dummy/Rakefile
ADDED
@@ -0,0 +1,13 @@
|
|
1
|
+
// This is a manifest file that'll be compiled into application.js, which will include all the files
|
2
|
+
// listed below.
|
3
|
+
//
|
4
|
+
// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
|
5
|
+
// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
|
6
|
+
//
|
7
|
+
// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
|
8
|
+
// compiled file.
|
9
|
+
//
|
10
|
+
// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
|
11
|
+
// about supported directives.
|
12
|
+
//
|
13
|
+
//= require_tree .
|
@@ -0,0 +1,15 @@
|
|
1
|
+
/*
|
2
|
+
* This is a manifest file that'll be compiled into application.css, which will include all the files
|
3
|
+
* listed below.
|
4
|
+
*
|
5
|
+
* Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
|
6
|
+
* or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
|
7
|
+
*
|
8
|
+
* You're free to add application-wide styles to this file and they'll appear at the bottom of the
|
9
|
+
* compiled file so the styles you add here take precedence over styles defined in any styles
|
10
|
+
* defined in the other CSS/SCSS files in this directory. It is generally better to create a new
|
11
|
+
* file per style scope.
|
12
|
+
*
|
13
|
+
*= require_tree .
|
14
|
+
*= require_self
|
15
|
+
*/
|
@@ -0,0 +1,14 @@
|
|
1
|
+
<!DOCTYPE html>
|
2
|
+
<html>
|
3
|
+
<head>
|
4
|
+
<title>Dummy</title>
|
5
|
+
<%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
|
6
|
+
<%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
|
7
|
+
<%= csrf_meta_tags %>
|
8
|
+
</head>
|
9
|
+
<body>
|
10
|
+
|
11
|
+
<%= yield %>
|
12
|
+
|
13
|
+
</body>
|
14
|
+
</html>
|
data/test/dummy/bin/rake
ADDED
@@ -0,0 +1,23 @@
|
|
1
|
+
require File.expand_path('../boot', __FILE__)
|
2
|
+
|
3
|
+
require 'rails/all'
|
4
|
+
|
5
|
+
Bundler.require(*Rails.groups)
|
6
|
+
require "record_encoder"
|
7
|
+
|
8
|
+
module Dummy
|
9
|
+
class Application < Rails::Application
|
10
|
+
# Settings in config/environments/* take precedence over those specified here.
|
11
|
+
# Application configuration should go into files in config/initializers
|
12
|
+
# -- all .rb files in that directory are automatically loaded.
|
13
|
+
|
14
|
+
# Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
|
15
|
+
# Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
|
16
|
+
# config.time_zone = 'Central Time (US & Canada)'
|
17
|
+
|
18
|
+
# The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
|
19
|
+
# config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
|
20
|
+
# config.i18n.default_locale = :de
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
@@ -0,0 +1,25 @@
|
|
1
|
+
# SQLite version 3.x
|
2
|
+
# gem install sqlite3
|
3
|
+
#
|
4
|
+
# Ensure the SQLite 3 gem is defined in your Gemfile
|
5
|
+
# gem 'sqlite3'
|
6
|
+
#
|
7
|
+
default: &default
|
8
|
+
adapter: sqlite3
|
9
|
+
pool: 5
|
10
|
+
timeout: 5000
|
11
|
+
|
12
|
+
development:
|
13
|
+
<<: *default
|
14
|
+
database: db/development.sqlite3
|
15
|
+
|
16
|
+
# Warning: The database defined as "test" will be erased and
|
17
|
+
# re-generated from your development database when you run "rake".
|
18
|
+
# Do not set this db to the same as development or production.
|
19
|
+
test:
|
20
|
+
<<: *default
|
21
|
+
database: db/test.sqlite3
|
22
|
+
|
23
|
+
production:
|
24
|
+
<<: *default
|
25
|
+
database: db/production.sqlite3
|
@@ -0,0 +1,37 @@
|
|
1
|
+
Rails.application.configure do
|
2
|
+
# Settings specified here will take precedence over those in config/application.rb.
|
3
|
+
|
4
|
+
# In the development environment your application's code is reloaded on
|
5
|
+
# every request. This slows down response time but is perfect for development
|
6
|
+
# since you don't have to restart the web server when you make code changes.
|
7
|
+
config.cache_classes = false
|
8
|
+
|
9
|
+
# Do not eager load code on boot.
|
10
|
+
config.eager_load = false
|
11
|
+
|
12
|
+
# Show full error reports and disable caching.
|
13
|
+
config.consider_all_requests_local = true
|
14
|
+
config.action_controller.perform_caching = false
|
15
|
+
|
16
|
+
# Don't care if the mailer can't send.
|
17
|
+
config.action_mailer.raise_delivery_errors = false
|
18
|
+
|
19
|
+
# Print deprecation notices to the Rails logger.
|
20
|
+
config.active_support.deprecation = :log
|
21
|
+
|
22
|
+
# Raise an error on page load if there are pending migrations.
|
23
|
+
config.active_record.migration_error = :page_load
|
24
|
+
|
25
|
+
# Debug mode disables concatenation and preprocessing of assets.
|
26
|
+
# This option may cause significant delays in view rendering with a large
|
27
|
+
# number of complex assets.
|
28
|
+
config.assets.debug = true
|
29
|
+
|
30
|
+
# Adds additional error checking when serving assets at runtime.
|
31
|
+
# Checks for improperly declared sprockets dependencies.
|
32
|
+
# Raises helpful error messages.
|
33
|
+
config.assets.raise_runtime_errors = true
|
34
|
+
|
35
|
+
# Raises error for missing translations
|
36
|
+
# config.action_view.raise_on_missing_translations = true
|
37
|
+
end
|