datashift 0.11.1 → 0.12.0
Sign up to get free protection for your applications and to get access to all the features.
- data/Rakefile +3 -2
- data/VERSION +1 -1
- data/datashift.gemspec +11 -174
- data/lib/datashift/column_packer.rb +64 -0
- data/lib/datashift/delimiters.rb +17 -1
- data/lib/datashift/exceptions.rb +7 -0
- data/lib/datashift/querying.rb +10 -4
- data/lib/loaders/csv_loader.rb +69 -32
- data/lib/loaders/excel_loader.rb +86 -53
- data/lib/loaders/loader_base.rb +32 -18
- data/lib/loaders/paperclip/attachment_loader.rb +11 -8
- data/lib/loaders/paperclip/datashift_paperclip.rb +21 -18
- data/lib/loaders/reporter.rb +48 -0
- data/spec/Gemfile.lock +129 -0
- data/spec/csv_exporter_spec.rb +1 -1
- metadata +121 -191
- data/.document +0 -5
- data/lib/java/poi-3.7/._poi-3.7-20101029.jar5645100390082102460.tmp +0 -0
- data/spec/MissingAttachmentRecords/DEMO_001_ror_bag.jpeg +0 -0
- data/spec/MissingAttachmentRecords/DEMO_002_Powerstation.jpeg +0 -0
- data/spec/MissingAttachmentRecords/DEMO_002_Powerstation.jpg +0 -0
- data/spec/MissingAttachmentRecords/DEMO_003_ror_mug.jpeg +0 -0
- data/spec/MissingAttachmentRecords/DEMO_004_ror_ringer.jpeg +0 -0
- data/spec/fixtures/BadAssociationName.xls +0 -0
- data/spec/fixtures/DemoNegativeTesting.xls +0 -0
- data/spec/fixtures/ProjectsDefaults.yml +0 -29
- data/spec/fixtures/ProjectsMultiCategories.xls +0 -0
- data/spec/fixtures/ProjectsMultiCategoriesHeaderLookup.xls +0 -0
- data/spec/fixtures/ProjectsSingleCategories.xls +0 -0
- data/spec/fixtures/SimpleProjects.xls +0 -0
- data/spec/fixtures/config/database.yml +0 -28
- data/spec/fixtures/db/datashift_test_models_db.sqlite +0 -0
- data/spec/fixtures/db/migrate/20110803201325_create_test_bed.rb +0 -96
- data/spec/fixtures/db/migrate/20121009161700_add_digitals.rb +0 -24
- data/spec/fixtures/images/DEMO_001_ror_bag.jpeg +0 -0
- data/spec/fixtures/images/DEMO_002_Powerstation.jpeg +0 -0
- data/spec/fixtures/images/DEMO_003_ror_mug.jpeg +0 -0
- data/spec/fixtures/images/DEMO_004_ror_ringer.jpeg +0 -0
- data/spec/fixtures/load_datashift.thor +0 -3
- data/spec/fixtures/models/category.rb +0 -7
- data/spec/fixtures/models/digital.rb +0 -14
- data/spec/fixtures/models/empty.rb +0 -2
- data/spec/fixtures/models/loader_release.rb +0 -10
- data/spec/fixtures/models/long_and_complex_table_linked_to_version.rb +0 -6
- data/spec/fixtures/models/milestone.rb +0 -8
- data/spec/fixtures/models/owner.rb +0 -7
- data/spec/fixtures/models/project.rb +0 -26
- data/spec/fixtures/models/version.rb +0 -7
- data/spec/fixtures/simple_export_spec.xls +0 -0
- data/spec/fixtures/simple_template_spec.xls +0 -0
- data/spec/fixtures/test_model_defs.rb +0 -9
- data/spec/rails_sandbox/.gitignore +0 -15
- data/spec/rails_sandbox/Gemfile +0 -40
- data/spec/rails_sandbox/README.rdoc +0 -261
- data/spec/rails_sandbox/Rakefile +0 -7
- data/spec/rails_sandbox/app/assets/images/rails.png +0 -0
- data/spec/rails_sandbox/app/assets/javascripts/application.js +0 -15
- data/spec/rails_sandbox/app/assets/stylesheets/application.css +0 -13
- data/spec/rails_sandbox/app/controllers/application_controller.rb +0 -3
- data/spec/rails_sandbox/app/helpers/application_helper.rb +0 -2
- data/spec/rails_sandbox/app/mailers/.gitkeep +0 -0
- data/spec/rails_sandbox/app/models/.gitkeep +0 -0
- data/spec/rails_sandbox/app/models/category.rb +0 -7
- data/spec/rails_sandbox/app/models/empty.rb +0 -2
- data/spec/rails_sandbox/app/models/loader_release.rb +0 -10
- data/spec/rails_sandbox/app/models/long_and_complex_table_linked_to_version.rb +0 -6
- data/spec/rails_sandbox/app/models/milestone.rb +0 -8
- data/spec/rails_sandbox/app/models/owner.rb +0 -5
- data/spec/rails_sandbox/app/models/project.rb +0 -26
- data/spec/rails_sandbox/app/models/test_model_defs.rb +0 -67
- data/spec/rails_sandbox/app/models/version.rb +0 -7
- data/spec/rails_sandbox/app/views/layouts/application.html.erb +0 -14
- data/spec/rails_sandbox/config.ru +0 -4
- data/spec/rails_sandbox/config/application.rb +0 -62
- data/spec/rails_sandbox/config/boot.rb +0 -6
- data/spec/rails_sandbox/config/database.yml +0 -20
- data/spec/rails_sandbox/config/environment.rb +0 -5
- data/spec/rails_sandbox/config/environments/development.rb +0 -37
- data/spec/rails_sandbox/config/environments/production.rb +0 -67
- data/spec/rails_sandbox/config/environments/test.rb +0 -37
- data/spec/rails_sandbox/config/initializers/backtrace_silencers.rb +0 -7
- data/spec/rails_sandbox/config/initializers/inflections.rb +0 -15
- data/spec/rails_sandbox/config/initializers/mime_types.rb +0 -5
- data/spec/rails_sandbox/config/initializers/secret_token.rb +0 -7
- data/spec/rails_sandbox/config/initializers/session_store.rb +0 -8
- data/spec/rails_sandbox/config/initializers/wrap_parameters.rb +0 -14
- data/spec/rails_sandbox/config/locales/en.yml +0 -5
- data/spec/rails_sandbox/config/routes.rb +0 -58
- data/spec/rails_sandbox/db/migrate/20110803201325_create_test_bed.rb +0 -96
- data/spec/rails_sandbox/db/schema.rb +0 -81
- data/spec/rails_sandbox/db/seeds.rb +0 -7
- data/spec/rails_sandbox/lib/assets/.gitkeep +0 -0
- data/spec/rails_sandbox/lib/tasks/.gitkeep +0 -0
- data/spec/rails_sandbox/log/.gitkeep +0 -0
- data/spec/rails_sandbox/public/404.html +0 -26
- data/spec/rails_sandbox/public/422.html +0 -26
- data/spec/rails_sandbox/public/500.html +0 -25
- data/spec/rails_sandbox/public/favicon.ico +0 -0
- data/spec/rails_sandbox/public/index.html +0 -241
- data/spec/rails_sandbox/public/robots.txt +0 -5
- data/spec/rails_sandbox/script/rails +0 -6
- data/spec/rails_sandbox/test/fixtures/.gitkeep +0 -0
- data/spec/rails_sandbox/test/functional/.gitkeep +0 -0
- data/spec/rails_sandbox/test/integration/.gitkeep +0 -0
- data/spec/rails_sandbox/test/performance/browsing_test.rb +0 -12
- data/spec/rails_sandbox/test/test_helper.rb +0 -13
- data/spec/rails_sandbox/test/unit/.gitkeep +0 -0
- data/spec/rails_sandbox/vendor/assets/javascripts/.gitkeep +0 -0
- data/spec/rails_sandbox/vendor/assets/stylesheets/.gitkeep +0 -0
- data/spec/rails_sandbox/vendor/plugins/.gitkeep +0 -0
data/spec/rails_sandbox/Rakefile
DELETED
@@ -1,7 +0,0 @@
|
|
1
|
-
#!/usr/bin/env rake
|
2
|
-
# Add your own tasks in files placed in lib/tasks ending in .rake,
|
3
|
-
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
|
4
|
-
|
5
|
-
require File.expand_path('../config/application', __FILE__)
|
6
|
-
|
7
|
-
RailsSandbox::Application.load_tasks
|
Binary file
|
@@ -1,15 +0,0 @@
|
|
1
|
-
// This is a manifest file that'll be compiled into application.js, which will include all the files
|
2
|
-
// listed below.
|
3
|
-
//
|
4
|
-
// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
|
5
|
-
// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
|
6
|
-
//
|
7
|
-
// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
|
8
|
-
// the compiled file.
|
9
|
-
//
|
10
|
-
// WARNING: THE FIRST BLANK LINE MARKS THE END OF WHAT'S TO BE PROCESSED, ANY BLANK LINE SHOULD
|
11
|
-
// GO AFTER THE REQUIRES BELOW.
|
12
|
-
//
|
13
|
-
//= require jquery
|
14
|
-
//= require jquery_ujs
|
15
|
-
//= require_tree .
|
@@ -1,13 +0,0 @@
|
|
1
|
-
/*
|
2
|
-
* This is a manifest file that'll be compiled into application.css, which will include all the files
|
3
|
-
* listed below.
|
4
|
-
*
|
5
|
-
* Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
|
6
|
-
* or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
|
7
|
-
*
|
8
|
-
* You're free to add application-wide styles to this file and they'll appear at the top of the
|
9
|
-
* compiled file, but it's generally better to create a new file per style scope.
|
10
|
-
*
|
11
|
-
*= require_self
|
12
|
-
*= require_tree .
|
13
|
-
*/
|
File without changes
|
File without changes
|
@@ -1,26 +0,0 @@
|
|
1
|
-
# A set of models and associations we can use in our specs to test
|
2
|
-
# basic database columns and also relationships
|
3
|
-
|
4
|
-
# See Companion migration spec/db/migrate
|
5
|
-
|
6
|
-
class Project < ActiveRecord::Base
|
7
|
-
|
8
|
-
has_one :owner
|
9
|
-
|
10
|
-
has_many :milestones
|
11
|
-
|
12
|
-
has_many :loader_releases
|
13
|
-
has_many :versions, :through => :loader_releases
|
14
|
-
|
15
|
-
|
16
|
-
#has_many :release_versions, :through => :loader_releases, :source => :versions
|
17
|
-
|
18
|
-
has_and_belongs_to_many :categories
|
19
|
-
|
20
|
-
attr_accessible :value_as_string, :value_as_boolean, :value_as_double
|
21
|
-
|
22
|
-
def multiply
|
23
|
-
10 * value_as_double
|
24
|
-
end
|
25
|
-
|
26
|
-
end
|
@@ -1,67 +0,0 @@
|
|
1
|
-
# A set of models and associations we can use in our specs to test
|
2
|
-
# basic database columns and also relationships
|
3
|
-
|
4
|
-
# See Companion migration spec/db/migrate
|
5
|
-
|
6
|
-
class Project < ActiveRecord::Base
|
7
|
-
|
8
|
-
has_one :owner
|
9
|
-
|
10
|
-
has_many :milestones
|
11
|
-
|
12
|
-
has_many :loader_releases
|
13
|
-
has_many :versions, :through => :loader_releases
|
14
|
-
|
15
|
-
|
16
|
-
#has_many :release_versions, :through => :loader_releases, :source => :versions
|
17
|
-
|
18
|
-
has_and_belongs_to_many :categories
|
19
|
-
|
20
|
-
attr_accessible :value_as_string, :value_as_boolean, :value_as_double
|
21
|
-
|
22
|
-
def multiply
|
23
|
-
10 * value_as_double
|
24
|
-
end
|
25
|
-
|
26
|
-
end
|
27
|
-
|
28
|
-
class Owner < ActiveRecord::Base
|
29
|
-
belongs_to :project
|
30
|
-
end
|
31
|
-
|
32
|
-
class Milestone < ActiveRecord::Base
|
33
|
-
belongs_to :project
|
34
|
-
#validate the name, cost
|
35
|
-
|
36
|
-
delegate :title, :title=, :to => :project
|
37
|
-
end
|
38
|
-
|
39
|
-
# had_and_belongs to join table
|
40
|
-
class Category < ActiveRecord::Base
|
41
|
-
has_and_belongs_to_many :projects
|
42
|
-
end
|
43
|
-
|
44
|
-
|
45
|
-
class Version < ActiveRecord::Base
|
46
|
-
has_many :releases
|
47
|
-
|
48
|
-
has_one :long_and_complex_table_linked_to_version
|
49
|
-
end
|
50
|
-
|
51
|
-
# Join Table with additional columns
|
52
|
-
class LoaderRelease < ActiveRecord::Base
|
53
|
-
|
54
|
-
belongs_to :project
|
55
|
-
belongs_to :version
|
56
|
-
|
57
|
-
#validate the name
|
58
|
-
end
|
59
|
-
|
60
|
-
class Empty < ActiveRecord::Base
|
61
|
-
end
|
62
|
-
|
63
|
-
# Join Table with additional columns
|
64
|
-
class LongAndComplexTableLinkedToVersion < ActiveRecord::Base
|
65
|
-
|
66
|
-
belongs_to :version
|
67
|
-
end
|
@@ -1,14 +0,0 @@
|
|
1
|
-
<!DOCTYPE html>
|
2
|
-
<html>
|
3
|
-
<head>
|
4
|
-
<title>RailsSandbox</title>
|
5
|
-
<%= stylesheet_link_tag "application", :media => "all" %>
|
6
|
-
<%= javascript_include_tag "application" %>
|
7
|
-
<%= csrf_meta_tags %>
|
8
|
-
</head>
|
9
|
-
<body>
|
10
|
-
|
11
|
-
<%= yield %>
|
12
|
-
|
13
|
-
</body>
|
14
|
-
</html>
|
@@ -1,62 +0,0 @@
|
|
1
|
-
require File.expand_path('../boot', __FILE__)
|
2
|
-
|
3
|
-
require 'rails/all'
|
4
|
-
|
5
|
-
if defined?(Bundler)
|
6
|
-
# If you precompile assets before deploying to production, use this line
|
7
|
-
Bundler.require(*Rails.groups(:assets => %w(development test)))
|
8
|
-
# If you want your assets lazily compiled in production, use this line
|
9
|
-
# Bundler.require(:default, :assets, Rails.env)
|
10
|
-
end
|
11
|
-
|
12
|
-
module RailsSandbox
|
13
|
-
class Application < Rails::Application
|
14
|
-
# Settings in config/environments/* take precedence over those specified here.
|
15
|
-
# Application configuration should go into files in config/initializers
|
16
|
-
# -- all .rb files in that directory are automatically loaded.
|
17
|
-
|
18
|
-
# Custom directories with classes and modules you want to be autoloadable.
|
19
|
-
# config.autoload_paths += %W(#{config.root}/extras)
|
20
|
-
|
21
|
-
# Only load the plugins named here, in the order given (default is alphabetical).
|
22
|
-
# :all can be used as a placeholder for all plugins not explicitly named.
|
23
|
-
# config.plugins = [ :exception_notification, :ssl_requirement, :all ]
|
24
|
-
|
25
|
-
# Activate observers that should always be running.
|
26
|
-
# config.active_record.observers = :cacher, :garbage_collector, :forum_observer
|
27
|
-
|
28
|
-
# Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
|
29
|
-
# Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
|
30
|
-
# config.time_zone = 'Central Time (US & Canada)'
|
31
|
-
|
32
|
-
# The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
|
33
|
-
# config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
|
34
|
-
# config.i18n.default_locale = :de
|
35
|
-
|
36
|
-
# Configure the default encoding used in templates for Ruby 1.9.
|
37
|
-
config.encoding = "utf-8"
|
38
|
-
|
39
|
-
# Configure sensitive parameters which will be filtered from the log file.
|
40
|
-
config.filter_parameters += [:password]
|
41
|
-
|
42
|
-
# Enable escaping HTML in JSON.
|
43
|
-
config.active_support.escape_html_entities_in_json = true
|
44
|
-
|
45
|
-
# Use SQL instead of Active Record's schema dumper when creating the database.
|
46
|
-
# This is necessary if your schema can't be completely dumped by the schema dumper,
|
47
|
-
# like if you have constraints or database-specific column types
|
48
|
-
# config.active_record.schema_format = :sql
|
49
|
-
|
50
|
-
# Enforce whitelist mode for mass assignment.
|
51
|
-
# This will create an empty whitelist of attributes available for mass-assignment for all models
|
52
|
-
# in your app. As such, your models will need to explicitly whitelist or blacklist accessible
|
53
|
-
# parameters by using an attr_accessible or attr_protected declaration.
|
54
|
-
config.active_record.whitelist_attributes = true
|
55
|
-
|
56
|
-
# Enable the asset pipeline
|
57
|
-
config.assets.enabled = true
|
58
|
-
|
59
|
-
# Version of your assets, change this if you want to expire all your assets
|
60
|
-
config.assets.version = '1.0'
|
61
|
-
end
|
62
|
-
end
|
@@ -1,20 +0,0 @@
|
|
1
|
-
# SQLite version 3.x
|
2
|
-
# gem 'activerecord-jdbcsqlite3-adapter'
|
3
|
-
#
|
4
|
-
# Configure Using Gemfile
|
5
|
-
# gem 'activerecord-jdbcsqlite3-adapter'
|
6
|
-
#
|
7
|
-
development:
|
8
|
-
adapter: sqlite3
|
9
|
-
database: db/development.sqlite3
|
10
|
-
|
11
|
-
# Warning: The database defined as "test" will be erased and
|
12
|
-
# re-generated from your development database when you run "rake".
|
13
|
-
# Do not set this db to the same as development or production.
|
14
|
-
test:
|
15
|
-
adapter: sqlite3
|
16
|
-
database: db/test.sqlite3
|
17
|
-
|
18
|
-
production:
|
19
|
-
adapter: sqlite3
|
20
|
-
database: db/production.sqlite3
|
@@ -1,37 +0,0 @@
|
|
1
|
-
RailsSandbox::Application.configure do
|
2
|
-
# Settings specified here will take precedence over those in config/application.rb
|
3
|
-
|
4
|
-
# In the development environment your application's code is reloaded on
|
5
|
-
# every request. This slows down response time but is perfect for development
|
6
|
-
# since you don't have to restart the web server when you make code changes.
|
7
|
-
config.cache_classes = false
|
8
|
-
|
9
|
-
# Log error messages when you accidentally call methods on nil.
|
10
|
-
config.whiny_nils = true
|
11
|
-
|
12
|
-
# Show full error reports and disable caching
|
13
|
-
config.consider_all_requests_local = true
|
14
|
-
config.action_controller.perform_caching = false
|
15
|
-
|
16
|
-
# Don't care if the mailer can't send
|
17
|
-
config.action_mailer.raise_delivery_errors = false
|
18
|
-
|
19
|
-
# Print deprecation notices to the Rails logger
|
20
|
-
config.active_support.deprecation = :log
|
21
|
-
|
22
|
-
# Only use best-standards-support built into browsers
|
23
|
-
config.action_dispatch.best_standards_support = :builtin
|
24
|
-
|
25
|
-
# Raise exception on mass assignment protection for Active Record models
|
26
|
-
config.active_record.mass_assignment_sanitizer = :strict
|
27
|
-
|
28
|
-
# Log the query plan for queries taking more than this (works
|
29
|
-
# with SQLite, MySQL, and PostgreSQL)
|
30
|
-
config.active_record.auto_explain_threshold_in_seconds = 0.5
|
31
|
-
|
32
|
-
# Do not compress assets
|
33
|
-
config.assets.compress = false
|
34
|
-
|
35
|
-
# Expands the lines which load the assets
|
36
|
-
config.assets.debug = true
|
37
|
-
end
|
@@ -1,67 +0,0 @@
|
|
1
|
-
RailsSandbox::Application.configure do
|
2
|
-
# Settings specified here will take precedence over those in config/application.rb
|
3
|
-
|
4
|
-
# Code is not reloaded between requests
|
5
|
-
config.cache_classes = true
|
6
|
-
|
7
|
-
# Full error reports are disabled and caching is turned on
|
8
|
-
config.consider_all_requests_local = false
|
9
|
-
config.action_controller.perform_caching = true
|
10
|
-
|
11
|
-
# Disable Rails's static asset server (Apache or nginx will already do this)
|
12
|
-
config.serve_static_assets = false
|
13
|
-
|
14
|
-
# Compress JavaScripts and CSS
|
15
|
-
config.assets.compress = true
|
16
|
-
|
17
|
-
# Don't fallback to assets pipeline if a precompiled asset is missed
|
18
|
-
config.assets.compile = false
|
19
|
-
|
20
|
-
# Generate digests for assets URLs
|
21
|
-
config.assets.digest = true
|
22
|
-
|
23
|
-
# Defaults to nil and saved in location specified by config.assets.prefix
|
24
|
-
# config.assets.manifest = YOUR_PATH
|
25
|
-
|
26
|
-
# Specifies the header that your server uses for sending files
|
27
|
-
# config.action_dispatch.x_sendfile_header = "X-Sendfile" # for apache
|
28
|
-
# config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for nginx
|
29
|
-
|
30
|
-
# Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
|
31
|
-
# config.force_ssl = true
|
32
|
-
|
33
|
-
# See everything in the log (default is :info)
|
34
|
-
# config.log_level = :debug
|
35
|
-
|
36
|
-
# Prepend all log lines with the following tags
|
37
|
-
# config.log_tags = [ :subdomain, :uuid ]
|
38
|
-
|
39
|
-
# Use a different logger for distributed setups
|
40
|
-
# config.logger = ActiveSupport::TaggedLogging.new(SyslogLogger.new)
|
41
|
-
|
42
|
-
# Use a different cache store in production
|
43
|
-
# config.cache_store = :mem_cache_store
|
44
|
-
|
45
|
-
# Enable serving of images, stylesheets, and JavaScripts from an asset server
|
46
|
-
# config.action_controller.asset_host = "http://assets.example.com"
|
47
|
-
|
48
|
-
# Precompile additional assets (application.js, application.css, and all non-JS/CSS are already added)
|
49
|
-
# config.assets.precompile += %w( search.js )
|
50
|
-
|
51
|
-
# Disable delivery errors, bad email addresses will be ignored
|
52
|
-
# config.action_mailer.raise_delivery_errors = false
|
53
|
-
|
54
|
-
# Enable threaded mode
|
55
|
-
# config.threadsafe!
|
56
|
-
|
57
|
-
# Enable locale fallbacks for I18n (makes lookups for any locale fall back to
|
58
|
-
# the I18n.default_locale when a translation can not be found)
|
59
|
-
config.i18n.fallbacks = true
|
60
|
-
|
61
|
-
# Send deprecation notices to registered listeners
|
62
|
-
config.active_support.deprecation = :notify
|
63
|
-
|
64
|
-
# Log the query plan for queries taking more than this (works
|
65
|
-
# with SQLite, MySQL, and PostgreSQL)
|
66
|
-
# config.active_record.auto_explain_threshold_in_seconds = 0.5
|
67
|
-
end
|