data_miner 0.3.6 → 0.3.7
Sign up to get free protection for your applications and to get access to all the features.
- data/VERSION +1 -1
- data/data_miner.gemspec +2 -2
- data/lib/data_miner/configuration.rb +9 -2
- data/lib/data_miner/import.rb +4 -2
- data/test/data_miner_test.rb +2 -4
- metadata +2 -2
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.3.
|
1
|
+
0.3.7
|
data/data_miner.gemspec
CHANGED
@@ -5,11 +5,11 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{data_miner}
|
8
|
-
s.version = "0.3.
|
8
|
+
s.version = "0.3.7"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Seamus Abshere", "Andy Rossmeissl"]
|
12
|
-
s.date = %q{2010-03-
|
12
|
+
s.date = %q{2010-03-09}
|
13
13
|
s.description = %q{Mine remote data into your ActiveRecord models. You can also perform associations and convert units.}
|
14
14
|
s.email = %q{seamus@abshere.net}
|
15
15
|
s.extra_rdoc_files = [
|
@@ -21,9 +21,16 @@ module DataMiner
|
|
21
21
|
runnables << DataMiner::Process.new(self, runnable_counter, method_name_or_block_description, &block)
|
22
22
|
end
|
23
23
|
|
24
|
-
def import(
|
24
|
+
def import(*args, &block)
|
25
|
+
if args.length == 1
|
26
|
+
description = '(no description)'
|
27
|
+
else
|
28
|
+
description = args.first
|
29
|
+
end
|
30
|
+
options = args.last
|
31
|
+
|
25
32
|
self.runnable_counter += 1
|
26
|
-
runnables << DataMiner::Import.new(self, runnable_counter, options, &block)
|
33
|
+
runnables << DataMiner::Import.new(self, runnable_counter, description, options, &block)
|
27
34
|
end
|
28
35
|
|
29
36
|
def after_invoke
|
data/lib/data_miner/import.rb
CHANGED
@@ -1,12 +1,14 @@
|
|
1
1
|
module DataMiner
|
2
2
|
class Import
|
3
3
|
attr_accessor :configuration, :position_in_run, :options, :table, :errata
|
4
|
+
attr_accessor :description
|
4
5
|
delegate :klass, :to => :configuration
|
5
6
|
delegate :unique_indices, :to => :configuration
|
6
7
|
|
7
|
-
def initialize(configuration, position_in_run, options = {}, &block)
|
8
|
+
def initialize(configuration, position_in_run, description, options = {}, &block)
|
8
9
|
@configuration = configuration
|
9
10
|
@position_in_run = position_in_run
|
11
|
+
@description = description
|
10
12
|
@options = options
|
11
13
|
yield self if block_given? # pull in attributes
|
12
14
|
@errata = Errata.new(:url => options[:errata], :klass => klass) if options[:errata]
|
@@ -14,7 +16,7 @@ module DataMiner
|
|
14
16
|
end
|
15
17
|
|
16
18
|
def inspect
|
17
|
-
"Import(#{klass}) position #{position_in_run}"
|
19
|
+
"Import(#{klass}) position #{position_in_run} (#{description})"
|
18
20
|
end
|
19
21
|
|
20
22
|
def attributes
|
data/test/data_miner_test.rb
CHANGED
@@ -537,14 +537,12 @@ class Country < ActiveRecord::Base
|
|
537
537
|
data_miner do
|
538
538
|
unique_index 'iso_3166'
|
539
539
|
|
540
|
-
|
541
|
-
import :url => 'http://www.iso.org/iso/list-en1-semic-3.txt', :skip => 2, :headers => false, :delimiter => ';' do |attr|
|
540
|
+
import 'The official ISO country list', :url => 'http://www.iso.org/iso/list-en1-semic-3.txt', :skip => 2, :headers => false, :delimiter => ';' do |attr|
|
542
541
|
attr.store 'iso_3166', :field_number => 1
|
543
542
|
attr.store 'name', :field_number => 0
|
544
543
|
end
|
545
544
|
|
546
|
-
|
547
|
-
import :url => 'http://www.cs.princeton.edu/introcs/data/iso3166.csv' do |attr|
|
545
|
+
import 'A Princeton dataset with better capitalization', :url => 'http://www.cs.princeton.edu/introcs/data/iso3166.csv' do |attr|
|
548
546
|
attr.store 'iso_3166', :field_name => 'country code'
|
549
547
|
attr.store 'name', :field_name => 'country'
|
550
548
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: data_miner
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Seamus Abshere
|
@@ -10,7 +10,7 @@ autorequire:
|
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
12
|
|
13
|
-
date: 2010-03-
|
13
|
+
date: 2010-03-09 00:00:00 -05:00
|
14
14
|
default_executable:
|
15
15
|
dependencies:
|
16
16
|
- !ruby/object:Gem::Dependency
|