ingestor 0.1.5 → 0.1.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/README.md CHANGED
@@ -285,6 +285,7 @@ Coming soon...
285
285
 
286
286
 
287
287
  ## Todos
288
+ * HTML processor should use capybara, include a "setup method" for logging in, filling out, etc...
288
289
  * Deprecate plain_text (this was the first thing I created)
289
290
  * rdoc http://rdoc.rubyforge.org/RDoc/Markup.html
290
291
  * Move includes_header to CSV, PlainText
data/bin/ingest CHANGED
@@ -20,7 +20,11 @@ module Ingestor
20
20
  File.open(generated_file, 'w+') do |f|
21
21
  f.puts <<-HEREDOC
22
22
  #! /usr/bin/env ruby
23
+ require 'rubygems'
24
+ require 'bundler/setup'
23
25
  require 'ingestor'
26
+ require 'ingestor/parser/json'
27
+ require 'ingestor/parser/xml'
24
28
 
25
29
  ######################################
26
30
  #
@@ -104,7 +104,11 @@ module Ingestor
104
104
  end
105
105
 
106
106
  def build
107
- Ingestor::Proxy.new(@file, @options)
107
+ @proxy = Ingestor::Proxy.new(@file, @options)
108
108
  end
109
+
110
+ def proxy
111
+ @proxy
112
+ end
109
113
  end
110
114
  end
@@ -1,5 +1,5 @@
1
1
  require 'multi_json'
2
- require 'debugger'
2
+
3
3
  module Ingestor
4
4
  module Parser
5
5
  class Json
@@ -69,7 +69,7 @@ module Ingestor
69
69
  end
70
70
 
71
71
  def default_processor(attrs,record)
72
- record.update_attributes( attrs, without_protection: true )
72
+ record.update_attributes( attrs, :without_protection => true )
73
73
  end
74
74
 
75
75
  def load_remote
@@ -1,3 +1,3 @@
1
1
  module Ingestor
2
- VERSION = "0.1.5"
2
+ VERSION = "0.1.7"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: ingestor
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.5
4
+ version: 0.1.7
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-03-04 00:00:00.000000000 Z
12
+ date: 2013-03-20 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: docile
16
- requirement: &70251325419780 !ruby/object:Gem::Requirement
16
+ requirement: &70217015936720 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70251325419780
24
+ version_requirements: *70217015936720
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: rubyzip
27
- requirement: &70251325419260 !ruby/object:Gem::Requirement
27
+ requirement: &70217015935700 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70251325419260
35
+ version_requirements: *70217015935700
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: thor
38
- requirement: &70251325418700 !ruby/object:Gem::Requirement
38
+ requirement: &70217015934600 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70251325418700
46
+ version_requirements: *70217015934600
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: nokogiri
49
- requirement: &70251325417760 !ruby/object:Gem::Requirement
49
+ requirement: &70217015932840 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ~>
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 1.5.6
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *70251325417760
57
+ version_requirements: *70217015932840
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: activesupport
60
- requirement: &70251325416720 !ruby/object:Gem::Requirement
60
+ requirement: &70217015931000 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '0'
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *70251325416720
68
+ version_requirements: *70217015931000
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: multi_json
71
- requirement: &70251325415000 !ruby/object:Gem::Requirement
71
+ requirement: &70217015930280 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,7 +76,7 @@ dependencies:
76
76
  version: '1.0'
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *70251325415000
79
+ version_requirements: *70217015930280
80
80
  description: Ingesting local and remote data files into ActiveRecord
81
81
  email:
82
82
  - github@coryodaniel.com