ingestor 0.1.5 → 0.1.7

Sign up to get free protection for your applications and to get access to all the features.
data/README.md CHANGED
@@ -285,6 +285,7 @@ Coming soon...
285
285
 
286
286
 
287
287
  ## Todos
288
+ * HTML processor should use capybara, include a "setup method" for logging in, filling out, etc...
288
289
  * Deprecate plain_text (this was the first thing I created)
289
290
  * rdoc http://rdoc.rubyforge.org/RDoc/Markup.html
290
291
  * Move includes_header to CSV, PlainText
data/bin/ingest CHANGED
@@ -20,7 +20,11 @@ module Ingestor
20
20
  File.open(generated_file, 'w+') do |f|
21
21
  f.puts <<-HEREDOC
22
22
  #! /usr/bin/env ruby
23
+ require 'rubygems'
24
+ require 'bundler/setup'
23
25
  require 'ingestor'
26
+ require 'ingestor/parser/json'
27
+ require 'ingestor/parser/xml'
24
28
 
25
29
  ######################################
26
30
  #
@@ -104,7 +104,11 @@ module Ingestor
104
104
  end
105
105
 
106
106
  def build
107
- Ingestor::Proxy.new(@file, @options)
107
+ @proxy = Ingestor::Proxy.new(@file, @options)
108
108
  end
109
+
110
+ def proxy
111
+ @proxy
112
+ end
109
113
  end
110
114
  end
@@ -1,5 +1,5 @@
1
1
  require 'multi_json'
2
- require 'debugger'
2
+
3
3
  module Ingestor
4
4
  module Parser
5
5
  class Json
@@ -69,7 +69,7 @@ module Ingestor
69
69
  end
70
70
 
71
71
  def default_processor(attrs,record)
72
- record.update_attributes( attrs, without_protection: true )
72
+ record.update_attributes( attrs, :without_protection => true )
73
73
  end
74
74
 
75
75
  def load_remote
@@ -1,3 +1,3 @@
1
1
  module Ingestor
2
- VERSION = "0.1.5"
2
+ VERSION = "0.1.7"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: ingestor
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.5
4
+ version: 0.1.7
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-03-04 00:00:00.000000000 Z
12
+ date: 2013-03-20 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: docile
16
- requirement: &70251325419780 !ruby/object:Gem::Requirement
16
+ requirement: &70217015936720 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70251325419780
24
+ version_requirements: *70217015936720
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: rubyzip
27
- requirement: &70251325419260 !ruby/object:Gem::Requirement
27
+ requirement: &70217015935700 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70251325419260
35
+ version_requirements: *70217015935700
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: thor
38
- requirement: &70251325418700 !ruby/object:Gem::Requirement
38
+ requirement: &70217015934600 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70251325418700
46
+ version_requirements: *70217015934600
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: nokogiri
49
- requirement: &70251325417760 !ruby/object:Gem::Requirement
49
+ requirement: &70217015932840 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ~>
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 1.5.6
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *70251325417760
57
+ version_requirements: *70217015932840
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: activesupport
60
- requirement: &70251325416720 !ruby/object:Gem::Requirement
60
+ requirement: &70217015931000 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '0'
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *70251325416720
68
+ version_requirements: *70217015931000
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: multi_json
71
- requirement: &70251325415000 !ruby/object:Gem::Requirement
71
+ requirement: &70217015930280 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,7 +76,7 @@ dependencies:
76
76
  version: '1.0'
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *70251325415000
79
+ version_requirements: *70217015930280
80
80
  description: Ingesting local and remote data files into ActiveRecord
81
81
  email:
82
82
  - github@coryodaniel.com