datacatalog-importer 0.1.12 → 0.1.13
Sign up to get free protection for your applications and to get access to all the features.
- data/Rakefile +1 -1
- data/VERSION +1 -1
- data/datacatalog-importer.gemspec +5 -5
- data/lib/importer.rb +1 -1
- data/lib/puller.rb +2 -2
- data/lib/pusher.rb +3 -3
- data/lib/shared.rb +1 -1
- data/lib/tasks.rb +3 -3
- metadata +5 -5
data/Rakefile
CHANGED
@@ -11,7 +11,7 @@ begin
|
|
11
11
|
gem.homepage = "http://github.com/djsun/datacatalog-importer"
|
12
12
|
gem.authors = ["David James"]
|
13
13
|
gem.add_dependency "nokogiri", ">= 1.4.1"
|
14
|
-
gem.add_dependency "datacatalog", ">= 0.4.
|
14
|
+
gem.add_dependency "datacatalog", ">= 0.4.14"
|
15
15
|
gem.add_development_dependency "rspec", ">= 1.2.9"
|
16
16
|
# gem is a Gem::Specification...
|
17
17
|
# see http://www.rubygems.org/read/chapter/20 for additional settings
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.1.
|
1
|
+
0.1.13
|
@@ -5,11 +5,11 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{datacatalog-importer}
|
8
|
-
s.version = "0.1.
|
8
|
+
s.version = "0.1.13"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["David James"]
|
12
|
-
s.date = %q{2010-04-
|
12
|
+
s.date = %q{2010-04-30}
|
13
13
|
s.description = %q{This framework makes it easier to write importers for the National Data Catalog.}
|
14
14
|
s.email = %q{djames@sunlightfoundation.com}
|
15
15
|
s.extra_rdoc_files = [
|
@@ -52,16 +52,16 @@ Gem::Specification.new do |s|
|
|
52
52
|
|
53
53
|
if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
|
54
54
|
s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.1"])
|
55
|
-
s.add_runtime_dependency(%q<datacatalog>, [">= 0.4.
|
55
|
+
s.add_runtime_dependency(%q<datacatalog>, [">= 0.4.14"])
|
56
56
|
s.add_development_dependency(%q<rspec>, [">= 1.2.9"])
|
57
57
|
else
|
58
58
|
s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
|
59
|
-
s.add_dependency(%q<datacatalog>, [">= 0.4.
|
59
|
+
s.add_dependency(%q<datacatalog>, [">= 0.4.14"])
|
60
60
|
s.add_dependency(%q<rspec>, [">= 1.2.9"])
|
61
61
|
end
|
62
62
|
else
|
63
63
|
s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
|
64
|
-
s.add_dependency(%q<datacatalog>, [">= 0.4.
|
64
|
+
s.add_dependency(%q<datacatalog>, [">= 0.4.14"])
|
65
65
|
s.add_dependency(%q<rspec>, [">= 1.2.9"])
|
66
66
|
end
|
67
67
|
end
|
data/lib/importer.rb
CHANGED
data/lib/puller.rb
CHANGED
data/lib/pusher.rb
CHANGED
@@ -1,12 +1,12 @@
|
|
1
|
-
gem 'datacatalog', '>= 0.4.
|
1
|
+
gem 'datacatalog', '>= 0.4.14'
|
2
2
|
require 'datacatalog'
|
3
3
|
require 'frequency'
|
4
4
|
require File.dirname(__FILE__) + '/shared'
|
5
5
|
|
6
6
|
module DataCatalog
|
7
|
-
module
|
7
|
+
module ImporterFramework
|
8
8
|
class Pusher
|
9
|
-
include DataCatalog::
|
9
|
+
include DataCatalog::ImporterFramework::Shared
|
10
10
|
|
11
11
|
REQUIRED = %w(api_key base_uri cache_folder)
|
12
12
|
|
data/lib/shared.rb
CHANGED
data/lib/tasks.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
module DataCatalog
|
2
|
-
module
|
2
|
+
module ImporterFramework
|
3
3
|
class Tasks
|
4
4
|
|
5
5
|
def initialize(options)
|
@@ -12,7 +12,7 @@ module DataCatalog
|
|
12
12
|
desc "Pull data from the #{options[:name]}"
|
13
13
|
task :pull do
|
14
14
|
puts "Pulling data from the #{options[:name]}..."
|
15
|
-
puller = DataCatalog::
|
15
|
+
puller = DataCatalog::ImporterFramework::Puller.new({
|
16
16
|
:cache_folder => options[:cache_folder],
|
17
17
|
:pullers => options[:pullers],
|
18
18
|
})
|
@@ -22,7 +22,7 @@ module DataCatalog
|
|
22
22
|
desc "Push data to the Data Catalog API"
|
23
23
|
task :push do
|
24
24
|
desc "Pushing data to the Data Catalog API..."
|
25
|
-
pusher = DataCatalog::
|
25
|
+
pusher = DataCatalog::ImporterFramework::Pusher.new({
|
26
26
|
:api_key => options[:api_key],
|
27
27
|
:base_uri => options[:base_uri],
|
28
28
|
:cache_folder => options[:cache_folder],
|
metadata
CHANGED
@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
|
|
5
5
|
segments:
|
6
6
|
- 0
|
7
7
|
- 1
|
8
|
-
-
|
9
|
-
version: 0.1.
|
8
|
+
- 13
|
9
|
+
version: 0.1.13
|
10
10
|
platform: ruby
|
11
11
|
authors:
|
12
12
|
- David James
|
@@ -14,7 +14,7 @@ autorequire:
|
|
14
14
|
bindir: bin
|
15
15
|
cert_chain: []
|
16
16
|
|
17
|
-
date: 2010-04-
|
17
|
+
date: 2010-04-30 00:00:00 -04:00
|
18
18
|
default_executable:
|
19
19
|
dependencies:
|
20
20
|
- !ruby/object:Gem::Dependency
|
@@ -41,8 +41,8 @@ dependencies:
|
|
41
41
|
segments:
|
42
42
|
- 0
|
43
43
|
- 4
|
44
|
-
-
|
45
|
-
version: 0.4.
|
44
|
+
- 14
|
45
|
+
version: 0.4.14
|
46
46
|
type: :runtime
|
47
47
|
version_requirements: *id002
|
48
48
|
- !ruby/object:Gem::Dependency
|