datacatalog-importer 0.1.12 → 0.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/Rakefile +1 -1
- data/VERSION +1 -1
- data/datacatalog-importer.gemspec +5 -5
- data/lib/importer.rb +1 -1
- data/lib/puller.rb +2 -2
- data/lib/pusher.rb +3 -3
- data/lib/shared.rb +1 -1
- data/lib/tasks.rb +3 -3
- metadata +5 -5
data/Rakefile
CHANGED
@@ -11,7 +11,7 @@ begin
|
|
11
11
|
gem.homepage = "http://github.com/djsun/datacatalog-importer"
|
12
12
|
gem.authors = ["David James"]
|
13
13
|
gem.add_dependency "nokogiri", ">= 1.4.1"
|
14
|
-
gem.add_dependency "datacatalog", ">= 0.4.
|
14
|
+
gem.add_dependency "datacatalog", ">= 0.4.14"
|
15
15
|
gem.add_development_dependency "rspec", ">= 1.2.9"
|
16
16
|
# gem is a Gem::Specification...
|
17
17
|
# see http://www.rubygems.org/read/chapter/20 for additional settings
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.1.
|
1
|
+
0.1.13
|
@@ -5,11 +5,11 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{datacatalog-importer}
|
8
|
-
s.version = "0.1.
|
8
|
+
s.version = "0.1.13"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["David James"]
|
12
|
-
s.date = %q{2010-04-
|
12
|
+
s.date = %q{2010-04-30}
|
13
13
|
s.description = %q{This framework makes it easier to write importers for the National Data Catalog.}
|
14
14
|
s.email = %q{djames@sunlightfoundation.com}
|
15
15
|
s.extra_rdoc_files = [
|
@@ -52,16 +52,16 @@ Gem::Specification.new do |s|
|
|
52
52
|
|
53
53
|
if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
|
54
54
|
s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.1"])
|
55
|
-
s.add_runtime_dependency(%q<datacatalog>, [">= 0.4.
|
55
|
+
s.add_runtime_dependency(%q<datacatalog>, [">= 0.4.14"])
|
56
56
|
s.add_development_dependency(%q<rspec>, [">= 1.2.9"])
|
57
57
|
else
|
58
58
|
s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
|
59
|
-
s.add_dependency(%q<datacatalog>, [">= 0.4.
|
59
|
+
s.add_dependency(%q<datacatalog>, [">= 0.4.14"])
|
60
60
|
s.add_dependency(%q<rspec>, [">= 1.2.9"])
|
61
61
|
end
|
62
62
|
else
|
63
63
|
s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
|
64
|
-
s.add_dependency(%q<datacatalog>, [">= 0.4.
|
64
|
+
s.add_dependency(%q<datacatalog>, [">= 0.4.14"])
|
65
65
|
s.add_dependency(%q<rspec>, [">= 1.2.9"])
|
66
66
|
end
|
67
67
|
end
|
data/lib/importer.rb
CHANGED
data/lib/puller.rb
CHANGED
data/lib/pusher.rb
CHANGED
@@ -1,12 +1,12 @@
|
|
1
|
-
gem 'datacatalog', '>= 0.4.
|
1
|
+
gem 'datacatalog', '>= 0.4.14'
|
2
2
|
require 'datacatalog'
|
3
3
|
require 'frequency'
|
4
4
|
require File.dirname(__FILE__) + '/shared'
|
5
5
|
|
6
6
|
module DataCatalog
|
7
|
-
module
|
7
|
+
module ImporterFramework
|
8
8
|
class Pusher
|
9
|
-
include DataCatalog::
|
9
|
+
include DataCatalog::ImporterFramework::Shared
|
10
10
|
|
11
11
|
REQUIRED = %w(api_key base_uri cache_folder)
|
12
12
|
|
data/lib/shared.rb
CHANGED
data/lib/tasks.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
module DataCatalog
|
2
|
-
module
|
2
|
+
module ImporterFramework
|
3
3
|
class Tasks
|
4
4
|
|
5
5
|
def initialize(options)
|
@@ -12,7 +12,7 @@ module DataCatalog
|
|
12
12
|
desc "Pull data from the #{options[:name]}"
|
13
13
|
task :pull do
|
14
14
|
puts "Pulling data from the #{options[:name]}..."
|
15
|
-
puller = DataCatalog::
|
15
|
+
puller = DataCatalog::ImporterFramework::Puller.new({
|
16
16
|
:cache_folder => options[:cache_folder],
|
17
17
|
:pullers => options[:pullers],
|
18
18
|
})
|
@@ -22,7 +22,7 @@ module DataCatalog
|
|
22
22
|
desc "Push data to the Data Catalog API"
|
23
23
|
task :push do
|
24
24
|
desc "Pushing data to the Data Catalog API..."
|
25
|
-
pusher = DataCatalog::
|
25
|
+
pusher = DataCatalog::ImporterFramework::Pusher.new({
|
26
26
|
:api_key => options[:api_key],
|
27
27
|
:base_uri => options[:base_uri],
|
28
28
|
:cache_folder => options[:cache_folder],
|
metadata
CHANGED
@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
|
|
5
5
|
segments:
|
6
6
|
- 0
|
7
7
|
- 1
|
8
|
-
-
|
9
|
-
version: 0.1.
|
8
|
+
- 13
|
9
|
+
version: 0.1.13
|
10
10
|
platform: ruby
|
11
11
|
authors:
|
12
12
|
- David James
|
@@ -14,7 +14,7 @@ autorequire:
|
|
14
14
|
bindir: bin
|
15
15
|
cert_chain: []
|
16
16
|
|
17
|
-
date: 2010-04-
|
17
|
+
date: 2010-04-30 00:00:00 -04:00
|
18
18
|
default_executable:
|
19
19
|
dependencies:
|
20
20
|
- !ruby/object:Gem::Dependency
|
@@ -41,8 +41,8 @@ dependencies:
|
|
41
41
|
segments:
|
42
42
|
- 0
|
43
43
|
- 4
|
44
|
-
-
|
45
|
-
version: 0.4.
|
44
|
+
- 14
|
45
|
+
version: 0.4.14
|
46
46
|
type: :runtime
|
47
47
|
version_requirements: *id002
|
48
48
|
- !ruby/object:Gem::Dependency
|