crawl_kit 0.0.2 → 0.0.3

Sign up to get free protection for your applications and to get access to all the features.
data/crawl_kit.gemspec CHANGED
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'crawl_kit'
3
- s.version = '0.0.2'
3
+ s.version = '0.0.3'
4
4
  s.date = '2011-12-08'
5
5
  s.summary = "A collection of serivce interfaces and models to use with the GoTime crawling infrastructure."
6
6
  s.author = "Austin Cargol"
data/lib/crawl_kit.rb CHANGED
@@ -1,8 +1,11 @@
1
1
  require 'aws-sdk'
2
2
 
3
- require 'crawl_kit/configuration'
4
-
5
3
  module CrawlKit
4
+ autoload :Configuration, 'crawl_kit/configuration'
5
+ autoload :Record, 'crawl_kit/record'
6
+ autoload :S3, 'crawl_kit/s3'
7
+ autoload :SimpleDB, 'crawl_kit/simple_db'
8
+ autoload :SQS, 'crawl_kit/sqs'
6
9
 
7
10
  class << self
8
11
  @@config = nil
@@ -10,15 +13,7 @@ module CrawlKit
10
13
  def config(options = {})
11
14
  @@config ||= CrawlKit::Configuration.new
12
15
  @@config = @@config.with(options) unless options.empty?
13
- CrawlKit::Record.set_domain_name(@@config.crawl_domain) if @@config.crawl_domain
14
- @@config
16
+ @@config
15
17
  end
16
18
  end
17
- end
18
-
19
- require 'crawl_kit/record/helpers'
20
- require 'crawl_kit/record'
21
- require 'crawl_kit/s3'
22
- require 'crawl_kit/simple_db'
23
- require 'crawl_kit/sqs'
24
- require 'extensions/aws/sqs/queue.rb'
19
+ end
@@ -79,3 +79,5 @@ module CrawlKit
79
79
  add_option :crawl_bucket, ENV['CRAWL_BUCKET']
80
80
  end
81
81
  end
82
+
83
+ CrawlKit::Record.set_domain_name(CrawlKit.config.crawl_domain) if CrawlKit.config.crawl_domain
@@ -1,3 +1,5 @@
1
+ require 'crawl_kit/record/helpers'
2
+
1
3
  module CrawlKit
2
4
  class Record < AWS::Record::Base
3
5
  include CrawlKit::Record::Helpers
@@ -66,4 +68,6 @@ module CrawlKit
66
68
  @_id = crawl_id
67
69
  end
68
70
  end
69
- end
71
+ end
72
+
73
+ #CrawlKit::Record.set_domain_name(CrawlKit.config.crawl_domain) if @@config.crawl_domain
data/lib/crawl_kit/sqs.rb CHANGED
@@ -1,3 +1,5 @@
1
+ require 'extensions/aws/sqs/queue.rb'
2
+
1
3
  module CrawlKit
2
4
  class SQS
3
5
  class << self
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: crawl_kit
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.2
4
+ version: 0.0.3
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2011-12-08 00:00:00.000000000Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: aws-sdk
16
- requirement: &70324126127720 !ruby/object:Gem::Requirement
16
+ requirement: &70322414624740 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
21
21
  version: 1.2.3
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70324126127720
24
+ version_requirements: *70322414624740
25
25
  description:
26
26
  email: austin@gotime.com
27
27
  executables: []