crawl_kit 0.0.2 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/crawl_kit.gemspec CHANGED
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'crawl_kit'
3
- s.version = '0.0.2'
3
+ s.version = '0.0.3'
4
4
  s.date = '2011-12-08'
5
5
  s.summary = "A collection of serivce interfaces and models to use with the GoTime crawling infrastructure."
6
6
  s.author = "Austin Cargol"
data/lib/crawl_kit.rb CHANGED
@@ -1,8 +1,11 @@
1
1
  require 'aws-sdk'
2
2
 
3
- require 'crawl_kit/configuration'
4
-
5
3
  module CrawlKit
4
+ autoload :Configuration, 'crawl_kit/configuration'
5
+ autoload :Record, 'crawl_kit/record'
6
+ autoload :S3, 'crawl_kit/s3'
7
+ autoload :SimpleDB, 'crawl_kit/simple_db'
8
+ autoload :SQS, 'crawl_kit/sqs'
6
9
 
7
10
  class << self
8
11
  @@config = nil
@@ -10,15 +13,7 @@ module CrawlKit
10
13
  def config(options = {})
11
14
  @@config ||= CrawlKit::Configuration.new
12
15
  @@config = @@config.with(options) unless options.empty?
13
- CrawlKit::Record.set_domain_name(@@config.crawl_domain) if @@config.crawl_domain
14
- @@config
16
+ @@config
15
17
  end
16
18
  end
17
- end
18
-
19
- require 'crawl_kit/record/helpers'
20
- require 'crawl_kit/record'
21
- require 'crawl_kit/s3'
22
- require 'crawl_kit/simple_db'
23
- require 'crawl_kit/sqs'
24
- require 'extensions/aws/sqs/queue.rb'
19
+ end
@@ -79,3 +79,5 @@ module CrawlKit
79
79
  add_option :crawl_bucket, ENV['CRAWL_BUCKET']
80
80
  end
81
81
  end
82
+
83
+ CrawlKit::Record.set_domain_name(CrawlKit.config.crawl_domain) if CrawlKit.config.crawl_domain
@@ -1,3 +1,5 @@
1
+ require 'crawl_kit/record/helpers'
2
+
1
3
  module CrawlKit
2
4
  class Record < AWS::Record::Base
3
5
  include CrawlKit::Record::Helpers
@@ -66,4 +68,6 @@ module CrawlKit
66
68
  @_id = crawl_id
67
69
  end
68
70
  end
69
- end
71
+ end
72
+
73
+ #CrawlKit::Record.set_domain_name(CrawlKit.config.crawl_domain) if @@config.crawl_domain
data/lib/crawl_kit/sqs.rb CHANGED
@@ -1,3 +1,5 @@
1
+ require 'extensions/aws/sqs/queue.rb'
2
+
1
3
  module CrawlKit
2
4
  class SQS
3
5
  class << self
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: crawl_kit
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.2
4
+ version: 0.0.3
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2011-12-08 00:00:00.000000000Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: aws-sdk
16
- requirement: &70324126127720 !ruby/object:Gem::Requirement
16
+ requirement: &70322414624740 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,7 +21,7 @@ dependencies:
21
21
  version: 1.2.3
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70324126127720
24
+ version_requirements: *70322414624740
25
25
  description:
26
26
  email: austin@gotime.com
27
27
  executables: []