crawl_kit 0.0.2 → 0.0.3
Sign up to get free protection for your applications and to get access to all the features.
- data/crawl_kit.gemspec +1 -1
- data/lib/crawl_kit.rb +7 -12
- data/lib/crawl_kit/configuration.rb +2 -0
- data/lib/crawl_kit/record.rb +5 -1
- data/lib/crawl_kit/sqs.rb +2 -0
- metadata +3 -3
data/crawl_kit.gemspec
CHANGED
data/lib/crawl_kit.rb
CHANGED
@@ -1,8 +1,11 @@
|
|
1
1
|
require 'aws-sdk'
|
2
2
|
|
3
|
-
require 'crawl_kit/configuration'
|
4
|
-
|
5
3
|
module CrawlKit
|
4
|
+
autoload :Configuration, 'crawl_kit/configuration'
|
5
|
+
autoload :Record, 'crawl_kit/record'
|
6
|
+
autoload :S3, 'crawl_kit/s3'
|
7
|
+
autoload :SimpleDB, 'crawl_kit/simple_db'
|
8
|
+
autoload :SQS, 'crawl_kit/sqs'
|
6
9
|
|
7
10
|
class << self
|
8
11
|
@@config = nil
|
@@ -10,15 +13,7 @@ module CrawlKit
|
|
10
13
|
def config(options = {})
|
11
14
|
@@config ||= CrawlKit::Configuration.new
|
12
15
|
@@config = @@config.with(options) unless options.empty?
|
13
|
-
|
14
|
-
@@config
|
16
|
+
@@config
|
15
17
|
end
|
16
18
|
end
|
17
|
-
end
|
18
|
-
|
19
|
-
require 'crawl_kit/record/helpers'
|
20
|
-
require 'crawl_kit/record'
|
21
|
-
require 'crawl_kit/s3'
|
22
|
-
require 'crawl_kit/simple_db'
|
23
|
-
require 'crawl_kit/sqs'
|
24
|
-
require 'extensions/aws/sqs/queue.rb'
|
19
|
+
end
|
data/lib/crawl_kit/record.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
require 'crawl_kit/record/helpers'
|
2
|
+
|
1
3
|
module CrawlKit
|
2
4
|
class Record < AWS::Record::Base
|
3
5
|
include CrawlKit::Record::Helpers
|
@@ -66,4 +68,6 @@ module CrawlKit
|
|
66
68
|
@_id = crawl_id
|
67
69
|
end
|
68
70
|
end
|
69
|
-
end
|
71
|
+
end
|
72
|
+
|
73
|
+
#CrawlKit::Record.set_domain_name(CrawlKit.config.crawl_domain) if @@config.crawl_domain
|
data/lib/crawl_kit/sqs.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: crawl_kit
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.3
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -13,7 +13,7 @@ date: 2011-12-08 00:00:00.000000000Z
|
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: aws-sdk
|
16
|
-
requirement: &
|
16
|
+
requirement: &70322414624740 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,7 +21,7 @@ dependencies:
|
|
21
21
|
version: 1.2.3
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *70322414624740
|
25
25
|
description:
|
26
26
|
email: austin@gotime.com
|
27
27
|
executables: []
|