spiderable 0.0.2 → 0.0.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +15 -0
- data/README.md +3 -1
- data/lib/spiderable/railtie/middleware.rb +2 -2
- data/lib/spiderable/version.rb +1 -1
- metadata +5 -9
checksums.yaml
ADDED
@@ -0,0 +1,15 @@
|
|
1
|
+
---
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
NzQ1YzY5MWY1NTFmNzMxM2IzOWM2YjI2M2MzNzc3NDYzMWEwMzU4ZA==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
N2M0MGJlZjhmOTdlYWQyY2NmZGFhZDM2MjVkMWZjMmZmNDRiMGUxYw==
|
7
|
+
!binary "U0hBNTEy":
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
YzdjNGM5N2ViNjE0OTFkYzExOWU3Y2VkZWY0OGMwOTFjODExMmQ5MjVmN2U2
|
10
|
+
Yzk2NmM5ZmYzOGYzZjI0Mzg4YzEzNmFmZWFiYjIzZDU3NTRiYTlmYWRlM2I5
|
11
|
+
MjJjMDczN2M5YjkxODlhYzZhYWNlYjNjODgzMDZmMzNjOWJhYzc=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
ZDA4MjIxYTI1YTk2ZGRiZGU3NmM4OGQ4ZGZiYTZhZDkyZjBmYWMwOTg2MjBh
|
14
|
+
NWRmYTQ2ZTc5ZTAwNjY5MTE5MjEzNTlkOGQxMGVjOTIzNjFjMDIwNzRmOTZh
|
15
|
+
MDUxYzNkODM3ODdhNmYxMGQwNDg5YTM2MDM3Nzg1YTllYTg5YWM=
|
data/README.md
CHANGED
@@ -22,10 +22,12 @@ Add a configuration file (config/spiderable.rb):
|
|
22
22
|
|
23
23
|
Spiderable::Config.token = '[YOUR TOKEN]'
|
24
24
|
|
25
|
-
Thats it! To test it out, visit a url with
|
25
|
+
Thats it! To test it out, visit a url with **?_escaped_fragment_=** at the end.
|
26
26
|
|
27
27
|
http://mysite.com?_escaped_fragment_=
|
28
28
|
|
29
|
+
**NOTE:** On localhost, spiderable won't work since we can't reach it from spiderable.org. In order to test in development, check out localtunnel (http://progrium.com/localtunnel/)
|
30
|
+
|
29
31
|
## Contributing
|
30
32
|
|
31
33
|
1. Fork it
|
@@ -25,8 +25,8 @@ module Spiderable
|
|
25
25
|
end
|
26
26
|
|
27
27
|
def call(environment)
|
28
|
-
is_bot = environment["HTTP_USER_AGENT"].match(/\(.*https?:\/\/.*\)/) ||
|
29
|
-
environment['QUERY_STRING'].include?("_escaped_fragment_")
|
28
|
+
is_bot = (environment["HTTP_USER_AGENT"] && environment["HTTP_USER_AGENT"].match(/\(.*https?:\/\/.*\)/)) ||
|
29
|
+
(environment['QUERY_STRING'] && environment['QUERY_STRING'].include?("_escaped_fragment_"))
|
30
30
|
|
31
31
|
if is_bot
|
32
32
|
url = Crawler.urlFromRack(environment)
|
data/lib/spiderable/version.rb
CHANGED
metadata
CHANGED
@@ -1,20 +1,18 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: spiderable
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
5
|
-
prerelease:
|
4
|
+
version: 0.0.3
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Spiderable
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date: 2013-
|
11
|
+
date: 2013-07-15 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: faraday
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
17
|
- - ! '>='
|
20
18
|
- !ruby/object:Gem::Version
|
@@ -22,7 +20,6 @@ dependencies:
|
|
22
20
|
type: :runtime
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
24
|
- - ! '>='
|
28
25
|
- !ruby/object:Gem::Version
|
@@ -48,26 +45,25 @@ files:
|
|
48
45
|
- spiderable.gemspec
|
49
46
|
homepage: http://www.spiderable.org
|
50
47
|
licenses: []
|
48
|
+
metadata: {}
|
51
49
|
post_install_message:
|
52
50
|
rdoc_options: []
|
53
51
|
require_paths:
|
54
52
|
- lib
|
55
53
|
required_ruby_version: !ruby/object:Gem::Requirement
|
56
|
-
none: false
|
57
54
|
requirements:
|
58
55
|
- - ! '>='
|
59
56
|
- !ruby/object:Gem::Version
|
60
57
|
version: '0'
|
61
58
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
62
|
-
none: false
|
63
59
|
requirements:
|
64
60
|
- - ! '>='
|
65
61
|
- !ruby/object:Gem::Version
|
66
62
|
version: '0'
|
67
63
|
requirements: []
|
68
64
|
rubyforge_project:
|
69
|
-
rubygems_version:
|
65
|
+
rubygems_version: 2.0.4
|
70
66
|
signing_key:
|
71
|
-
specification_version:
|
67
|
+
specification_version: 4
|
72
68
|
summary: Allows your rails application to be spiderable by crawlers
|
73
69
|
test_files: []
|