daimon_skycrawlers 0.5.0 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +7 -7
- data/daimon_skycrawlers.gemspec +1 -1
- data/lib/daimon_skycrawlers/version.rb +1 -1
- metadata +4 -4
- /data/bin/{daimon-skycrawlers → daimon_skycrawlers} +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1658e1827b07bfebb54e4d84b3a9dd21f11edd66
|
4
|
+
data.tar.gz: 5abf3dc3cbb8d8423b8f110e2c805ca1d919f59c
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 16ff307268fa11cc34454808f8bdbefded16a325e043c349ae07e48758fa8dcaae69457bbd7435e2685fa7026d8848677513780f9e1d7b42352acd54f5f33cdb
|
7
|
+
data.tar.gz: 841d61776c8094e6d1eebb149e72dc42a1c9a71fdc453c34f06dea465a5838c37db633bed7f79a93c3beb8827e05ca549fc3e8cd0cd8e3f9e17b52e349f5c787
|
data/README.md
CHANGED
@@ -34,12 +34,12 @@ Or install it yourself as:
|
|
34
34
|
1. Create project
|
35
35
|
|
36
36
|
```
|
37
|
-
$ bundle exec
|
37
|
+
$ bundle exec daimon_skycrawlers new mycrawlers
|
38
38
|
$ cd mycrawlers
|
39
39
|
```
|
40
40
|
or
|
41
41
|
```
|
42
|
-
$
|
42
|
+
$ daimon_skycrawlers new mycrawlers
|
43
43
|
$ cd mycrawlers
|
44
44
|
```
|
45
45
|
|
@@ -59,8 +59,8 @@ Or install it yourself as:
|
|
59
59
|
4. Open new terminal and run crawler/processor
|
60
60
|
|
61
61
|
```
|
62
|
-
$
|
63
|
-
$
|
62
|
+
$ daimon_skycrawlers exec crawler # on new terminal
|
63
|
+
$ daimon_skycrawlers exec processor # on new terminal
|
64
64
|
```
|
65
65
|
|
66
66
|
NOTE: Execute step 5 as soon as possible. Because bin/crawler and
|
@@ -78,14 +78,14 @@ Or install it yourself as:
|
|
78
78
|
5. Enqueue task
|
79
79
|
|
80
80
|
```
|
81
|
-
$
|
81
|
+
$ daimon_skycrawlers enqueue url http://example.com/
|
82
82
|
```
|
83
83
|
|
84
84
|
6. You'll see `It works with 'http://example.com'` on your terminal which runs your processor!
|
85
85
|
7. You can re-enqueue task for processor
|
86
86
|
|
87
87
|
```
|
88
|
-
$
|
88
|
+
$ daimon_skycrawlers enqueue response http://example.com/
|
89
89
|
```
|
90
90
|
|
91
91
|
Display `It works with 'http://example.com'` again on your terminal which runs your processor.
|
@@ -98,7 +98,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
|
|
98
98
|
|
99
99
|
## Contributing
|
100
100
|
|
101
|
-
Bug reports and pull requests are welcome on GitHub at https://github.com/bm-sms/
|
101
|
+
Bug reports and pull requests are welcome on GitHub at https://github.com/bm-sms/daimon_skycrawlers.
|
102
102
|
|
103
103
|
|
104
104
|
## License
|
data/daimon_skycrawlers.gemspec
CHANGED
@@ -11,7 +11,7 @@ Gem::Specification.new do |spec|
|
|
11
11
|
|
12
12
|
spec.summary = %q{This is a crawler framework.}
|
13
13
|
spec.description = %q{This is a crawler framework.}
|
14
|
-
spec.homepage = "https://github.com/bm-sms/
|
14
|
+
spec.homepage = "https://github.com/bm-sms/daimon_skycrawlers"
|
15
15
|
spec.license = "MIT"
|
16
16
|
|
17
17
|
spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: daimon_skycrawlers
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.6.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Ryunosuke SATO
|
@@ -294,7 +294,7 @@ description: This is a crawler framework.
|
|
294
294
|
email:
|
295
295
|
- tricknotes.rs@gmail.com
|
296
296
|
executables:
|
297
|
-
-
|
297
|
+
- daimon_skycrawlers
|
298
298
|
extensions: []
|
299
299
|
extra_rdoc_files: []
|
300
300
|
files:
|
@@ -304,7 +304,7 @@ files:
|
|
304
304
|
- LICENSE.txt
|
305
305
|
- README.md
|
306
306
|
- Rakefile
|
307
|
-
- bin/
|
307
|
+
- bin/daimon_skycrawlers
|
308
308
|
- daimon_skycrawlers.gemspec
|
309
309
|
- db/schema.rb
|
310
310
|
- lib/daimon_skycrawlers.rb
|
@@ -361,7 +361,7 @@ files:
|
|
361
361
|
- sample/spider/config/init.rb
|
362
362
|
- sample/spider/db/migrate/20160830155803_create_pages.rb
|
363
363
|
- sample/spider/db/schema.rb
|
364
|
-
homepage: https://github.com/bm-sms/
|
364
|
+
homepage: https://github.com/bm-sms/daimon_skycrawlers
|
365
365
|
licenses:
|
366
366
|
- MIT
|
367
367
|
metadata: {}
|
File without changes
|