daimon_skycrawlers 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +7 -7
- data/daimon_skycrawlers.gemspec +1 -1
- data/lib/daimon_skycrawlers/version.rb +1 -1
- metadata +4 -4
- /data/bin/{daimon-skycrawlers → daimon_skycrawlers} +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 1658e1827b07bfebb54e4d84b3a9dd21f11edd66
|
|
4
|
+
data.tar.gz: 5abf3dc3cbb8d8423b8f110e2c805ca1d919f59c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 16ff307268fa11cc34454808f8bdbefded16a325e043c349ae07e48758fa8dcaae69457bbd7435e2685fa7026d8848677513780f9e1d7b42352acd54f5f33cdb
|
|
7
|
+
data.tar.gz: 841d61776c8094e6d1eebb149e72dc42a1c9a71fdc453c34f06dea465a5838c37db633bed7f79a93c3beb8827e05ca549fc3e8cd0cd8e3f9e17b52e349f5c787
|
data/README.md
CHANGED
|
@@ -34,12 +34,12 @@ Or install it yourself as:
|
|
|
34
34
|
1. Create project
|
|
35
35
|
|
|
36
36
|
```
|
|
37
|
-
$ bundle exec
|
|
37
|
+
$ bundle exec daimon_skycrawlers new mycrawlers
|
|
38
38
|
$ cd mycrawlers
|
|
39
39
|
```
|
|
40
40
|
or
|
|
41
41
|
```
|
|
42
|
-
$
|
|
42
|
+
$ daimon_skycrawlers new mycrawlers
|
|
43
43
|
$ cd mycrawlers
|
|
44
44
|
```
|
|
45
45
|
|
|
@@ -59,8 +59,8 @@ Or install it yourself as:
|
|
|
59
59
|
4. Open new terminal and run crawler/processor
|
|
60
60
|
|
|
61
61
|
```
|
|
62
|
-
$
|
|
63
|
-
$
|
|
62
|
+
$ daimon_skycrawlers exec crawler # on new terminal
|
|
63
|
+
$ daimon_skycrawlers exec processor # on new terminal
|
|
64
64
|
```
|
|
65
65
|
|
|
66
66
|
NOTE: Execute step 5 as soon as possible. Because bin/crawler and
|
|
@@ -78,14 +78,14 @@ Or install it yourself as:
|
|
|
78
78
|
5. Enqueue task
|
|
79
79
|
|
|
80
80
|
```
|
|
81
|
-
$
|
|
81
|
+
$ daimon_skycrawlers enqueue url http://example.com/
|
|
82
82
|
```
|
|
83
83
|
|
|
84
84
|
6. You'll see `It works with 'http://example.com'` on your terminal which runs your processor!
|
|
85
85
|
7. You can re-enqueue task for processor
|
|
86
86
|
|
|
87
87
|
```
|
|
88
|
-
$
|
|
88
|
+
$ daimon_skycrawlers enqueue response http://example.com/
|
|
89
89
|
```
|
|
90
90
|
|
|
91
91
|
Display `It works with 'http://example.com'` again on your terminal which runs your processor.
|
|
@@ -98,7 +98,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
|
|
|
98
98
|
|
|
99
99
|
## Contributing
|
|
100
100
|
|
|
101
|
-
Bug reports and pull requests are welcome on GitHub at https://github.com/bm-sms/
|
|
101
|
+
Bug reports and pull requests are welcome on GitHub at https://github.com/bm-sms/daimon_skycrawlers.
|
|
102
102
|
|
|
103
103
|
|
|
104
104
|
## License
|
data/daimon_skycrawlers.gemspec
CHANGED
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |spec|
|
|
|
11
11
|
|
|
12
12
|
spec.summary = %q{This is a crawler framework.}
|
|
13
13
|
spec.description = %q{This is a crawler framework.}
|
|
14
|
-
spec.homepage = "https://github.com/bm-sms/
|
|
14
|
+
spec.homepage = "https://github.com/bm-sms/daimon_skycrawlers"
|
|
15
15
|
spec.license = "MIT"
|
|
16
16
|
|
|
17
17
|
spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: daimon_skycrawlers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.6.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Ryunosuke SATO
|
|
@@ -294,7 +294,7 @@ description: This is a crawler framework.
|
|
|
294
294
|
email:
|
|
295
295
|
- tricknotes.rs@gmail.com
|
|
296
296
|
executables:
|
|
297
|
-
-
|
|
297
|
+
- daimon_skycrawlers
|
|
298
298
|
extensions: []
|
|
299
299
|
extra_rdoc_files: []
|
|
300
300
|
files:
|
|
@@ -304,7 +304,7 @@ files:
|
|
|
304
304
|
- LICENSE.txt
|
|
305
305
|
- README.md
|
|
306
306
|
- Rakefile
|
|
307
|
-
- bin/
|
|
307
|
+
- bin/daimon_skycrawlers
|
|
308
308
|
- daimon_skycrawlers.gemspec
|
|
309
309
|
- db/schema.rb
|
|
310
310
|
- lib/daimon_skycrawlers.rb
|
|
@@ -361,7 +361,7 @@ files:
|
|
|
361
361
|
- sample/spider/config/init.rb
|
|
362
362
|
- sample/spider/db/migrate/20160830155803_create_pages.rb
|
|
363
363
|
- sample/spider/db/schema.rb
|
|
364
|
-
homepage: https://github.com/bm-sms/
|
|
364
|
+
homepage: https://github.com/bm-sms/daimon_skycrawlers
|
|
365
365
|
licenses:
|
|
366
366
|
- MIT
|
|
367
367
|
metadata: {}
|
|
File without changes
|