nhkore 0.3.18 → 0.3.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -5
- data/Gemfile +1 -0
- data/Gemfile.lock +3 -1
- data/README.md +2 -7
- data/bin/nhkore +1 -1
- data/lib/nhkore/app.rb +1 -4
- data/lib/nhkore/article.rb +1 -1
- data/lib/nhkore/article_scraper.rb +1 -1
- data/lib/nhkore/cleaner.rb +1 -1
- data/lib/nhkore/cli/fx_cmd.rb +1 -1
- data/lib/nhkore/cli/get_cmd.rb +1 -1
- data/lib/nhkore/cli/news_cmd.rb +2 -1
- data/lib/nhkore/cli/search_cmd.rb +3 -3
- data/lib/nhkore/cli/sift_cmd.rb +1 -1
- data/lib/nhkore/datetime_parser.rb +1 -1
- data/lib/nhkore/defn.rb +1 -1
- data/lib/nhkore/dict.rb +1 -1
- data/lib/nhkore/dict_scraper.rb +1 -1
- data/lib/nhkore/entry.rb +1 -1
- data/lib/nhkore/error.rb +1 -1
- data/lib/nhkore/fileable.rb +1 -1
- data/lib/nhkore/lib.rb +6 -11
- data/lib/nhkore/missingno.rb +1 -1
- data/lib/nhkore/news.rb +1 -1
- data/lib/nhkore/polisher.rb +1 -1
- data/lib/nhkore/scraper.rb +13 -5
- data/lib/nhkore/search_link.rb +1 -1
- data/lib/nhkore/search_scraper.rb +16 -7
- data/lib/nhkore/sifter.rb +1 -1
- data/lib/nhkore/splitter.rb +1 -1
- data/lib/nhkore/util.rb +1 -1
- data/lib/nhkore/variator.rb +1 -1
- data/lib/nhkore/version.rb +2 -2
- data/lib/nhkore/word.rb +1 -1
- data/lib/nhkore.rb +2 -8
- data/nhkore.gemspec +24 -21
- data/samples/looper.rb +1 -1
- data/test/nhkore/test_helper.rb +1 -1
- data/test/nhkore_test.rb +1 -1
- metadata +64 -51
- data/lib/nhkore/user_agents.rb +0 -1171
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: a63aff9e86de6a678a4b4ad3defa9bf7d28577dabad0ef0a69747ddce1224219
|
|
4
|
+
data.tar.gz: 12668a0e95694198c928644d51be450c485c0947f5741dd01ab2ff8e20b0e760
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 4c7981a84189176febf8156251b850e604ef1c447e1c78d0a8af5a4a509b68c0cf564b54e7cfac4582d1c572a50da0f05f9e268b19e4ac9d170ae0806688f68d
|
|
7
|
+
data.tar.gz: fd540fd9952b5377fcf4db72e4a5e71724d0a8d20ae256ecc4bb8293c672cd0fea1284e2639444fe8fbd892859fbac85ebc66fbabe96c51fdd60322e96f8419a
|
data/CHANGELOG.md
CHANGED
|
@@ -5,22 +5,32 @@ All notable changes to this project will be documented in this file.
|
|
|
5
5
|
Format is based on [Keep a Changelog v1.0.0](https://keepachangelog.com/en/1.0.0),
|
|
6
6
|
and this project adheres to [Semantic Versioning v2.0.0](https://semver.org/spec/v2.0.0.html).
|
|
7
7
|
|
|
8
|
-
## [[Unreleased]](https://github.com/esotericpig/nhkore/compare/v0.3.
|
|
8
|
+
## [[Unreleased]](https://github.com/esotericpig/nhkore/compare/v0.3.19...HEAD)
|
|
9
9
|
-
|
|
10
10
|
|
|
11
11
|
|
|
12
|
+
## [v0.3.19] - 2025-04-28
|
|
13
|
+
|
|
14
|
+
### Fixed
|
|
15
|
+
- Fixed to include `fileutils` for `news` cmd when directory doesn't exist.
|
|
16
|
+
|
|
17
|
+
### Changed
|
|
18
|
+
- Removed `UserAgents`. Replaced with Gem `ronin-web-user_agents`.
|
|
19
|
+
- Made some changes to `BingScraper`. Ultimately, it just doesn't work anymore, as Bing has become too strict. In the future, need to use a different search engine or a different way. Leaving for now as a zombie, and unnecessary for most NHKore functionality anyway.
|
|
20
|
+
|
|
21
|
+
|
|
12
22
|
## [v0.3.18] - 2025-04-24
|
|
13
23
|
|
|
24
|
+
### Fixed
|
|
25
|
+
- Bing no longer allows `count`, so removed it. No workaround/fix for now....
|
|
26
|
+
- New NHK Easy pages no longer have a dictionary, so changed it to only warn instead of an exception.
|
|
27
|
+
|
|
14
28
|
### Changed
|
|
15
29
|
- Changed Nokogiri gem version to `~> 1`, instead of `~> 1.xx`, as I got tired of the security alerts. Now, it will always be up-to-date and secure.
|
|
16
30
|
- Updated gems.
|
|
17
31
|
- Removed `yard_ghurt` gem.
|
|
18
32
|
- Applied new RuboCop suggestions.
|
|
19
33
|
|
|
20
|
-
### Fixed
|
|
21
|
-
- Bing no longer allows `count`, so removed it. No workaround/fix for now....
|
|
22
|
-
- New NHK Easy pages no longer have a dictionary, so changed it to only warn instead of an exception.
|
|
23
|
-
|
|
24
34
|
|
|
25
35
|
## [v0.3.17] - 2024-09-03
|
|
26
36
|
|
data/Gemfile
CHANGED
|
@@ -9,6 +9,7 @@ group :development,:test do
|
|
|
9
9
|
gem 'bundler' ,'~> 2.6'
|
|
10
10
|
gem 'rake' ,'~> 13.2'
|
|
11
11
|
gem 'raketeer' ,'~> 0.2' # Extra Rake tasks.
|
|
12
|
+
# Doc.
|
|
12
13
|
gem 'rdoc' ,'~> 6.13' # YARDoc RDoc (*.rb).
|
|
13
14
|
gem 'redcarpet','~> 3.6' # YARDoc Markdown (*.md).
|
|
14
15
|
gem 'yard' ,'~> 0.9' # YARDoc doc.
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
nhkore (0.3.
|
|
4
|
+
nhkore (0.3.19)
|
|
5
5
|
attr_bool (~> 0.2)
|
|
6
6
|
bimyou_segmenter (~> 1.2)
|
|
7
7
|
cri (~> 2.15)
|
|
@@ -14,6 +14,7 @@ PATH
|
|
|
14
14
|
psychgus (~> 1.3)
|
|
15
15
|
public_suffix (~> 6.0)
|
|
16
16
|
rainbow (~> 3.1)
|
|
17
|
+
ronin-web-user_agents (~> 0.1)
|
|
17
18
|
rss (~> 0.3)
|
|
18
19
|
rubyzip (~> 2.4)
|
|
19
20
|
tiny_segmenter (~> 0.0)
|
|
@@ -61,6 +62,7 @@ GEM
|
|
|
61
62
|
reline (0.6.1)
|
|
62
63
|
io-console (~> 0.5)
|
|
63
64
|
rexml (3.4.1)
|
|
65
|
+
ronin-web-user_agents (0.1.1)
|
|
64
66
|
rss (0.3.1)
|
|
65
67
|
rexml
|
|
66
68
|
rubyzip (2.4.1)
|
data/README.md
CHANGED
|
@@ -732,7 +732,7 @@ if !File.exist?(file)
|
|
|
732
732
|
end
|
|
733
733
|
```
|
|
734
734
|
|
|
735
|
-
### Util
|
|
735
|
+
### Util & DatetimeParser
|
|
736
736
|
|
|
737
737
|
These provide a variety of useful methods/constants.
|
|
738
738
|
|
|
@@ -740,7 +740,6 @@ Here are some of the most useful ones:
|
|
|
740
740
|
|
|
741
741
|
```Ruby
|
|
742
742
|
require 'nhkore/datetime_parser'
|
|
743
|
-
require 'nhkore/user_agents'
|
|
744
743
|
require 'nhkore/util'
|
|
745
744
|
|
|
746
745
|
include NHKore
|
|
@@ -748,10 +747,6 @@ include NHKore
|
|
|
748
747
|
puts '======='
|
|
749
748
|
puts '[ Net ]'
|
|
750
749
|
puts '======='
|
|
751
|
-
# Get a random User Agent for HTTP header field 'User-Agent'.
|
|
752
|
-
# - This is used by default in Scraper/SearchScraper.
|
|
753
|
-
puts "User-Agent: #{UserAgents.sample()}"
|
|
754
|
-
|
|
755
750
|
uri = URI('https://www.bing.com/search?q=nhk')
|
|
756
751
|
Util.replace_uri_query!(uri,q: 'banana')
|
|
757
752
|
|
|
@@ -884,7 +879,7 @@ Releasing new HTML file for website:
|
|
|
884
879
|
[GNU LGPL v3+](LICENSE.txt)
|
|
885
880
|
|
|
886
881
|
> NHKore (<https://github.com/esotericpig/nhkore>)
|
|
887
|
-
> Copyright (c) 2020-
|
|
882
|
+
> Copyright (c) 2020-2025 Bradley Whited
|
|
888
883
|
>
|
|
889
884
|
> NHKore is free software: you can redistribute it and/or modify
|
|
890
885
|
> it under the terms of the GNU Lesser General Public License as published by
|
data/bin/nhkore
CHANGED
data/lib/nhkore/app.rb
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
@@ -25,9 +25,6 @@ require 'nhkore/cli/search_cmd'
|
|
|
25
25
|
require 'nhkore/cli/sift_cmd'
|
|
26
26
|
|
|
27
27
|
module NHKore
|
|
28
|
-
module CLI
|
|
29
|
-
end
|
|
30
|
-
|
|
31
28
|
###
|
|
32
29
|
# For disabling/enabling color output.
|
|
33
30
|
###
|
data/lib/nhkore/article.rb
CHANGED
data/lib/nhkore/cleaner.rb
CHANGED
data/lib/nhkore/cli/fx_cmd.rb
CHANGED
data/lib/nhkore/cli/get_cmd.rb
CHANGED
data/lib/nhkore/cli/news_cmd.rb
CHANGED
|
@@ -3,11 +3,12 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
10
10
|
|
|
11
|
+
require 'fileutils'
|
|
11
12
|
require 'time'
|
|
12
13
|
|
|
13
14
|
require 'nhkore/datetime_parser'
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
@@ -27,7 +27,7 @@ module CLI
|
|
|
27
27
|
|
|
28
28
|
description <<-DESC
|
|
29
29
|
Search for links (using a Search Engine, etc.) to NHK News Web (Easy) &
|
|
30
|
-
save to folder: #{SearchLinks::DEFAULT_DIR}
|
|
30
|
+
save to folder: '#{SearchLinks::DEFAULT_DIR}'
|
|
31
31
|
DESC
|
|
32
32
|
|
|
33
33
|
option :i,:in,<<-DESC,argument: :required,transform: lambda { |value|
|
|
@@ -38,7 +38,7 @@ module CLI
|
|
|
38
38
|
}
|
|
39
39
|
option :l,:loop,'number of times to repeat the search to ensure results',argument: :required,
|
|
40
40
|
transform: lambda { |value|
|
|
41
|
-
value = value.to_i
|
|
41
|
+
value = value.to_s.strip.to_i
|
|
42
42
|
value = 1 if value < 1
|
|
43
43
|
value
|
|
44
44
|
}
|
data/lib/nhkore/cli/sift_cmd.rb
CHANGED
data/lib/nhkore/defn.rb
CHANGED
data/lib/nhkore/dict.rb
CHANGED
data/lib/nhkore/dict_scraper.rb
CHANGED
data/lib/nhkore/entry.rb
CHANGED
data/lib/nhkore/error.rb
CHANGED
data/lib/nhkore/fileable.rb
CHANGED
data/lib/nhkore/lib.rb
CHANGED
|
@@ -3,11 +3,16 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
10
10
|
|
|
11
|
+
###
|
|
12
|
+
# Include this file to only require the files needed to use this
|
|
13
|
+
# Gem as a library (i.e., don't include CLI-related files).
|
|
14
|
+
###
|
|
15
|
+
|
|
11
16
|
require 'nhkore/article'
|
|
12
17
|
require 'nhkore/article_scraper'
|
|
13
18
|
require 'nhkore/cleaner'
|
|
@@ -26,17 +31,7 @@ require 'nhkore/search_link'
|
|
|
26
31
|
require 'nhkore/search_scraper'
|
|
27
32
|
require 'nhkore/sifter'
|
|
28
33
|
require 'nhkore/splitter'
|
|
29
|
-
require 'nhkore/user_agents'
|
|
30
34
|
require 'nhkore/util'
|
|
31
35
|
require 'nhkore/variator'
|
|
32
36
|
require 'nhkore/version'
|
|
33
37
|
require 'nhkore/word'
|
|
34
|
-
|
|
35
|
-
module NHKore
|
|
36
|
-
###
|
|
37
|
-
# Include this file to only require the files needed to use this
|
|
38
|
-
# Gem as a library (i.e., don't include CLI-related files).
|
|
39
|
-
###
|
|
40
|
-
module Lib
|
|
41
|
-
end
|
|
42
|
-
end
|
data/lib/nhkore/missingno.rb
CHANGED
data/lib/nhkore/news.rb
CHANGED
data/lib/nhkore/polisher.rb
CHANGED
data/lib/nhkore/scraper.rb
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
@@ -11,9 +11,9 @@
|
|
|
11
11
|
require 'attr_bool'
|
|
12
12
|
require 'nokogiri'
|
|
13
13
|
require 'open-uri'
|
|
14
|
+
require 'ronin/web/user_agents'
|
|
14
15
|
|
|
15
16
|
require 'nhkore/error'
|
|
16
|
-
require 'nhkore/user_agents'
|
|
17
17
|
require 'nhkore/util'
|
|
18
18
|
|
|
19
19
|
module NHKore
|
|
@@ -21,10 +21,18 @@ module NHKore
|
|
|
21
21
|
extend AttrBool::Ext
|
|
22
22
|
|
|
23
23
|
DEFAULT_HEADER = {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
24
|
+
# See for better ones:
|
|
25
|
+
# - https://www.useragentstring.com/pages/Chrome/
|
|
26
|
+
'user-agent' => Ronin::Web::UserAgents.random,
|
|
27
|
+
|
|
28
|
+
'accept' => 'text/html,application/xhtml+xml,application/xml,application/rss+xml,text/xml;' \
|
|
29
|
+
'q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
|
|
30
|
+
'accept-language' => 'en;q=0.9,ja-JP;q=0.8,ja',
|
|
31
|
+
'cache-control' => 'max-age=0',
|
|
27
32
|
'dnt' => '1',
|
|
33
|
+
'ect' => '4g',
|
|
34
|
+
'priority' => 'u=0, i',
|
|
35
|
+
'upgrade-insecure-requests' => '1',
|
|
28
36
|
}.freeze
|
|
29
37
|
|
|
30
38
|
attr_accessor? :eat_cookie
|
data/lib/nhkore/search_link.rb
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
@@ -111,6 +111,7 @@ module NHKore
|
|
|
111
111
|
super(url,**kargs)
|
|
112
112
|
end
|
|
113
113
|
|
|
114
|
+
# FIXME: Bing no longer allows `count`.
|
|
114
115
|
# rubocop:disable Lint/UnusedMethodArgument
|
|
115
116
|
def self.build_url(site,count: DEFAULT_RESULT_COUNT,**_kargs)
|
|
116
117
|
url = ''.dup
|
|
@@ -118,7 +119,14 @@ module NHKore
|
|
|
118
119
|
url << 'https://www.bing.com/search?'
|
|
119
120
|
url << URI.encode_www_form(
|
|
120
121
|
q: "site:#{site}",
|
|
121
|
-
|
|
122
|
+
qs: 'n',
|
|
123
|
+
sp: '-1',
|
|
124
|
+
lq: '0',
|
|
125
|
+
pq: "site:#{site}",
|
|
126
|
+
sc: '1-25',
|
|
127
|
+
sk: '',
|
|
128
|
+
first: '1',
|
|
129
|
+
FORM: 'PERE',
|
|
122
130
|
)
|
|
123
131
|
|
|
124
132
|
return url
|
|
@@ -126,11 +134,12 @@ module NHKore
|
|
|
126
134
|
# rubocop:enable Lint/UnusedMethodArgument
|
|
127
135
|
|
|
128
136
|
def scrape(slinks,page = NextPage.new())
|
|
129
|
-
next_page,
|
|
137
|
+
next_page,_link_count = scrape_html(slinks,page)
|
|
130
138
|
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
139
|
+
# FIXME: Bing no longer allows RSS pages after the first page.
|
|
140
|
+
# if link_count <= 0
|
|
141
|
+
# scrape_rss(slinks,page,next_page)
|
|
142
|
+
# end
|
|
134
143
|
|
|
135
144
|
return next_page
|
|
136
145
|
end
|
|
@@ -147,7 +156,7 @@ module NHKore
|
|
|
147
156
|
|
|
148
157
|
next if ignore_link?(href)
|
|
149
158
|
|
|
150
|
-
if (md = href.match(/first=(\d+)/))
|
|
159
|
+
if (md = href.match(/first=(\d+)/i)) && href =~ /FORM=PERE/i
|
|
151
160
|
count = md[1].to_i
|
|
152
161
|
|
|
153
162
|
if count > page.count && (next_page.count < 0 || count < next_page.count)
|
data/lib/nhkore/sifter.rb
CHANGED
data/lib/nhkore/splitter.rb
CHANGED
data/lib/nhkore/util.rb
CHANGED
data/lib/nhkore/variator.rb
CHANGED
data/lib/nhkore/version.rb
CHANGED
|
@@ -3,11 +3,11 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
10
10
|
|
|
11
11
|
module NHKore
|
|
12
|
-
VERSION = '0.3.
|
|
12
|
+
VERSION = '0.3.19'
|
|
13
13
|
end
|
data/lib/nhkore/word.rb
CHANGED
data/lib/nhkore.rb
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#--
|
|
5
5
|
# This file is part of NHKore.
|
|
6
|
-
# Copyright (c) 2020
|
|
6
|
+
# Copyright (c) 2020 Bradley Whited
|
|
7
7
|
#
|
|
8
8
|
# SPDX-License-Identifier: LGPL-3.0-or-later
|
|
9
9
|
#++
|
|
@@ -15,14 +15,8 @@ if TESTING
|
|
|
15
15
|
require 'bundler/setup'
|
|
16
16
|
end
|
|
17
17
|
|
|
18
|
-
require 'nhkore/app'
|
|
19
18
|
require 'nhkore/lib'
|
|
20
|
-
|
|
21
|
-
require 'nhkore/cli/fx_cmd'
|
|
22
|
-
require 'nhkore/cli/get_cmd'
|
|
23
|
-
require 'nhkore/cli/news_cmd'
|
|
24
|
-
require 'nhkore/cli/search_cmd'
|
|
25
|
-
require 'nhkore/cli/sift_cmd'
|
|
19
|
+
require 'nhkore/app'
|
|
26
20
|
|
|
27
21
|
module NHKore
|
|
28
22
|
def self.run(args = ARGV)
|
data/nhkore.gemspec
CHANGED
|
@@ -6,7 +6,7 @@ require_relative 'lib/nhkore/version'
|
|
|
6
6
|
Gem::Specification.new do |spec|
|
|
7
7
|
spec.name = 'nhkore'
|
|
8
8
|
spec.version = NHKore::VERSION
|
|
9
|
-
spec.authors = ['
|
|
9
|
+
spec.authors = ['Bradley Whited']
|
|
10
10
|
spec.email = ['code@esotericpig.com']
|
|
11
11
|
spec.licenses = ['LGPL-3.0-or-later']
|
|
12
12
|
spec.homepage = 'https://github.com/esotericpig/nhkore'
|
|
@@ -51,23 +51,29 @@ Gem::Specification.new do |spec|
|
|
|
51
51
|
spec.extra_rdoc_files,
|
|
52
52
|
].flatten
|
|
53
53
|
|
|
54
|
-
|
|
55
|
-
spec.add_dependency 'bimyou_segmenter'
|
|
56
|
-
spec.add_dependency '
|
|
57
|
-
spec.add_dependency '
|
|
58
|
-
|
|
59
|
-
spec.add_dependency '
|
|
60
|
-
spec.add_dependency 'http-cookie'
|
|
61
|
-
spec.add_dependency '
|
|
62
|
-
spec.add_dependency '
|
|
63
|
-
spec.add_dependency '
|
|
64
|
-
spec.add_dependency '
|
|
65
|
-
|
|
66
|
-
spec.add_dependency '
|
|
67
|
-
spec.add_dependency '
|
|
68
|
-
spec.add_dependency '
|
|
69
|
-
|
|
70
|
-
spec.add_dependency '
|
|
54
|
+
# Japanese.
|
|
55
|
+
spec.add_dependency 'bimyou_segmenter' ,'~> 1.2' # Splits Japanese sentences into words.
|
|
56
|
+
spec.add_dependency 'japanese_deinflector' ,'~> 0.0' # Un-conjugates Japanese words (dictionary form).
|
|
57
|
+
spec.add_dependency 'tiny_segmenter' ,'~> 0.0' # Splits Japanese sentences into words.
|
|
58
|
+
# Network/Scraping.
|
|
59
|
+
spec.add_dependency 'down' ,'~> 5.4' # Downloads files (GetCmd).
|
|
60
|
+
spec.add_dependency 'http-cookie' ,'~> 1.0' # Parses/Sets cookies [(Bing)Scraper].
|
|
61
|
+
spec.add_dependency 'nokogiri' ,'~> 1' # Parses HTML.
|
|
62
|
+
spec.add_dependency 'public_suffix' ,'~> 6.0' # Parses URL domain names.
|
|
63
|
+
spec.add_dependency 'ronin-web-user_agents','~> 0.1' # Generates a random User-Agent.
|
|
64
|
+
spec.add_dependency 'rss' ,'~> 0.3' # Parses RSS feeds [(Bing)Scraper].
|
|
65
|
+
# Data/Files.
|
|
66
|
+
spec.add_dependency 'csv' ,'~> 3.3' # Outputs CSV.
|
|
67
|
+
spec.add_dependency 'psychgus' ,'~> 1.3' # Styles Psych YAML.
|
|
68
|
+
spec.add_dependency 'rubyzip' ,'~> 2.4' # Extracts Zip files (GetCmd).
|
|
69
|
+
# CLI.
|
|
70
|
+
spec.add_dependency 'cri' ,'~> 2.15' # CLI commands/options.
|
|
71
|
+
spec.add_dependency 'highline' ,'~> 3.1' # CLI IO.
|
|
72
|
+
spec.add_dependency 'rainbow' ,'~> 3.1' # CLI color output.
|
|
73
|
+
spec.add_dependency 'tty-progressbar' ,'~> 0.18' # CLI progress bars.
|
|
74
|
+
spec.add_dependency 'tty-spinner' ,'~> 0.9' # CLI spinning progress.
|
|
75
|
+
# Utils.
|
|
76
|
+
spec.add_dependency 'attr_bool' ,'~> 0.2' # attr_accessor?/attr_reader?.
|
|
71
77
|
|
|
72
78
|
spec.post_install_message = <<~MSG
|
|
73
79
|
+=============================================================================+
|
|
@@ -81,7 +87,4 @@ Gem::Specification.new do |spec|
|
|
|
81
87
|
| Changelog: #{spec.metadata['changelog_uri']}
|
|
82
88
|
+=============================================================================+
|
|
83
89
|
MSG
|
|
84
|
-
|
|
85
|
-
# Uncomment to see max line length:
|
|
86
|
-
# puts spec.post_install_message.split("\n").map(&:length).max
|
|
87
90
|
end
|