nhkore 0.3.17 → 0.3.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.yardopts +1 -1
- data/CHANGELOG.md +24 -1
- data/Gemfile +14 -1
- data/Gemfile.lock +29 -29
- data/README.md +2 -7
- data/Rakefile +19 -52
- data/bin/nhkore +1 -3
- data/lib/nhkore/app.rb +41 -46
- data/lib/nhkore/article.rb +9 -11
- data/lib/nhkore/article_scraper.rb +30 -29
- data/lib/nhkore/cleaner.rb +1 -3
- data/lib/nhkore/cli/fx_cmd.rb +17 -22
- data/lib/nhkore/cli/get_cmd.rb +5 -7
- data/lib/nhkore/cli/news_cmd.rb +14 -19
- data/lib/nhkore/cli/search_cmd.rb +11 -14
- data/lib/nhkore/cli/sift_cmd.rb +13 -15
- data/lib/nhkore/datetime_parser.rb +35 -37
- data/lib/nhkore/defn.rb +2 -4
- data/lib/nhkore/dict.rb +1 -3
- data/lib/nhkore/dict_scraper.rb +1 -3
- data/lib/nhkore/entry.rb +1 -3
- data/lib/nhkore/error.rb +1 -2
- data/lib/nhkore/fileable.rb +1 -2
- data/lib/nhkore/lib.rb +5 -12
- data/lib/nhkore/missingno.rb +1 -3
- data/lib/nhkore/news.rb +7 -10
- data/lib/nhkore/polisher.rb +1 -3
- data/lib/nhkore/scraper.rb +23 -13
- data/lib/nhkore/search_link.rb +11 -13
- data/lib/nhkore/search_scraper.rb +26 -15
- data/lib/nhkore/sifter.rb +7 -9
- data/lib/nhkore/splitter.rb +1 -3
- data/lib/nhkore/util.rb +8 -8
- data/lib/nhkore/variator.rb +3 -4
- data/lib/nhkore/version.rb +2 -3
- data/lib/nhkore/word.rb +8 -10
- data/lib/nhkore.rb +3 -11
- data/nhkore.gemspec +41 -47
- data/samples/looper.rb +1 -2
- data/test/nhkore/test_helper.rb +1 -8
- data/test/nhkore_test.rb +5 -9
- metadata +55 -139
- data/lib/nhkore/user_agents.rb +0 -1172
- data/yard/templates/default/layout/html/footer.erb +0 -5
metadata
CHANGED
@@ -1,29 +1,15 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: nhkore
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.19
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
|
-
-
|
7
|
+
- Bradley Whited
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2025-04-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
|
-
- !ruby/object:Gem::Dependency
|
14
|
-
name: attr_bool
|
15
|
-
requirement: !ruby/object:Gem::Requirement
|
16
|
-
requirements:
|
17
|
-
- - "~>"
|
18
|
-
- !ruby/object:Gem::Version
|
19
|
-
version: '0.2'
|
20
|
-
type: :runtime
|
21
|
-
prerelease: false
|
22
|
-
version_requirements: !ruby/object:Gem::Requirement
|
23
|
-
requirements:
|
24
|
-
- - "~>"
|
25
|
-
- !ruby/object:Gem::Version
|
26
|
-
version: '0.2'
|
27
13
|
- !ruby/object:Gem::Dependency
|
28
14
|
name: bimyou_segmenter
|
29
15
|
requirement: !ruby/object:Gem::Requirement
|
@@ -39,47 +25,47 @@ dependencies:
|
|
39
25
|
- !ruby/object:Gem::Version
|
40
26
|
version: '1.2'
|
41
27
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
28
|
+
name: japanese_deinflector
|
43
29
|
requirement: !ruby/object:Gem::Requirement
|
44
30
|
requirements:
|
45
31
|
- - "~>"
|
46
32
|
- !ruby/object:Gem::Version
|
47
|
-
version: '
|
33
|
+
version: '0.0'
|
48
34
|
type: :runtime
|
49
35
|
prerelease: false
|
50
36
|
version_requirements: !ruby/object:Gem::Requirement
|
51
37
|
requirements:
|
52
38
|
- - "~>"
|
53
39
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
40
|
+
version: '0.0'
|
55
41
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
42
|
+
name: tiny_segmenter
|
57
43
|
requirement: !ruby/object:Gem::Requirement
|
58
44
|
requirements:
|
59
45
|
- - "~>"
|
60
46
|
- !ruby/object:Gem::Version
|
61
|
-
version: '
|
47
|
+
version: '0.0'
|
62
48
|
type: :runtime
|
63
49
|
prerelease: false
|
64
50
|
version_requirements: !ruby/object:Gem::Requirement
|
65
51
|
requirements:
|
66
52
|
- - "~>"
|
67
53
|
- !ruby/object:Gem::Version
|
68
|
-
version: '
|
54
|
+
version: '0.0'
|
69
55
|
- !ruby/object:Gem::Dependency
|
70
|
-
name:
|
56
|
+
name: down
|
71
57
|
requirement: !ruby/object:Gem::Requirement
|
72
58
|
requirements:
|
73
59
|
- - "~>"
|
74
60
|
- !ruby/object:Gem::Version
|
75
|
-
version: '
|
61
|
+
version: '5.4'
|
76
62
|
type: :runtime
|
77
63
|
prerelease: false
|
78
64
|
version_requirements: !ruby/object:Gem::Requirement
|
79
65
|
requirements:
|
80
66
|
- - "~>"
|
81
67
|
- !ruby/object:Gem::Version
|
82
|
-
version: '
|
68
|
+
version: '5.4'
|
83
69
|
- !ruby/object:Gem::Dependency
|
84
70
|
name: http-cookie
|
85
71
|
requirement: !ruby/object:Gem::Requirement
|
@@ -94,48 +80,20 @@ dependencies:
|
|
94
80
|
- - "~>"
|
95
81
|
- !ruby/object:Gem::Version
|
96
82
|
version: '1.0'
|
97
|
-
- !ruby/object:Gem::Dependency
|
98
|
-
name: japanese_deinflector
|
99
|
-
requirement: !ruby/object:Gem::Requirement
|
100
|
-
requirements:
|
101
|
-
- - "~>"
|
102
|
-
- !ruby/object:Gem::Version
|
103
|
-
version: '0.0'
|
104
|
-
type: :runtime
|
105
|
-
prerelease: false
|
106
|
-
version_requirements: !ruby/object:Gem::Requirement
|
107
|
-
requirements:
|
108
|
-
- - "~>"
|
109
|
-
- !ruby/object:Gem::Version
|
110
|
-
version: '0.0'
|
111
83
|
- !ruby/object:Gem::Dependency
|
112
84
|
name: nokogiri
|
113
85
|
requirement: !ruby/object:Gem::Requirement
|
114
86
|
requirements:
|
115
87
|
- - "~>"
|
116
88
|
- !ruby/object:Gem::Version
|
117
|
-
version: '1
|
89
|
+
version: '1'
|
118
90
|
type: :runtime
|
119
91
|
prerelease: false
|
120
92
|
version_requirements: !ruby/object:Gem::Requirement
|
121
93
|
requirements:
|
122
94
|
- - "~>"
|
123
95
|
- !ruby/object:Gem::Version
|
124
|
-
version: '1
|
125
|
-
- !ruby/object:Gem::Dependency
|
126
|
-
name: psychgus
|
127
|
-
requirement: !ruby/object:Gem::Requirement
|
128
|
-
requirements:
|
129
|
-
- - "~>"
|
130
|
-
- !ruby/object:Gem::Version
|
131
|
-
version: '1.3'
|
132
|
-
type: :runtime
|
133
|
-
prerelease: false
|
134
|
-
version_requirements: !ruby/object:Gem::Requirement
|
135
|
-
requirements:
|
136
|
-
- - "~>"
|
137
|
-
- !ruby/object:Gem::Version
|
138
|
-
version: '1.3'
|
96
|
+
version: '1'
|
139
97
|
- !ruby/object:Gem::Dependency
|
140
98
|
name: public_suffix
|
141
99
|
requirement: !ruby/object:Gem::Requirement
|
@@ -151,19 +109,19 @@ dependencies:
|
|
151
109
|
- !ruby/object:Gem::Version
|
152
110
|
version: '6.0'
|
153
111
|
- !ruby/object:Gem::Dependency
|
154
|
-
name:
|
112
|
+
name: ronin-web-user_agents
|
155
113
|
requirement: !ruby/object:Gem::Requirement
|
156
114
|
requirements:
|
157
115
|
- - "~>"
|
158
116
|
- !ruby/object:Gem::Version
|
159
|
-
version: '
|
117
|
+
version: '0.1'
|
160
118
|
type: :runtime
|
161
119
|
prerelease: false
|
162
120
|
version_requirements: !ruby/object:Gem::Requirement
|
163
121
|
requirements:
|
164
122
|
- - "~>"
|
165
123
|
- !ruby/object:Gem::Version
|
166
|
-
version: '
|
124
|
+
version: '0.1'
|
167
125
|
- !ruby/object:Gem::Dependency
|
168
126
|
name: rss
|
169
127
|
requirement: !ruby/object:Gem::Requirement
|
@@ -179,153 +137,111 @@ dependencies:
|
|
179
137
|
- !ruby/object:Gem::Version
|
180
138
|
version: '0.3'
|
181
139
|
- !ruby/object:Gem::Dependency
|
182
|
-
name:
|
140
|
+
name: csv
|
183
141
|
requirement: !ruby/object:Gem::Requirement
|
184
142
|
requirements:
|
185
143
|
- - "~>"
|
186
144
|
- !ruby/object:Gem::Version
|
187
|
-
version: '
|
145
|
+
version: '3.3'
|
188
146
|
type: :runtime
|
189
147
|
prerelease: false
|
190
148
|
version_requirements: !ruby/object:Gem::Requirement
|
191
149
|
requirements:
|
192
150
|
- - "~>"
|
193
151
|
- !ruby/object:Gem::Version
|
194
|
-
version: '
|
152
|
+
version: '3.3'
|
195
153
|
- !ruby/object:Gem::Dependency
|
196
|
-
name:
|
154
|
+
name: psychgus
|
197
155
|
requirement: !ruby/object:Gem::Requirement
|
198
156
|
requirements:
|
199
157
|
- - "~>"
|
200
158
|
- !ruby/object:Gem::Version
|
201
|
-
version: '
|
159
|
+
version: '1.3'
|
202
160
|
type: :runtime
|
203
161
|
prerelease: false
|
204
162
|
version_requirements: !ruby/object:Gem::Requirement
|
205
163
|
requirements:
|
206
164
|
- - "~>"
|
207
165
|
- !ruby/object:Gem::Version
|
208
|
-
version: '
|
166
|
+
version: '1.3'
|
209
167
|
- !ruby/object:Gem::Dependency
|
210
|
-
name:
|
168
|
+
name: rubyzip
|
211
169
|
requirement: !ruby/object:Gem::Requirement
|
212
170
|
requirements:
|
213
171
|
- - "~>"
|
214
172
|
- !ruby/object:Gem::Version
|
215
|
-
version: '
|
173
|
+
version: '2.4'
|
216
174
|
type: :runtime
|
217
175
|
prerelease: false
|
218
176
|
version_requirements: !ruby/object:Gem::Requirement
|
219
177
|
requirements:
|
220
178
|
- - "~>"
|
221
179
|
- !ruby/object:Gem::Version
|
222
|
-
version: '
|
180
|
+
version: '2.4'
|
223
181
|
- !ruby/object:Gem::Dependency
|
224
|
-
name:
|
182
|
+
name: cri
|
225
183
|
requirement: !ruby/object:Gem::Requirement
|
226
184
|
requirements:
|
227
185
|
- - "~>"
|
228
186
|
- !ruby/object:Gem::Version
|
229
|
-
version: '
|
187
|
+
version: '2.15'
|
230
188
|
type: :runtime
|
231
189
|
prerelease: false
|
232
190
|
version_requirements: !ruby/object:Gem::Requirement
|
233
191
|
requirements:
|
234
192
|
- - "~>"
|
235
193
|
- !ruby/object:Gem::Version
|
236
|
-
version: '
|
237
|
-
- !ruby/object:Gem::Dependency
|
238
|
-
name: bundler
|
239
|
-
requirement: !ruby/object:Gem::Requirement
|
240
|
-
requirements:
|
241
|
-
- - "~>"
|
242
|
-
- !ruby/object:Gem::Version
|
243
|
-
version: '2.5'
|
244
|
-
type: :development
|
245
|
-
prerelease: false
|
246
|
-
version_requirements: !ruby/object:Gem::Requirement
|
247
|
-
requirements:
|
248
|
-
- - "~>"
|
249
|
-
- !ruby/object:Gem::Version
|
250
|
-
version: '2.5'
|
251
|
-
- !ruby/object:Gem::Dependency
|
252
|
-
name: minitest
|
253
|
-
requirement: !ruby/object:Gem::Requirement
|
254
|
-
requirements:
|
255
|
-
- - "~>"
|
256
|
-
- !ruby/object:Gem::Version
|
257
|
-
version: '5.25'
|
258
|
-
type: :development
|
259
|
-
prerelease: false
|
260
|
-
version_requirements: !ruby/object:Gem::Requirement
|
261
|
-
requirements:
|
262
|
-
- - "~>"
|
263
|
-
- !ruby/object:Gem::Version
|
264
|
-
version: '5.25'
|
265
|
-
- !ruby/object:Gem::Dependency
|
266
|
-
name: rake
|
267
|
-
requirement: !ruby/object:Gem::Requirement
|
268
|
-
requirements:
|
269
|
-
- - "~>"
|
270
|
-
- !ruby/object:Gem::Version
|
271
|
-
version: '13.2'
|
272
|
-
type: :development
|
273
|
-
prerelease: false
|
274
|
-
version_requirements: !ruby/object:Gem::Requirement
|
275
|
-
requirements:
|
276
|
-
- - "~>"
|
277
|
-
- !ruby/object:Gem::Version
|
278
|
-
version: '13.2'
|
194
|
+
version: '2.15'
|
279
195
|
- !ruby/object:Gem::Dependency
|
280
|
-
name:
|
196
|
+
name: highline
|
281
197
|
requirement: !ruby/object:Gem::Requirement
|
282
198
|
requirements:
|
283
199
|
- - "~>"
|
284
200
|
- !ruby/object:Gem::Version
|
285
|
-
version: '
|
286
|
-
type: :
|
201
|
+
version: '3.1'
|
202
|
+
type: :runtime
|
287
203
|
prerelease: false
|
288
204
|
version_requirements: !ruby/object:Gem::Requirement
|
289
205
|
requirements:
|
290
206
|
- - "~>"
|
291
207
|
- !ruby/object:Gem::Version
|
292
|
-
version: '
|
208
|
+
version: '3.1'
|
293
209
|
- !ruby/object:Gem::Dependency
|
294
|
-
name:
|
210
|
+
name: rainbow
|
295
211
|
requirement: !ruby/object:Gem::Requirement
|
296
212
|
requirements:
|
297
213
|
- - "~>"
|
298
214
|
- !ruby/object:Gem::Version
|
299
|
-
version: '
|
300
|
-
type: :
|
215
|
+
version: '3.1'
|
216
|
+
type: :runtime
|
301
217
|
prerelease: false
|
302
218
|
version_requirements: !ruby/object:Gem::Requirement
|
303
219
|
requirements:
|
304
220
|
- - "~>"
|
305
221
|
- !ruby/object:Gem::Version
|
306
|
-
version: '
|
222
|
+
version: '3.1'
|
307
223
|
- !ruby/object:Gem::Dependency
|
308
|
-
name:
|
224
|
+
name: tty-progressbar
|
309
225
|
requirement: !ruby/object:Gem::Requirement
|
310
226
|
requirements:
|
311
227
|
- - "~>"
|
312
228
|
- !ruby/object:Gem::Version
|
313
|
-
version: '
|
314
|
-
type: :
|
229
|
+
version: '0.18'
|
230
|
+
type: :runtime
|
315
231
|
prerelease: false
|
316
232
|
version_requirements: !ruby/object:Gem::Requirement
|
317
233
|
requirements:
|
318
234
|
- - "~>"
|
319
235
|
- !ruby/object:Gem::Version
|
320
|
-
version: '
|
236
|
+
version: '0.18'
|
321
237
|
- !ruby/object:Gem::Dependency
|
322
|
-
name:
|
238
|
+
name: tty-spinner
|
323
239
|
requirement: !ruby/object:Gem::Requirement
|
324
240
|
requirements:
|
325
241
|
- - "~>"
|
326
242
|
- !ruby/object:Gem::Version
|
327
243
|
version: '0.9'
|
328
|
-
type: :
|
244
|
+
type: :runtime
|
329
245
|
prerelease: false
|
330
246
|
version_requirements: !ruby/object:Gem::Requirement
|
331
247
|
requirements:
|
@@ -333,29 +249,30 @@ dependencies:
|
|
333
249
|
- !ruby/object:Gem::Version
|
334
250
|
version: '0.9'
|
335
251
|
- !ruby/object:Gem::Dependency
|
336
|
-
name:
|
252
|
+
name: attr_bool
|
337
253
|
requirement: !ruby/object:Gem::Requirement
|
338
254
|
requirements:
|
339
255
|
- - "~>"
|
340
256
|
- !ruby/object:Gem::Version
|
341
|
-
version: '
|
342
|
-
type: :
|
257
|
+
version: '0.2'
|
258
|
+
type: :runtime
|
343
259
|
prerelease: false
|
344
260
|
version_requirements: !ruby/object:Gem::Requirement
|
345
261
|
requirements:
|
346
262
|
- - "~>"
|
347
263
|
- !ruby/object:Gem::Version
|
348
|
-
version: '
|
349
|
-
description:
|
350
|
-
|
264
|
+
version: '0.2'
|
265
|
+
description: |
|
266
|
+
Scrapes NHK News Web (Easy) for the word frequency (core list) for Japanese language learners.
|
267
|
+
Includes a CLI app and a scraper library.
|
351
268
|
email:
|
352
269
|
- code@esotericpig.com
|
353
270
|
executables:
|
354
271
|
- nhkore
|
355
272
|
extensions: []
|
356
273
|
extra_rdoc_files:
|
357
|
-
- CHANGELOG.md
|
358
274
|
- LICENSE.txt
|
275
|
+
- CHANGELOG.md
|
359
276
|
- README.md
|
360
277
|
files:
|
361
278
|
- ".yardopts"
|
@@ -392,7 +309,6 @@ files:
|
|
392
309
|
- lib/nhkore/search_scraper.rb
|
393
310
|
- lib/nhkore/sifter.rb
|
394
311
|
- lib/nhkore/splitter.rb
|
395
|
-
- lib/nhkore/user_agents.rb
|
396
312
|
- lib/nhkore/util.rb
|
397
313
|
- lib/nhkore/variator.rb
|
398
314
|
- lib/nhkore/version.rb
|
@@ -401,18 +317,18 @@ files:
|
|
401
317
|
- samples/looper.rb
|
402
318
|
- test/nhkore/test_helper.rb
|
403
319
|
- test/nhkore_test.rb
|
404
|
-
- yard/templates/default/layout/html/footer.erb
|
405
320
|
homepage: https://github.com/esotericpig/nhkore
|
406
321
|
licenses:
|
407
322
|
- LGPL-3.0-or-later
|
408
323
|
metadata:
|
324
|
+
rubygems_mfa_required: 'true'
|
409
325
|
homepage_uri: https://github.com/esotericpig/nhkore
|
410
326
|
source_code_uri: https://github.com/esotericpig/nhkore
|
411
327
|
bug_tracker_uri: https://github.com/esotericpig/nhkore/issues
|
412
328
|
changelog_uri: https://github.com/esotericpig/nhkore/blob/master/CHANGELOG.md
|
413
329
|
post_install_message: |
|
414
330
|
+=============================================================================+
|
415
|
-
| NHKore v0.3.
|
331
|
+
| NHKore v0.3.19
|
416
332
|
|
|
417
333
|
| You can now use [nhkore] on the command line.
|
418
334
|
|
|
@@ -425,7 +341,7 @@ rdoc_options:
|
|
425
341
|
- "--hyperlink-all"
|
426
342
|
- "--show-hash"
|
427
343
|
- "--title"
|
428
|
-
- NHKore v0.3.
|
344
|
+
- NHKore v0.3.19 Doc
|
429
345
|
- "--main"
|
430
346
|
- README.md
|
431
347
|
require_paths:
|
@@ -442,7 +358,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
442
358
|
version: '0'
|
443
359
|
requirements:
|
444
360
|
- 'Nokogiri: https://www.nokogiri.org/tutorials/installing_nokogiri.html'
|
445
|
-
rubygems_version: 3.5.
|
361
|
+
rubygems_version: 3.5.21
|
446
362
|
signing_key:
|
447
363
|
specification_version: 4
|
448
364
|
summary: NHK News Web (Easy) word frequency (core) scraper for Japanese language learners.
|