web_stat 0.5.3 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.github/workflows/gem-push.yml +46 -0
- data/.github/workflows/ruby.yml +30 -0
- data/.ruby-version +1 -1
- data/Dockerfile +3 -7
- data/Gemfile.lock +223 -0
- data/docker-compose.yml +2 -3
- data/lib/web_stat/configure.rb +7 -7
- data/lib/web_stat/fetch.rb +4 -4
- data/lib/web_stat/version.rb +2 -2
- data/spec/spec_helper.rb +4 -6
- data/web_stat.gemspec +16 -16
- metadata +35 -32
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 59425c78f80d4ba1d5837c994fcbd8740b7800c18706ae6190b0a914af44649b
|
|
4
|
+
data.tar.gz: 6abe4c6d4584effbb8553b21e7340940baf1aff8f863ea73b809b8124699f0e1
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3d6e5eedabbbf28b2a24646e7c3a04598e8a4120515306501ecafdf3b06111541c07d4d94566b61b7bd560a749d334b469f586deed00f44d2ef701ec6532d280
|
|
7
|
+
data.tar.gz: d21463900b26cb1f8b3fd91ad91e5feaa9b534086f65a745a96f082f4432b486288b8494d0c8c592cb529bbebf96cadc33b5de774dc151686ff2d8dad301b069
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
name: Ruby Gem
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
tags: [ 'v*' ]
|
|
6
|
+
|
|
7
|
+
jobs:
|
|
8
|
+
build:
|
|
9
|
+
name: Build + Publish
|
|
10
|
+
runs-on: ubuntu-latest
|
|
11
|
+
permissions:
|
|
12
|
+
contents: read
|
|
13
|
+
packages: write
|
|
14
|
+
|
|
15
|
+
steps:
|
|
16
|
+
- uses: actions/checkout@v3
|
|
17
|
+
- name: Set up Ruby 3.2
|
|
18
|
+
# To automatically get bug fixes and new Ruby versions for ruby/setup-ruby,
|
|
19
|
+
# change this to (see https://github.com/ruby/setup-ruby#versioning):
|
|
20
|
+
# uses: ruby/setup-ruby@v1
|
|
21
|
+
uses: ruby/setup-ruby@55283cc23133118229fd3f97f9336ee23a179fcf # v1.146.0
|
|
22
|
+
with:
|
|
23
|
+
ruby-version: 3.2.0
|
|
24
|
+
|
|
25
|
+
- name: Publish to GPR
|
|
26
|
+
run: |
|
|
27
|
+
mkdir -p $HOME/.gem
|
|
28
|
+
touch $HOME/.gem/credentials
|
|
29
|
+
chmod 0600 $HOME/.gem/credentials
|
|
30
|
+
printf -- "---\n:github: ${GEM_HOST_API_KEY}\n" > $HOME/.gem/credentials
|
|
31
|
+
gem build *.gemspec
|
|
32
|
+
gem push --KEY github --host https://rubygems.pkg.github.com/${OWNER} *.gem
|
|
33
|
+
env:
|
|
34
|
+
GEM_HOST_API_KEY: "Bearer ${{secrets.GITHUB_TOKEN}}"
|
|
35
|
+
OWNER: ${{ github.repository_owner }}
|
|
36
|
+
|
|
37
|
+
- name: Publish to RubyGems
|
|
38
|
+
run: |
|
|
39
|
+
mkdir -p $HOME/.gem
|
|
40
|
+
touch $HOME/.gem/credentials
|
|
41
|
+
chmod 0600 $HOME/.gem/credentials
|
|
42
|
+
printf -- "---\n:rubygems_api_key: ${GEM_HOST_API_KEY}\n" > $HOME/.gem/credentials
|
|
43
|
+
gem build *.gemspec
|
|
44
|
+
gem push *.gem
|
|
45
|
+
env:
|
|
46
|
+
GEM_HOST_API_KEY: "${{secrets.RUBYGEMS_AUTH_TOKEN}}"
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# This workflow uses actions that are not certified by GitHub.
|
|
2
|
+
# They are provided by a third-party and are governed by
|
|
3
|
+
# separate terms of service, privacy policy, and support
|
|
4
|
+
# documentation.
|
|
5
|
+
# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
|
|
6
|
+
# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
|
|
7
|
+
|
|
8
|
+
name: Ruby
|
|
9
|
+
|
|
10
|
+
on:
|
|
11
|
+
push:
|
|
12
|
+
branches: [ "main" ]
|
|
13
|
+
pull_request:
|
|
14
|
+
branches: [ "main" ]
|
|
15
|
+
|
|
16
|
+
permissions:
|
|
17
|
+
contents: read
|
|
18
|
+
|
|
19
|
+
jobs:
|
|
20
|
+
test:
|
|
21
|
+
|
|
22
|
+
runs-on: ubuntu-latest
|
|
23
|
+
steps:
|
|
24
|
+
- uses: actions/checkout@v3
|
|
25
|
+
|
|
26
|
+
- name: Docker Compose Up
|
|
27
|
+
run: docker-compose up -d
|
|
28
|
+
|
|
29
|
+
- name: Run tests
|
|
30
|
+
run: docker-compose exec -T app bundle exec rspec
|
data/.ruby-version
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
3.
|
|
1
|
+
3.3.0
|
data/Dockerfile
CHANGED
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
ARG base_image="newsdict/rails:ubuntu20.10_nvmv0.37.0_nodev15.2.1_rubyv3.0.0_sasscv2.4.0_ffiv1.13.1_chromedriver"
|
|
3
|
-
FROM $base_image
|
|
1
|
+
FROM slidict/docker-rails:bullseye-node20.11.1-npm10.5.0-ruby3.3.0-bundler-2.5.6_upgraded
|
|
4
2
|
|
|
5
3
|
# Set locale
|
|
6
4
|
ENV LANG "C.UTF-8"
|
|
@@ -15,11 +13,9 @@ COPY . .
|
|
|
15
13
|
|
|
16
14
|
# Init gems
|
|
17
15
|
RUN echo "gem: --no-rdoc --no-ri" > ~/.gemrc
|
|
18
|
-
RUN
|
|
19
|
-
bundle config --global with 'development test' && \
|
|
20
|
-
bundle config --global system true && \
|
|
16
|
+
RUN bundle config --global system true && \
|
|
21
17
|
bundle config --global jobs 10 && \
|
|
22
18
|
bundle config --global build.nokogiri --use-system-libraries && \
|
|
23
19
|
bundle install
|
|
24
20
|
|
|
25
|
-
CMD ["bash"]
|
|
21
|
+
CMD ["bash"]
|
data/Gemfile.lock
ADDED
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
web_stat (0.5.3)
|
|
5
|
+
bundler (>= 2.0.2)
|
|
6
|
+
cld (>= 0.13.0)
|
|
7
|
+
google-api-client (>= 0.53.0)
|
|
8
|
+
mechanize (>= 2.10.0)
|
|
9
|
+
natto (>= 1.2.0)
|
|
10
|
+
nokogiri (>= 1.16.2)
|
|
11
|
+
pdf-reader (= 2.4.0)
|
|
12
|
+
rexml (>= 3.2.6)
|
|
13
|
+
ruby-readability (>= 0.7)
|
|
14
|
+
sanitize (>= 6.1.0)
|
|
15
|
+
selenium-webdriver (>= 4.18.1)
|
|
16
|
+
webrick (>= 1.8.1)
|
|
17
|
+
|
|
18
|
+
GEM
|
|
19
|
+
remote: https://rubygems.org/
|
|
20
|
+
specs:
|
|
21
|
+
Ascii85 (1.0.3)
|
|
22
|
+
activesupport (7.1.3.2)
|
|
23
|
+
base64
|
|
24
|
+
bigdecimal
|
|
25
|
+
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
26
|
+
connection_pool (>= 2.2.5)
|
|
27
|
+
drb
|
|
28
|
+
i18n (>= 1.6, < 2)
|
|
29
|
+
minitest (>= 5.1)
|
|
30
|
+
mutex_m
|
|
31
|
+
tzinfo (~> 2.0)
|
|
32
|
+
addressable (2.8.6)
|
|
33
|
+
public_suffix (>= 2.0.2, < 6.0)
|
|
34
|
+
afm (0.2.2)
|
|
35
|
+
base64 (0.2.0)
|
|
36
|
+
bigdecimal (3.1.6)
|
|
37
|
+
byebug (11.1.3)
|
|
38
|
+
cld (0.13.0)
|
|
39
|
+
ffi
|
|
40
|
+
coderay (1.1.3)
|
|
41
|
+
concurrent-ruby (1.2.3)
|
|
42
|
+
connection_pool (2.4.1)
|
|
43
|
+
crack (1.0.0)
|
|
44
|
+
bigdecimal
|
|
45
|
+
rexml
|
|
46
|
+
crass (1.0.6)
|
|
47
|
+
declarative (0.0.20)
|
|
48
|
+
diff-lcs (1.5.1)
|
|
49
|
+
domain_name (0.6.20240107)
|
|
50
|
+
drb (2.2.1)
|
|
51
|
+
faraday (2.9.0)
|
|
52
|
+
faraday-net_http (>= 2.0, < 3.2)
|
|
53
|
+
faraday-net_http (3.1.0)
|
|
54
|
+
net-http
|
|
55
|
+
ffi (1.16.3)
|
|
56
|
+
gems (1.2.0)
|
|
57
|
+
google-api-client (0.53.0)
|
|
58
|
+
google-apis-core (~> 0.1)
|
|
59
|
+
google-apis-generator (~> 0.1)
|
|
60
|
+
google-apis-core (0.14.0)
|
|
61
|
+
addressable (~> 2.5, >= 2.5.1)
|
|
62
|
+
googleauth (~> 1.9)
|
|
63
|
+
httpclient (>= 2.8.1, < 3.a)
|
|
64
|
+
mini_mime (~> 1.0)
|
|
65
|
+
representable (~> 3.0)
|
|
66
|
+
retriable (>= 2.0, < 4.a)
|
|
67
|
+
rexml
|
|
68
|
+
google-apis-discovery_v1 (0.16.0)
|
|
69
|
+
google-apis-core (>= 0.14.0, < 2.a)
|
|
70
|
+
google-apis-generator (0.14.0)
|
|
71
|
+
activesupport (>= 5.0)
|
|
72
|
+
gems (~> 1.2)
|
|
73
|
+
google-apis-core (>= 0.14.0, < 2.a)
|
|
74
|
+
google-apis-discovery_v1 (~> 0.14)
|
|
75
|
+
thor (>= 0.20, < 2.a)
|
|
76
|
+
google-cloud-env (2.1.1)
|
|
77
|
+
faraday (>= 1.0, < 3.a)
|
|
78
|
+
googleauth (1.11.0)
|
|
79
|
+
faraday (>= 1.0, < 3.a)
|
|
80
|
+
google-cloud-env (~> 2.1)
|
|
81
|
+
jwt (>= 1.4, < 3.0)
|
|
82
|
+
multi_json (~> 1.11)
|
|
83
|
+
os (>= 0.9, < 2.0)
|
|
84
|
+
signet (>= 0.16, < 2.a)
|
|
85
|
+
guess_html_encoding (0.0.11)
|
|
86
|
+
hashdiff (1.1.0)
|
|
87
|
+
hashery (2.1.2)
|
|
88
|
+
http-cookie (1.0.5)
|
|
89
|
+
domain_name (~> 0.5)
|
|
90
|
+
httpclient (2.8.3)
|
|
91
|
+
i18n (1.14.4)
|
|
92
|
+
concurrent-ruby (~> 1.0)
|
|
93
|
+
jwt (2.8.1)
|
|
94
|
+
base64
|
|
95
|
+
mechanize (2.10.0)
|
|
96
|
+
addressable (~> 2.8)
|
|
97
|
+
base64
|
|
98
|
+
domain_name (~> 0.5, >= 0.5.20190701)
|
|
99
|
+
http-cookie (~> 1.0, >= 1.0.3)
|
|
100
|
+
mime-types (~> 3.0)
|
|
101
|
+
net-http-digest_auth (~> 1.4, >= 1.4.1)
|
|
102
|
+
net-http-persistent (>= 2.5.2, < 5.0.dev)
|
|
103
|
+
nkf
|
|
104
|
+
nokogiri (~> 1.11, >= 1.11.2)
|
|
105
|
+
rubyntlm (~> 0.6, >= 0.6.3)
|
|
106
|
+
webrick (~> 1.7)
|
|
107
|
+
webrobots (~> 0.1.2)
|
|
108
|
+
method_source (1.0.0)
|
|
109
|
+
mime-types (3.5.2)
|
|
110
|
+
mime-types-data (~> 3.2015)
|
|
111
|
+
mime-types-data (3.2024.0305)
|
|
112
|
+
mini_mime (1.1.5)
|
|
113
|
+
minitest (5.22.2)
|
|
114
|
+
multi_json (1.15.0)
|
|
115
|
+
mutex_m (0.2.0)
|
|
116
|
+
natto (1.2.0)
|
|
117
|
+
ffi (>= 1.9.0)
|
|
118
|
+
net-http (0.4.1)
|
|
119
|
+
uri
|
|
120
|
+
net-http-digest_auth (1.4.1)
|
|
121
|
+
net-http-persistent (4.0.2)
|
|
122
|
+
connection_pool (~> 2.2)
|
|
123
|
+
nkf (0.2.0)
|
|
124
|
+
nokogiri (1.16.2-aarch64-linux)
|
|
125
|
+
racc (~> 1.4)
|
|
126
|
+
nokogiri (1.16.2-arm-linux)
|
|
127
|
+
racc (~> 1.4)
|
|
128
|
+
nokogiri (1.16.2-arm64-darwin)
|
|
129
|
+
racc (~> 1.4)
|
|
130
|
+
nokogiri (1.16.2-x86-linux)
|
|
131
|
+
racc (~> 1.4)
|
|
132
|
+
nokogiri (1.16.2-x86_64-darwin)
|
|
133
|
+
racc (~> 1.4)
|
|
134
|
+
nokogiri (1.16.2-x86_64-linux)
|
|
135
|
+
racc (~> 1.4)
|
|
136
|
+
os (1.1.4)
|
|
137
|
+
pdf-reader (2.4.0)
|
|
138
|
+
Ascii85 (~> 1.0.0)
|
|
139
|
+
afm (~> 0.2.1)
|
|
140
|
+
hashery (~> 2.0)
|
|
141
|
+
ruby-rc4
|
|
142
|
+
ttfunk
|
|
143
|
+
pry (0.14.2)
|
|
144
|
+
coderay (~> 1.1)
|
|
145
|
+
method_source (~> 1.0)
|
|
146
|
+
pry-byebug (3.10.1)
|
|
147
|
+
byebug (~> 11.0)
|
|
148
|
+
pry (>= 0.13, < 0.15)
|
|
149
|
+
public_suffix (5.0.4)
|
|
150
|
+
racc (1.7.3)
|
|
151
|
+
rake (13.1.0)
|
|
152
|
+
representable (3.2.0)
|
|
153
|
+
declarative (< 0.1.0)
|
|
154
|
+
trailblazer-option (>= 0.1.1, < 0.2.0)
|
|
155
|
+
uber (< 0.2.0)
|
|
156
|
+
retriable (3.1.2)
|
|
157
|
+
rexml (3.2.6)
|
|
158
|
+
rspec (3.13.0)
|
|
159
|
+
rspec-core (~> 3.13.0)
|
|
160
|
+
rspec-expectations (~> 3.13.0)
|
|
161
|
+
rspec-mocks (~> 3.13.0)
|
|
162
|
+
rspec-core (3.13.0)
|
|
163
|
+
rspec-support (~> 3.13.0)
|
|
164
|
+
rspec-expectations (3.13.0)
|
|
165
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
166
|
+
rspec-support (~> 3.13.0)
|
|
167
|
+
rspec-mocks (3.13.0)
|
|
168
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
169
|
+
rspec-support (~> 3.13.0)
|
|
170
|
+
rspec-support (3.13.1)
|
|
171
|
+
ruby-rc4 (0.1.5)
|
|
172
|
+
ruby-readability (0.7.0)
|
|
173
|
+
guess_html_encoding (>= 0.0.4)
|
|
174
|
+
nokogiri (>= 1.6.0)
|
|
175
|
+
rubyntlm (0.6.3)
|
|
176
|
+
rubyzip (2.3.2)
|
|
177
|
+
sanitize (6.1.0)
|
|
178
|
+
crass (~> 1.0.2)
|
|
179
|
+
nokogiri (>= 1.12.0)
|
|
180
|
+
selenium-webdriver (4.18.1)
|
|
181
|
+
base64 (~> 0.2)
|
|
182
|
+
rexml (~> 3.2, >= 3.2.5)
|
|
183
|
+
rubyzip (>= 1.2.2, < 3.0)
|
|
184
|
+
websocket (~> 1.0)
|
|
185
|
+
signet (0.19.0)
|
|
186
|
+
addressable (~> 2.8)
|
|
187
|
+
faraday (>= 0.17.5, < 3.a)
|
|
188
|
+
jwt (>= 1.5, < 3.0)
|
|
189
|
+
multi_json (~> 1.10)
|
|
190
|
+
thor (1.3.1)
|
|
191
|
+
trailblazer-option (0.1.2)
|
|
192
|
+
ttfunk (1.8.0)
|
|
193
|
+
bigdecimal (~> 3.1)
|
|
194
|
+
tzinfo (2.0.6)
|
|
195
|
+
concurrent-ruby (~> 1.0)
|
|
196
|
+
uber (0.1.0)
|
|
197
|
+
uri (0.13.0)
|
|
198
|
+
webmock (3.23.0)
|
|
199
|
+
addressable (>= 2.8.0)
|
|
200
|
+
crack (>= 0.3.2)
|
|
201
|
+
hashdiff (>= 0.4.0, < 2.0.0)
|
|
202
|
+
webrick (1.8.1)
|
|
203
|
+
webrobots (0.1.2)
|
|
204
|
+
websocket (1.2.10)
|
|
205
|
+
|
|
206
|
+
PLATFORMS
|
|
207
|
+
aarch64-linux
|
|
208
|
+
arm-linux
|
|
209
|
+
arm64-darwin
|
|
210
|
+
x86-linux
|
|
211
|
+
x86_64-darwin
|
|
212
|
+
x86_64-linux
|
|
213
|
+
|
|
214
|
+
DEPENDENCIES
|
|
215
|
+
pry (>= 0.14.2)
|
|
216
|
+
pry-byebug (= 3.10.1)
|
|
217
|
+
rake (>= 13.1.0)
|
|
218
|
+
rspec (>= 3.13.0)
|
|
219
|
+
web_stat!
|
|
220
|
+
webmock (>= 3.23.0)
|
|
221
|
+
|
|
222
|
+
BUNDLED WITH
|
|
223
|
+
2.5.6
|
data/docker-compose.yml
CHANGED
|
@@ -3,10 +3,9 @@ networks:
|
|
|
3
3
|
app-tier:
|
|
4
4
|
driver: bridge
|
|
5
5
|
services:
|
|
6
|
-
|
|
6
|
+
app:
|
|
7
7
|
tty: true
|
|
8
8
|
stdin_open: true
|
|
9
|
-
container_name: web_stat
|
|
10
9
|
build:
|
|
11
10
|
context: .
|
|
12
11
|
dockerfile: Dockerfile
|
|
@@ -15,4 +14,4 @@ services:
|
|
|
15
14
|
working_dir: /var/www/docker
|
|
16
15
|
command: bash
|
|
17
16
|
networks:
|
|
18
|
-
- app-tier
|
|
17
|
+
- app-tier
|
data/lib/web_stat/configure.rb
CHANGED
|
@@ -2,31 +2,31 @@ require 'yaml'
|
|
|
2
2
|
module WebStat
|
|
3
3
|
class Configure
|
|
4
4
|
DEFAULT_CONFIG_FILE_PATH = 'config/web_stat.yml'
|
|
5
|
-
|
|
5
|
+
|
|
6
6
|
class << self
|
|
7
7
|
# Get yaml
|
|
8
8
|
def get
|
|
9
9
|
if defined? Rails
|
|
10
|
-
|
|
10
|
+
Psych.safe_load(ERB.new(File.read(get_configure_path)).result, aliases: true)[Rails.env]
|
|
11
11
|
else
|
|
12
|
-
|
|
12
|
+
Psych::safe_load(ERB.new(File.read(get_configure_path)).result, aliases: true)[ENV["ENV"] || "production"]
|
|
13
13
|
end
|
|
14
14
|
end
|
|
15
|
-
|
|
15
|
+
|
|
16
16
|
# Get configure path
|
|
17
17
|
def get_configure_path
|
|
18
|
-
if File.
|
|
18
|
+
if File.exist?(get_custom_configure_path)
|
|
19
19
|
get_custom_configure_path
|
|
20
20
|
else
|
|
21
21
|
get_default_configure_path
|
|
22
22
|
end
|
|
23
23
|
end
|
|
24
|
-
|
|
24
|
+
|
|
25
25
|
# Get default configure path
|
|
26
26
|
def get_default_configure_path
|
|
27
27
|
File.join(File.expand_path("../", __FILE__), DEFAULT_CONFIG_FILE_PATH)
|
|
28
28
|
end
|
|
29
|
-
|
|
29
|
+
|
|
30
30
|
# Get custom configure path
|
|
31
31
|
def get_custom_configure_path
|
|
32
32
|
if defined? Rails
|
data/lib/web_stat/fetch.rb
CHANGED
|
@@ -40,7 +40,7 @@ module WebStat
|
|
|
40
40
|
Sanitize.clean(Readability::Document.new(@nokogiri.at('body').to_s).content)
|
|
41
41
|
end
|
|
42
42
|
end
|
|
43
|
-
|
|
43
|
+
|
|
44
44
|
# Get describe of youtube movie.
|
|
45
45
|
def youtube_decscription
|
|
46
46
|
regex_string = WebStat::Configure.get["id_extraction_regexs"]["youtube"]
|
|
@@ -133,7 +133,7 @@ module WebStat
|
|
|
133
133
|
end
|
|
134
134
|
body
|
|
135
135
|
end
|
|
136
|
-
|
|
136
|
+
|
|
137
137
|
# Return Date or last modified header.
|
|
138
138
|
# @param [String] url
|
|
139
139
|
# @return DataTime
|
|
@@ -157,9 +157,9 @@ module WebStat
|
|
|
157
157
|
def stat(userdics: nil)
|
|
158
158
|
clean_content = content.scrub('').gsub(/[\n\t\r ]/, "").gsub(/\s{2,}/, "\s").gsub(URI.regexp, "")
|
|
159
159
|
language_code = CLD.detect_language(clean_content)[:code]
|
|
160
|
-
if userdics && userdics.has_key?(language_code) && File.
|
|
160
|
+
if userdics && userdics.has_key?(language_code) && File.exist?(userdics[language_code])
|
|
161
161
|
tag = WebStat::Tag.new("#{title} #{content}", userdic: userdics[language_code])
|
|
162
|
-
elsif userdics && userdics.has_key?("other") && File.
|
|
162
|
+
elsif userdics && userdics.has_key?("other") && File.exist?(userdics["other"])
|
|
163
163
|
tag = WebStat::Tag.new("#{title} #{content}", userdic: userdics["other"])
|
|
164
164
|
else
|
|
165
165
|
tag = WebStat::Tag.new("#{title} #{content}", userdic: WebStat::Configure.get["userdic"])
|
data/lib/web_stat/version.rb
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
module WebStat
|
|
2
|
-
VERSION = "0.
|
|
3
|
-
end
|
|
2
|
+
VERSION = "0.6.0"
|
|
3
|
+
end
|
data/spec/spec_helper.rb
CHANGED
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
require 'rspec/expectations'
|
|
2
2
|
require "bundler/setup"
|
|
3
|
-
require 'pry'
|
|
4
|
-
require 'pry-byebug'
|
|
5
3
|
require "web_stat"
|
|
6
4
|
|
|
7
5
|
require 'webmock'
|
|
@@ -44,12 +42,12 @@ module WebStatTestHelper
|
|
|
44
42
|
File.open(file).read
|
|
45
43
|
end
|
|
46
44
|
end
|
|
47
|
-
|
|
45
|
+
|
|
48
46
|
# Get html of fixture by name
|
|
49
47
|
def html(name)
|
|
50
48
|
File.open(File.join(File.dirname(__FILE__), "fixtures", "htmls", "#{name}")).read
|
|
51
49
|
end
|
|
52
|
-
|
|
50
|
+
|
|
53
51
|
# Get htmls of fixture
|
|
54
52
|
def scheme_and_files
|
|
55
53
|
Dir.glob(File.join(File.dirname(__FILE__), "fixtures", "htmls", "*.html")).map do |file|
|
|
@@ -103,9 +101,9 @@ WebMock.stub_request(:get, "https://cdn.newsdict.jp/assets/newsdict-5d8601394c3f
|
|
|
103
101
|
status: 200,
|
|
104
102
|
body: File.new(File.join(File.dirname(__FILE__), "fixtures", "images", "newsdict-5d8601394c3f4eea2d7161ab92ab327ac7099e22214c853327011b3a71859b8e.png")),
|
|
105
103
|
headers: {content_type: 'application/html; charset=utf-8'})
|
|
106
|
-
|
|
104
|
+
|
|
107
105
|
WebMock.stub_request(:get, "https://newsdict.blog/last_modified_at")
|
|
108
106
|
.to_return(
|
|
109
107
|
status: 200,
|
|
110
108
|
body: "ok",
|
|
111
|
-
headers: {content_type: 'application/html; charset=utf-8', date: "Tue, 05 Apr 2016 07:43:08 GMT", "Last-Modified": "Tue, 05 Apr 2020 07:43:08 JST"})
|
|
109
|
+
headers: {content_type: 'application/html; charset=utf-8', date: "Tue, 05 Apr 2016 07:43:08 GMT", "Last-Modified": "Tue, 05 Apr 2020 07:43:08 JST"})
|
data/web_stat.gemspec
CHANGED
|
@@ -7,7 +7,7 @@ Gem::Specification.new do |spec|
|
|
|
7
7
|
spec.name = "web_stat"
|
|
8
8
|
spec.version = WebStat::VERSION
|
|
9
9
|
spec.authors = ["yusuke abe"]
|
|
10
|
-
spec.email = ["yube@
|
|
10
|
+
spec.email = ["yube@slidict.io"]
|
|
11
11
|
spec.summary = "Get the status of the web pages."
|
|
12
12
|
spec.description = <<-EOS.strip.gsub(/\s+/, ' ')
|
|
13
13
|
Fetch the web pages and stat.
|
|
@@ -19,23 +19,23 @@ Gem::Specification.new do |spec|
|
|
|
19
19
|
spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
|
|
20
20
|
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
|
21
21
|
spec.require_paths = ["lib"]
|
|
22
|
-
|
|
22
|
+
|
|
23
23
|
spec.add_runtime_dependency "bundler", ">= 2.0.2"
|
|
24
|
-
spec.add_runtime_dependency "nokogiri", ">= 1.
|
|
25
|
-
spec.add_runtime_dependency "mechanize", ">= 2.
|
|
24
|
+
spec.add_runtime_dependency "nokogiri", ">= 1.16.2"
|
|
25
|
+
spec.add_runtime_dependency "mechanize", ">= 2.10.0"
|
|
26
26
|
spec.add_runtime_dependency "ruby-readability", ">= 0.7"
|
|
27
|
-
spec.add_runtime_dependency "natto", ">= 1.
|
|
28
|
-
spec.add_runtime_dependency "sanitize", ">=
|
|
29
|
-
spec.add_runtime_dependency "cld", ">= 0.
|
|
30
|
-
spec.add_runtime_dependency "selenium-webdriver", "
|
|
27
|
+
spec.add_runtime_dependency "natto", ">= 1.2.0"
|
|
28
|
+
spec.add_runtime_dependency "sanitize", ">= 6.1.0"
|
|
29
|
+
spec.add_runtime_dependency "cld", ">= 0.13.0"
|
|
30
|
+
spec.add_runtime_dependency "selenium-webdriver", ">= 4.18.1"
|
|
31
31
|
spec.add_runtime_dependency "pdf-reader", "2.4.0"
|
|
32
|
-
spec.add_runtime_dependency "webrick", ">= 1.
|
|
33
|
-
spec.add_runtime_dependency "rexml", ">= 3.2.
|
|
34
|
-
spec.add_runtime_dependency "google-api-client", ">= 0.53.0"
|
|
32
|
+
spec.add_runtime_dependency "webrick", ">= 1.8.1"
|
|
33
|
+
spec.add_runtime_dependency "rexml", ">= 3.2.6"
|
|
34
|
+
spec.add_runtime_dependency "google-api-client", ">= 0.53.0"
|
|
35
35
|
|
|
36
|
-
spec.add_development_dependency "rake", ">=
|
|
37
|
-
spec.add_development_dependency "rspec", ">= 3.0"
|
|
38
|
-
spec.add_development_dependency "pry", ">= 0.
|
|
39
|
-
spec.add_development_dependency "webmock", ">= 3.
|
|
40
|
-
spec.add_development_dependency "pry-byebug", "3.
|
|
36
|
+
spec.add_development_dependency "rake", ">= 13.1.0"
|
|
37
|
+
spec.add_development_dependency "rspec", ">= 3.13.0"
|
|
38
|
+
spec.add_development_dependency "pry", ">= 0.14.2"
|
|
39
|
+
spec.add_development_dependency "webmock", ">= 3.23.0"
|
|
40
|
+
spec.add_development_dependency "pry-byebug", "3.10.1"
|
|
41
41
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: web_stat
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.6.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- yusuke abe
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2024-03-12 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -30,28 +30,28 @@ dependencies:
|
|
|
30
30
|
requirements:
|
|
31
31
|
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: 1.
|
|
33
|
+
version: 1.16.2
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
38
|
- - ">="
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
|
-
version: 1.
|
|
40
|
+
version: 1.16.2
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: mechanize
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
44
44
|
requirements:
|
|
45
45
|
- - ">="
|
|
46
46
|
- !ruby/object:Gem::Version
|
|
47
|
-
version: 2.
|
|
47
|
+
version: 2.10.0
|
|
48
48
|
type: :runtime
|
|
49
49
|
prerelease: false
|
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
51
|
requirements:
|
|
52
52
|
- - ">="
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
|
-
version: 2.
|
|
54
|
+
version: 2.10.0
|
|
55
55
|
- !ruby/object:Gem::Dependency
|
|
56
56
|
name: ruby-readability
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -72,56 +72,56 @@ dependencies:
|
|
|
72
72
|
requirements:
|
|
73
73
|
- - ">="
|
|
74
74
|
- !ruby/object:Gem::Version
|
|
75
|
-
version: 1.
|
|
75
|
+
version: 1.2.0
|
|
76
76
|
type: :runtime
|
|
77
77
|
prerelease: false
|
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
79
|
requirements:
|
|
80
80
|
- - ">="
|
|
81
81
|
- !ruby/object:Gem::Version
|
|
82
|
-
version: 1.
|
|
82
|
+
version: 1.2.0
|
|
83
83
|
- !ruby/object:Gem::Dependency
|
|
84
84
|
name: sanitize
|
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
|
86
86
|
requirements:
|
|
87
87
|
- - ">="
|
|
88
88
|
- !ruby/object:Gem::Version
|
|
89
|
-
version:
|
|
89
|
+
version: 6.1.0
|
|
90
90
|
type: :runtime
|
|
91
91
|
prerelease: false
|
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
|
93
93
|
requirements:
|
|
94
94
|
- - ">="
|
|
95
95
|
- !ruby/object:Gem::Version
|
|
96
|
-
version:
|
|
96
|
+
version: 6.1.0
|
|
97
97
|
- !ruby/object:Gem::Dependency
|
|
98
98
|
name: cld
|
|
99
99
|
requirement: !ruby/object:Gem::Requirement
|
|
100
100
|
requirements:
|
|
101
101
|
- - ">="
|
|
102
102
|
- !ruby/object:Gem::Version
|
|
103
|
-
version: 0.
|
|
103
|
+
version: 0.13.0
|
|
104
104
|
type: :runtime
|
|
105
105
|
prerelease: false
|
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
|
107
107
|
requirements:
|
|
108
108
|
- - ">="
|
|
109
109
|
- !ruby/object:Gem::Version
|
|
110
|
-
version: 0.
|
|
110
|
+
version: 0.13.0
|
|
111
111
|
- !ruby/object:Gem::Dependency
|
|
112
112
|
name: selenium-webdriver
|
|
113
113
|
requirement: !ruby/object:Gem::Requirement
|
|
114
114
|
requirements:
|
|
115
|
-
- -
|
|
115
|
+
- - ">="
|
|
116
116
|
- !ruby/object:Gem::Version
|
|
117
|
-
version:
|
|
117
|
+
version: 4.18.1
|
|
118
118
|
type: :runtime
|
|
119
119
|
prerelease: false
|
|
120
120
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
121
|
requirements:
|
|
122
|
-
- -
|
|
122
|
+
- - ">="
|
|
123
123
|
- !ruby/object:Gem::Version
|
|
124
|
-
version:
|
|
124
|
+
version: 4.18.1
|
|
125
125
|
- !ruby/object:Gem::Dependency
|
|
126
126
|
name: pdf-reader
|
|
127
127
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -142,28 +142,28 @@ dependencies:
|
|
|
142
142
|
requirements:
|
|
143
143
|
- - ">="
|
|
144
144
|
- !ruby/object:Gem::Version
|
|
145
|
-
version: 1.
|
|
145
|
+
version: 1.8.1
|
|
146
146
|
type: :runtime
|
|
147
147
|
prerelease: false
|
|
148
148
|
version_requirements: !ruby/object:Gem::Requirement
|
|
149
149
|
requirements:
|
|
150
150
|
- - ">="
|
|
151
151
|
- !ruby/object:Gem::Version
|
|
152
|
-
version: 1.
|
|
152
|
+
version: 1.8.1
|
|
153
153
|
- !ruby/object:Gem::Dependency
|
|
154
154
|
name: rexml
|
|
155
155
|
requirement: !ruby/object:Gem::Requirement
|
|
156
156
|
requirements:
|
|
157
157
|
- - ">="
|
|
158
158
|
- !ruby/object:Gem::Version
|
|
159
|
-
version: 3.2.
|
|
159
|
+
version: 3.2.6
|
|
160
160
|
type: :runtime
|
|
161
161
|
prerelease: false
|
|
162
162
|
version_requirements: !ruby/object:Gem::Requirement
|
|
163
163
|
requirements:
|
|
164
164
|
- - ">="
|
|
165
165
|
- !ruby/object:Gem::Version
|
|
166
|
-
version: 3.2.
|
|
166
|
+
version: 3.2.6
|
|
167
167
|
- !ruby/object:Gem::Dependency
|
|
168
168
|
name: google-api-client
|
|
169
169
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -184,78 +184,80 @@ dependencies:
|
|
|
184
184
|
requirements:
|
|
185
185
|
- - ">="
|
|
186
186
|
- !ruby/object:Gem::Version
|
|
187
|
-
version:
|
|
187
|
+
version: 13.1.0
|
|
188
188
|
type: :development
|
|
189
189
|
prerelease: false
|
|
190
190
|
version_requirements: !ruby/object:Gem::Requirement
|
|
191
191
|
requirements:
|
|
192
192
|
- - ">="
|
|
193
193
|
- !ruby/object:Gem::Version
|
|
194
|
-
version:
|
|
194
|
+
version: 13.1.0
|
|
195
195
|
- !ruby/object:Gem::Dependency
|
|
196
196
|
name: rspec
|
|
197
197
|
requirement: !ruby/object:Gem::Requirement
|
|
198
198
|
requirements:
|
|
199
199
|
- - ">="
|
|
200
200
|
- !ruby/object:Gem::Version
|
|
201
|
-
version:
|
|
201
|
+
version: 3.13.0
|
|
202
202
|
type: :development
|
|
203
203
|
prerelease: false
|
|
204
204
|
version_requirements: !ruby/object:Gem::Requirement
|
|
205
205
|
requirements:
|
|
206
206
|
- - ">="
|
|
207
207
|
- !ruby/object:Gem::Version
|
|
208
|
-
version:
|
|
208
|
+
version: 3.13.0
|
|
209
209
|
- !ruby/object:Gem::Dependency
|
|
210
210
|
name: pry
|
|
211
211
|
requirement: !ruby/object:Gem::Requirement
|
|
212
212
|
requirements:
|
|
213
213
|
- - ">="
|
|
214
214
|
- !ruby/object:Gem::Version
|
|
215
|
-
version: 0.
|
|
215
|
+
version: 0.14.2
|
|
216
216
|
type: :development
|
|
217
217
|
prerelease: false
|
|
218
218
|
version_requirements: !ruby/object:Gem::Requirement
|
|
219
219
|
requirements:
|
|
220
220
|
- - ">="
|
|
221
221
|
- !ruby/object:Gem::Version
|
|
222
|
-
version: 0.
|
|
222
|
+
version: 0.14.2
|
|
223
223
|
- !ruby/object:Gem::Dependency
|
|
224
224
|
name: webmock
|
|
225
225
|
requirement: !ruby/object:Gem::Requirement
|
|
226
226
|
requirements:
|
|
227
227
|
- - ">="
|
|
228
228
|
- !ruby/object:Gem::Version
|
|
229
|
-
version: 3.
|
|
229
|
+
version: 3.23.0
|
|
230
230
|
type: :development
|
|
231
231
|
prerelease: false
|
|
232
232
|
version_requirements: !ruby/object:Gem::Requirement
|
|
233
233
|
requirements:
|
|
234
234
|
- - ">="
|
|
235
235
|
- !ruby/object:Gem::Version
|
|
236
|
-
version: 3.
|
|
236
|
+
version: 3.23.0
|
|
237
237
|
- !ruby/object:Gem::Dependency
|
|
238
238
|
name: pry-byebug
|
|
239
239
|
requirement: !ruby/object:Gem::Requirement
|
|
240
240
|
requirements:
|
|
241
241
|
- - '='
|
|
242
242
|
- !ruby/object:Gem::Version
|
|
243
|
-
version: 3.
|
|
243
|
+
version: 3.10.1
|
|
244
244
|
type: :development
|
|
245
245
|
prerelease: false
|
|
246
246
|
version_requirements: !ruby/object:Gem::Requirement
|
|
247
247
|
requirements:
|
|
248
248
|
- - '='
|
|
249
249
|
- !ruby/object:Gem::Version
|
|
250
|
-
version: 3.
|
|
250
|
+
version: 3.10.1
|
|
251
251
|
description: Fetch the web pages and stat.
|
|
252
252
|
email:
|
|
253
|
-
- yube@
|
|
253
|
+
- yube@slidict.io
|
|
254
254
|
executables:
|
|
255
255
|
- fetch_as_url
|
|
256
256
|
extensions: []
|
|
257
257
|
extra_rdoc_files: []
|
|
258
258
|
files:
|
|
259
|
+
- ".github/workflows/gem-push.yml"
|
|
260
|
+
- ".github/workflows/ruby.yml"
|
|
259
261
|
- ".gitignore"
|
|
260
262
|
- ".rspec"
|
|
261
263
|
- ".ruby-version"
|
|
@@ -263,6 +265,7 @@ files:
|
|
|
263
265
|
- CODE_OF_CONDUCT.md
|
|
264
266
|
- Dockerfile
|
|
265
267
|
- Gemfile
|
|
268
|
+
- Gemfile.lock
|
|
266
269
|
- LICENSE.txt
|
|
267
270
|
- README.md
|
|
268
271
|
- Rakefile
|
|
@@ -315,7 +318,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
315
318
|
- !ruby/object:Gem::Version
|
|
316
319
|
version: '0'
|
|
317
320
|
requirements: []
|
|
318
|
-
rubygems_version: 3.
|
|
321
|
+
rubygems_version: 3.4.1
|
|
319
322
|
signing_key:
|
|
320
323
|
specification_version: 4
|
|
321
324
|
summary: Get the status of the web pages.
|