vore 0.2.0-arm64-darwin → 0.2.1-arm64-darwin

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8d2efc3993d1d65cebb2a5576331bc20ece0520a49f59c0d7f995a179d2b7f4b
4
- data.tar.gz: 9bfa5dd808324b2d52b540937f2a3cd7562e453adf79ff3c982ac8fbab4e6339
3
+ metadata.gz: 119b1cdc06e20e708ceda86505a02361c19bf0de881300222e164bac1bbe6cc6
4
+ data.tar.gz: 75febe4d2f4cd048722d94a2f265b6239db67f08282a26de70a5c85bc4735933
5
5
  SHA512:
6
- metadata.gz: a1364b00820082923ac4ca1679564a4e2ee44d89f27539022a1551d7dafca7df93817c71581021ab67ebfb2e044fcc4799ff1abd8f412cdab88c73fc658d52df
7
- data.tar.gz: e95deb9ca83978c56bdd96211f806042f3c5907ffff9fcfb90dddc486b3b766f1c207a56fd484a1ee554ae3b26fb89fa7220e5cfa30434a23447bc08ee61bc8f
6
+ metadata.gz: 364c154a766444e457769925a2c0a4fe890c53fbd9a7726d9896afac6389807806a6c36a1a3e3d27ae5e7c8de837c0081dab4b8397e9f23a8a7655607f5c62d7
7
+ data.tar.gz: c32f3ba74037034ff6f957cd397a61ad6c8328a2f282196b45e69584c5693b7647e4dd1cad105aa7b20475106ebe9933f80b81585061f42338b073005b7fe217
data/exe/vore-spider CHANGED
Binary file
data/lib/vore/crawler.rb CHANGED
@@ -17,7 +17,7 @@ module Vore
17
17
  @selma = Selma::Rewriter.new(sanitizer: Selma::Sanitizer.new(sanitization_config), handlers: [@content_extractor])
18
18
  ext = PLATFORM.include?("windows") ? ".exe" : ""
19
19
  @executable = File.expand_path([__FILE__, "..", "..", "..", "exe", "vore-spider#{ext}"].join(FILE_SEPERATOR))
20
- @output_dir = "tmp/vore"
20
+ @parent_output_dir = "tmp/vore"
21
21
 
22
22
  return if File.exist?(@executable)
23
23
 
@@ -26,7 +26,7 @@ module Vore
26
26
  end
27
27
 
28
28
  def scrape_each_page(website, &block)
29
- output_dir = "#{@output_dir}/#{website.gsub(/[^a-zA-Z0-9]/, "_").squeeze("_")}"
29
+ output_dir = "#{@parent_output_dir}/#{website.gsub(/[^a-zA-Z0-9]/, "_").squeeze("_")}"
30
30
  Vore.logger.info("Vore started crawling #{website}, outputting to #{output_dir}")
31
31
 
32
32
  output = %x(#{@executable} \
@@ -38,7 +38,7 @@ module Vore
38
38
 
39
39
  Vore.logger.info("Vore finished crawling #{website}: #{output}")
40
40
 
41
- Dir.glob("tmp/**/*").each do |path|
41
+ Dir.glob(File.join(output_dir, "**", "*")).each do |path|
42
42
  next unless File.file?(path)
43
43
 
44
44
  html_file = File.read(path).force_encoding("UTF-8")
data/lib/vore/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Vore
4
- VERSION = "0.2.0"
4
+ VERSION = "0.2.1"
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: vore
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.2.1
5
5
  platform: arm64-darwin
6
6
  authors:
7
7
  - Garen J. Torikian