vore 0.2.0-x86_64-linux → 0.2.1-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7427980069e4d526d966f4e94f7f4f0e9f35831c2202d3ce6cdf93d7ed4db4cb
-  data.tar.gz: fd5b467cfa827e9c0b776b03982e5b2a683725b57be3d83c0e06e924634bfe7d
+  metadata.gz: 3195a81c9fa1fa0fe6fa7020a88b364b31000dd777fb02f032857506cb21b161
+  data.tar.gz: e3e1d7f7f8077c8457a511c660349df50b5ced2401590146a7b21127ed2b8435
 SHA512:
-  metadata.gz: 1b252342c22884e71703595a880dc1d8c3f64daaaecbdf60744245ef8e741441ecb23de978f80531ed4a48d67283f343d2455992d88832ed555bf78c736232e7
-  data.tar.gz: 7b85dc417826abcac6d8d008e1b461aba77857d2fcf8a37953946e6a0b9f9014420270c3635c819e3a698df36a6ab58fba518135784f9b84887c9bf5ba8a2db6
+  metadata.gz: 3832f2a5545fc2cf537bad43c1fccb71a6e0e0acf11bd4efcd1b4d172bb49a05b2f667182b5493af62b3a5e9110507618e0b94995eb0741a99be3d8dd13386e8
+  data.tar.gz: 66b48a21c7ae26152f901af9878847600e09c9e86a352984908f76de3175ab4353e55d01815809cd5b1ebb99a6c2551df8b60795375195b67dfaaa74e7faf6af

data/lib/vore/crawler.rb

@@ -17,7 +17,7 @@ module Vore
       @selma = Selma::Rewriter.new(sanitizer: Selma::Sanitizer.new(sanitization_config), handlers: [@content_extractor])
       ext = PLATFORM.include?("windows") ? ".exe" : ""
       @executable = File.expand_path([__FILE__, "..", "..", "..", "exe", "vore-spider#{ext}"].join(FILE_SEPERATOR))
-      @output_dir = "tmp/vore"
+      @parent_output_dir = "tmp/vore"
 
       return if File.exist?(@executable)
 
@@ -26,7 +26,7 @@ module Vore
     end
 
     def scrape_each_page(website, &block)
-      output_dir = "#{@output_dir}/#{website.gsub(/[^a-zA-Z0-9]/, "_").squeeze("_")}"
+      output_dir = "#{@parent_output_dir}/#{website.gsub(/[^a-zA-Z0-9]/, "_").squeeze("_")}"
       Vore.logger.info("Vore started crawling #{website}, outputting to #{output_dir}")
 
       output = %x(#{@executable} \
@@ -38,7 +38,7 @@ module Vore
 
       Vore.logger.info("Vore finished crawling #{website}: #{output}")
 
-      Dir.glob("tmp/**/*").each do |path|
+      Dir.glob(File.join(output_dir, "**", "*")).each do |path|
         next unless File.file?(path)
 
         html_file = File.read(path).force_encoding("UTF-8")

data/lib/vore/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Vore
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: vore
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: x86_64-linux
 authors:
 - Garen J. Torikian