wmap 2.6.5 → 2.6.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/wmap/site_tracker/deactivated_site.rb +1 -0
- data/lib/wmap/url_checker.rb +1 -0
- data/lib/wmap/url_crawler/adware_tag.rb +2 -1
- data/version.txt +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c4f814d2c0a04e5aedf5314a05a6de6ea59ff1a9cc6a71296bfcf94c301f9e67
|
4
|
+
data.tar.gz: 641c3dab030ff37bd0292f0ab2bfc2750c94d72051ddb46891ce490d917fb3b9
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 977683b1f6a166ce1da6036e465b88e71aa9445b20e9c80048a640f6bf1dacee26b3503123529b0e5241c862370b0bc03c108c94ccfdf2e63c4af809af28a5ea
|
7
|
+
data.tar.gz: bac9ed1cd639750040f035b88001244751d7a1e627594c750d38962c4cb8625035cd2e2ec64d40b9464989b33d33a8cc70b702d7f5d737e0373d104b3ada443e
|
@@ -23,6 +23,7 @@ class DeactivatedSite < Wmap::SiteTracker
|
|
23
23
|
def initialize (params = {})
|
24
24
|
# Initialize the instance variables
|
25
25
|
@data_dir=params.fetch(:data_dir, File.dirname(__FILE__)+'/../../../data/')
|
26
|
+
Dir.mkdir(@data_dir) unless Dir.exist?(@data_dir)
|
26
27
|
@sites_file=params.fetch(:sites_file, @data_dir + 'deactivated_sites')
|
27
28
|
@verbose=params.fetch(:verbose, false)
|
28
29
|
# Hash table to hold the site store
|
data/lib/wmap/url_checker.rb
CHANGED
@@ -21,6 +21,7 @@ class Wmap::UrlChecker
|
|
21
21
|
# Set default instance variables
|
22
22
|
@verbose=params.fetch(:verbose, false)
|
23
23
|
@data_dir=params.fetch(:data_dir, File.dirname(__FILE__)+'/../../data/')
|
24
|
+
Dir.mkdir(@data_dir) unless Dir.exist?(@data_dir)
|
24
25
|
@http_timeout=params.fetch(:http_timeout, 5000)
|
25
26
|
@max_parallel=params.fetch(:max_parallel, 40)
|
26
27
|
@ssl_version=nil
|
@@ -22,12 +22,13 @@ module Wmap
|
|
22
22
|
def initialize (params = {})
|
23
23
|
@verbose=params.fetch(:verbose, false)
|
24
24
|
@data_dir=params.fetch(:data_dir, File.dirname(__FILE__)+'/../../../data/')
|
25
|
+
Dir.mkdir(@data_dir) unless Dir.exist?(@data_dir)
|
25
26
|
# Set default instance variables
|
26
27
|
@signature_file=File.dirname(__FILE__) + '/../../../settings/' + 'tag_signatures'
|
27
28
|
file=params.fetch(:signature_file, @signature_file)
|
28
29
|
@tag_signatures=load_from_file(file)
|
29
30
|
@tag_file=params.fetch(:tag_file, @data_dir + 'tag_sites')
|
30
|
-
File.write(
|
31
|
+
File.write(@tag_file, "") unless File.exist?(@tag_file)
|
31
32
|
# load the known tag store
|
32
33
|
load_tag_from_file(@tag_file)
|
33
34
|
@landings = Hash.new # cache landing page to reduce redundant browsing
|
data/version.txt
CHANGED