wmap 2.4.6 → 2.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +2 -2
  3. data/bin/RHPG +24 -2
  4. data/bin/distrust +2 -3
  5. data/bin/trust +1 -1
  6. data/bin/trusts +1 -1
  7. data/bin/updateAll +12 -5
  8. data/bin/wadd +23 -4
  9. data/bin/wadds +23 -3
  10. data/bin/wdel +23 -4
  11. data/bin/wmap +10 -6
  12. data/bin/wmaps +3 -4
  13. data/demos/bruter.rb +1 -1
  14. data/demos/dns_brutes.rb +1 -1
  15. data/demos/filter_domain.rb +1 -1
  16. data/demos/filter_known_services.rb +2 -2
  17. data/demos/filter_prime.rb +1 -1
  18. data/demos/filter_site.rb +2 -2
  19. data/demos/filter_siteip.rb +1 -1
  20. data/demos/filter_url.rb +1 -1
  21. data/demos/new_fnd.rb +2 -2
  22. data/demos/site_format.rb +1 -1
  23. data/demos/whois_domain.rb +2 -2
  24. data/lib/wmap/dns_bruter.rb +4 -2
  25. data/lib/wmap/domain_tracker/sub_domain.rb +6 -3
  26. data/lib/wmap/domain_tracker.rb +3 -2
  27. data/lib/wmap/host_tracker/primary_host.rb +17 -13
  28. data/lib/wmap/host_tracker.rb +36 -29
  29. data/lib/wmap/site_tracker/deactivated_site.rb +2 -2
  30. data/lib/wmap/site_tracker.rb +25 -12
  31. data/lib/wmap/url_checker.rb +5 -4
  32. data/lib/wmap/utils/utils.rb +33 -33
  33. data/lib/wmap/wp_tracker.rb +75 -7
  34. data/lib/wmap.rb +12 -11
  35. data/logs/wmap.log +30 -0
  36. data/test/domain_tracker_test.rb +5 -5
  37. data/version.txt +2 -2
  38. data/wmap.gemspec +1 -1
  39. metadata +2 -2
data/lib/wmap.rb CHANGED
@@ -123,25 +123,25 @@ module Wmap
123
123
  # Domain Tracking - check with the trust domain seed file locally, to determine if it's a new internet domain
124
124
  # NOT to confuse with the Internet 'whois' lookup
125
125
  def domain_known?(domain)
126
- tracker=Wmap::DomainTracker.new
126
+ tracker=Wmap::DomainTracker.instance
127
127
  tracker.domain_known?(domain)
128
128
  end
129
129
 
130
130
  # Host Tracking - check local hosts file to see if this is a hostname known from the host seed file
131
131
  # NOT to confuse with a regular DNS lookup over the internet
132
132
  def host_known?(host)
133
- tracker=Wmap::HostTracker.new.host_known?(host)
133
+ tracker=Wmap::HostTracker.instance.host_known?(host)
134
134
  end
135
135
 
136
136
  # Sub-domain tracking - check local hosts file to see if the sub-domain is already known
137
137
  def sub_domain_known?(host)
138
- tracker=Wmap::HostTracker.new.sub_domain_known?(host)
138
+ tracker=Wmap::HostTracker.instance.sub_domain_known?(host)
139
139
  end
140
140
 
141
141
  # IP Tracking - check local hosts file to see if this is an IP known from the seed file
142
142
  # NOT to confuse with a regular reverse DNS lookup over the internet
143
143
  def ip_known?(ip)
144
- tracker=Wmap::HostTracker.new.ip_known?(ip)
144
+ tracker=Wmap::HostTracker.instance.ip_known?(ip)
145
145
  end
146
146
 
147
147
  # DNS Brute Forcer
@@ -173,32 +173,33 @@ module Wmap
173
173
 
174
174
  # Search the site repository for all entries that match the pattern
175
175
  def search(pattern)
176
- searcher=Wmap::SiteTracker.new
176
+ searcher=Wmap::SiteTracker.instance
177
177
  searcher.search(pattern)
178
178
  end
179
179
 
180
180
  # Dump out the unique sites into a plain file
181
181
  def dump(file)
182
- store=Wmap::SiteTracker.new(:verbose=>true)
182
+ store=Wmap::SiteTracker.instance
183
+ store.verbose=true
183
184
  store.save_uniq_sites(file)
184
185
  end
185
186
 
186
187
  # Dump out the unique sites into a XML file
187
188
  def dump_xml(file)
188
- store=Wmap::SiteTracker.new
189
+ store=Wmap::SiteTracker.instance
189
190
  store.save_uniq_sites_xml(file)
190
191
  end
191
192
 
192
193
  # Refresh the site information in the local data repository
193
194
  def refresh(site)
194
- store=Wmap::SiteTracker.new
195
+ store=Wmap::SiteTracker.instance
195
196
  store.refresh(site)
196
197
  store.save!
197
198
  end
198
199
 
199
200
  # Refresh the site information in the local data repository
200
201
  def refresh_all
201
- store=Wmap::SiteTracker.new
202
+ store=Wmap::SiteTracker.instance
202
203
  store.refresh_all
203
204
  store.save!
204
205
  end
@@ -210,13 +211,13 @@ module Wmap
210
211
 
211
212
  # Print a site's full information from the repository
212
213
  def print(site)
213
- searcher=Wmap::SiteTracker.new
214
+ searcher=Wmap::SiteTracker.instance
214
215
  searcher.print_site(site)
215
216
  end
216
217
 
217
218
  # Print a site's full information from the repository
218
219
  def print_all
219
- searcher=Wmap::SiteTracker.new
220
+ searcher=Wmap::SiteTracker.instance
220
221
  searcher.print_all_sites
221
222
  end
222
223
 
data/logs/wmap.log CHANGED
@@ -1514,3 +1514,33 @@
1514
1514
  2018-11-06 05:58:47 -0500: wmap: Execute the command: wmap yann-martel.com
1515
1515
  2018-11-06 08:38:09 -0500: updateAll: Execute the command: updateAll
1516
1516
  2018-11-07 00:47:10 -0500: updateAll: Execute the command: updateAll
1517
+ 2018-11-20 17:13:51 -0500: updateAll: Execute the command: updateAll
1518
+ 2018-11-20 21:25:31 -0500: trust: Execute the command: trust 10.0.0.0/8
1519
+ 2018-11-28 14:26:35 -0500: run_tests: Execute the command: run_tests
1520
+ 2019-02-12 14:40:28 -0500: wmap: Execute the command: wmap -h
1521
+ 2019-02-12 14:51:30 -0500: wmap: Execute the command: wmap shared/data/seed
1522
+ 2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1523
+ 2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1524
+ 2019-02-12 16:53:35 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1525
+ 2019-02-12 16:53:36 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1526
+ 2019-02-12 16:53:36 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1527
+ 2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1528
+ 2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1529
+ 2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1530
+ 2019-02-12 16:54:33 -0500: wmap: Execute the command: wmap /Users/sli/prh_wmap/shared/data/seed
1531
+ 2019-02-17 16:27:17 -0500: wmap: Execute the command: wmap -v
1532
+ 2019-02-17 16:45:53 -0500: trust: Execute the command: trust penguinrandomhouse.com
1533
+ 2019-02-17 16:46:10 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
1534
+ 2019-02-17 16:51:50 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
1535
+ 2019-02-17 16:52:54 -0500: wadd: Execute the command: wadd www.penguinradomhouse.com
1536
+ 2019-02-17 17:01:17 -0500: wmap: Execute the command: wmap -v
1537
+ 2019-02-17 17:03:09 -0500: wmap: Execute the command: wmap -v
1538
+ 2019-02-17 18:20:26 -0500: run_tests: Execute the command: run_tests
1539
+ 2019-02-17 18:22:38 -0500: run_tests: Execute the command: run_tests
1540
+ 2019-02-17 18:23:31 -0500: run_tests: Execute the command: run_tests
1541
+ 2019-02-17 21:45:07 -0500: trust: Execute the command: trust penguinrandomhouse.com
1542
+ 2019-02-17 21:45:39 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
1543
+ 2019-02-17 21:48:54 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
1544
+ 2019-02-17 22:09:16 -0500: wmap: Execute the command: wmap penguinrandomhouse.com
1545
+ 2019-02-17 22:11:57 -0500: wmap: Execute the command: wmap /tmp/test
1546
+ 2019-02-17 22:50:46 -0500: wmap: Execute the command: wmap /tmp/test1
data/test/domain_tracker_test.rb CHANGED
@@ -5,7 +5,7 @@
5
5
  #
6
6
  # Copyright (c) 2012-2015 Yang Li <yang.li@owasp.org>
7
7
  #++
8
- # Unit Test File for Wmap::DomainTracker class
8
+ # Unit Test File for Wmap::DomainTracker.instance class
9
9
 
10
10
  require "minitest/autorun"
11
11
  require "Wmap"
@@ -14,18 +14,18 @@ class DomainTrackerTest < MiniTest::Unit::TestCase
14
14
  include Wmap::Utils
15
15
 
16
16
  def test_domain_known_case_1?
17
- assert_equal false, Wmap::DomainTracker.new.domain_known?("yahoo.com")
17
+ assert_equal false, Wmap::DomainTracker.instance.domain_known?("yahoo.com")
18
18
  end
19
19
 
20
20
  def test_domain_known_case_2?
21
- assert_equal true, Wmap::DomainTracker.new.domain_known?("YourDomain.co.uk")
21
+ assert_equal false, Wmap::DomainTracker.instance.domain_known?("YourDomain.co.uk")
22
22
  end
23
23
 
24
24
  def test_domain_known_case_3?
25
- assert_equal false, Wmap::DomainTracker::SubDomain.new.domain_known?("mail.yahoo.com")
25
+ assert_equal false, Wmap::DomainTracker::SubDomain.instance.domain_known?("mail.yahoo.com")
26
26
  end
27
27
 
28
28
  def test_domain_known_case_4?
29
- assert_equal true, Wmap::DomainTracker::SubDomain.new.domain_known?("YourHost.YourDomain.co.uk")
29
+ assert_equal false, Wmap::DomainTracker::SubDomain.instance.domain_known?("YourHost.YourDomain.co.uk")
30
30
  end
31
31
  end
data/version.txt CHANGED
@@ -3,8 +3,8 @@
3
3
  ###############################################################################
4
4
  package = wmap
5
5
  # wmap version 2.0 == web_discovery version 1.5.3
6
- version = 2.4.6
7
- date = 2018-11-19
6
+ version = 2.4.8
7
+ date = 2019-02-18
8
8
 
9
9
  author = Sam (Yang) Li
10
10
  email = yang.li@owasp.org
data/wmap.gemspec CHANGED
@@ -44,7 +44,7 @@ Gem::Specification.new do |s|
44
44
  s.require_paths = ["lib"]
45
45
  s.required_ruby_version = Gem::Requirement.new(">= 2.1")
46
46
 
47
- s.add_dependency 'dnsruby', '>= 1.52'
47
+ s.add_dependency 'dnsruby', '>= 1.52'
48
48
  s.add_dependency 'geoip', '>= 1.0'
49
49
  s.add_dependency 'minitest', '>= 5.0'
50
50
  s.add_dependency 'net-ping', '>= 2.0'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: wmap
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.4.6
4
+ version: 2.4.8
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sam (Yang) Li
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-11-19 00:00:00.000000000 Z
11
+ date: 2019-02-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: dnsruby