RubyGems - wmap - Versions diffs - 2.4.4 - Mend

wmap 2.4.4

Files changed (141) hide show

checksums.yaml +7 -0
data/CHANGELOG.md +141 -0
data/LICENSE.txt +15 -0
data/README.rdoc +98 -0
data/TODO +13 -0
data/bin/deprime +21 -0
data/bin/distrust +38 -0
data/bin/googleBot +23 -0
data/bin/prime +21 -0
data/bin/refresh +26 -0
data/bin/run_tests +16 -0
data/bin/spiderBot +26 -0
data/bin/trust +38 -0
data/bin/updateAll +57 -0
data/bin/wadd +25 -0
data/bin/wadds +26 -0
data/bin/wcheck +28 -0
data/bin/wdel +25 -0
data/bin/wdump +21 -0
data/bin/wmap +151 -0
data/bin/wscan +32 -0
data/data/cidrs +2 -0
data/data/deactivated_sites +1 -0
data/data/domains +2 -0
data/data/hosts +1 -0
data/data/prime_hosts +1 -0
data/data/sites +2 -0
data/data/sub_domains +2 -0
data/demos/bruter.rb +27 -0
data/demos/dns_brutes.rb +28 -0
data/demos/filter_cidr.rb +18 -0
data/demos/filter_crawls.rb +5 -0
data/demos/filter_domain.rb +25 -0
data/demos/filter_geoip.rb +26 -0
data/demos/filter_known_services.rb +59 -0
data/demos/filter_netinfo.rb +23 -0
data/demos/filter_prime.rb +25 -0
data/demos/filter_profiler.rb +3 -0
data/demos/filter_redirection.rb +19 -0
data/demos/filter_site.rb +40 -0
data/demos/filter_siteip.rb +31 -0
data/demos/filter_status.rb +17 -0
data/demos/filter_timestamp.rb +23 -0
data/demos/filter_url.rb +19 -0
data/demos/new_fnd.rb +66 -0
data/demos/nmap_parser.pl +138 -0
data/demos/site_format.rb +18 -0
data/demos/whois_domain.rb +78 -0
data/dicts/GeoIP.dat +0 -0
data/dicts/GeoIPASNum.dat +0 -0
data/dicts/GeoLiteCity.dat +0 -0
data/dicts/ccsld.txt +2646 -0
data/dicts/cctld.txt +243 -0
data/dicts/gtld.txt +25 -0
data/dicts/hostnames-dict.big +1402 -0
data/dicts/hostnames-dict.txt +101 -0
data/lib/wmap/cidr_tracker.rb +327 -0
data/lib/wmap/dns_bruter.rb +308 -0
data/lib/wmap/domain_tracker/sub_domain.rb +142 -0
data/lib/wmap/domain_tracker.rb +342 -0
data/lib/wmap/geoip_tracker.rb +72 -0
data/lib/wmap/google_search_scraper.rb +177 -0
data/lib/wmap/host_tracker/primary_host.rb +130 -0
data/lib/wmap/host_tracker.rb +550 -0
data/lib/wmap/network_profiler.rb +144 -0
data/lib/wmap/port_scanner.rb +208 -0
data/lib/wmap/site_tracker/deactivated_site.rb +85 -0
data/lib/wmap/site_tracker.rb +937 -0
data/lib/wmap/url_checker.rb +314 -0
data/lib/wmap/url_crawler.rb +381 -0
data/lib/wmap/utils/domain_root.rb +184 -0
data/lib/wmap/utils/logger.rb +53 -0
data/lib/wmap/utils/url_magic.rb +343 -0
data/lib/wmap/utils/utils.rb +333 -0
data/lib/wmap/whois.rb +76 -0
data/lib/wmap.rb +227 -0
data/logs/wmap.log +17 -0
data/ruby_whois_patches/base_cocca2.rb +149 -0
data/ruby_whois_patches/kero.yachay.pe.rb +120 -0
data/ruby_whois_patches/whois.PublicDomainRegistry.com.rb +124 -0
data/ruby_whois_patches/whois.above.com.rb +61 -0
data/ruby_whois_patches/whois.adamsnames.tc.rb +107 -0
data/ruby_whois_patches/whois.aeda.net.ae.rb +105 -0
data/ruby_whois_patches/whois.ai.rb +112 -0
data/ruby_whois_patches/whois.arnes.si.rb +121 -0
data/ruby_whois_patches/whois.ascio.com.rb +91 -0
data/ruby_whois_patches/whois.cnnic.cn.rb +123 -0
data/ruby_whois_patches/whois.corporatedomains.com.rb +67 -0
data/ruby_whois_patches/whois.crsnic.net.rb +108 -0
data/ruby_whois_patches/whois.denic.de.rb +174 -0
data/ruby_whois_patches/whois.dk-hostmaster.dk.rb +120 -0
data/ruby_whois_patches/whois.dns.be.rb +134 -0
data/ruby_whois_patches/whois.dns.lu.rb +129 -0
data/ruby_whois_patches/whois.dns.pl.rb +150 -0
data/ruby_whois_patches/whois.dns.pt.rb +119 -0
data/ruby_whois_patches/whois.domain.kg.rb +126 -0
data/ruby_whois_patches/whois.domainregistry.my.rb +123 -0
data/ruby_whois_patches/whois.domreg.lt.rb +110 -0
data/ruby_whois_patches/whois.dot.tk.rb +140 -0
data/ruby_whois_patches/whois.hkirc.hk.rb +121 -0
data/ruby_whois_patches/whois.isnic.is.rb +130 -0
data/ruby_whois_patches/whois.je.rb +119 -0
data/ruby_whois_patches/whois.jprs.jp.rb +137 -0
data/ruby_whois_patches/whois.kenic.or.ke.rb +140 -0
data/ruby_whois_patches/whois.markmonitor.com.rb +118 -0
data/ruby_whois_patches/whois.melbourneit.com.rb +58 -0
data/ruby_whois_patches/whois.nic.as.rb +96 -0
data/ruby_whois_patches/whois.nic.at.rb +109 -0
data/ruby_whois_patches/whois.nic.ch.rb +141 -0
data/ruby_whois_patches/whois.nic.cl.rb +117 -0
data/ruby_whois_patches/whois.nic.ec.rb +157 -0
data/ruby_whois_patches/whois.nic.im.rb +120 -0
data/ruby_whois_patches/whois.nic.it.rb +170 -0
data/ruby_whois_patches/whois.nic.lv.rb +116 -0
data/ruby_whois_patches/whois.nic.ly.rb +127 -0
data/ruby_whois_patches/whois.nic.mu.rb +27 -0
data/ruby_whois_patches/whois.nic.mx.rb +123 -0
data/ruby_whois_patches/whois.nic.net.sa.rb +111 -0
data/ruby_whois_patches/whois.nic.or.kr.rb +101 -0
data/ruby_whois_patches/whois.nic.tel.rb +129 -0
data/ruby_whois_patches/whois.nic.tr.rb +133 -0
data/ruby_whois_patches/whois.nic.us.rb +129 -0
data/ruby_whois_patches/whois.nic.ve.rb +135 -0
data/ruby_whois_patches/whois.norid.no.rb +127 -0
data/ruby_whois_patches/whois.pandi.or.id.rb +118 -0
data/ruby_whois_patches/whois.psi-usa.info.rb +63 -0
data/ruby_whois_patches/whois.registro.br.rb +109 -0
data/ruby_whois_patches/whois.registrygate.com.rb +55 -0
data/ruby_whois_patches/whois.rrpproxy.net.rb +61 -0
data/ruby_whois_patches/whois.sgnic.sg.rb +130 -0
data/ruby_whois_patches/whois.srs.net.nz.rb +166 -0
data/ruby_whois_patches/whois.tucows.com.rb +70 -0
data/ruby_whois_patches/whois.twnic.net.tw.rb +133 -0
data/settings/discovery_ports +24 -0
data/settings/google_keywords.txt +9 -0
data/settings/google_locator.txt +23 -0
data/test/domain_tracker_test.rb +31 -0
data/test/utils_test.rb +168 -0
data/version.txt +13 -0
data/wmap.gemspec +49 -0
metadata +202 -0

data/dicts/hostnames-dict.big ADDED Viewed

@@ -0,0 +1,1402 @@
+# The most common hostnames for the internet domain. This list is obtained from the Internet, 1399 entries in total for more exhausive brute-forcing.
+# Used by the WebDiscovery::DnsBruter class
+# Note that you would need to set it via :hosts_dict symbol, if you decide to use this list instead of the default lighter one
+0
+01
+02
+03
+1
+10
+11
+2
+20
+3
+3com
+4
+5
+6
+7
+8
+9
+ILMI
+a
+a.auth-ns
+a01
+a02
+a1
+a2
+abc
+about
+ac
+acceso
+access
+accounting
+accounts
+acid
+activestat
+ad
+adam
+adkit
+admin
+administracion
+administrador
+administrator
+administrators
+admins
+ads
+adserver
+adsl
+ae
+af
+affiliate
+affiliates
+ag
+agenda
+agent
+ai
+aix
+ajax
+ak
+al
+alerts
+alpha
+am
+americas
+an
+analyzer
+announce
+announcements
+antivirus
+ao
+ap
+apache
+apollo
+app
+app01
+app1
+apple
+application
+applications
+apps
+appserver
+aq
+ar
+archie
+arcsight
+as
+as400
+asia
+asterix
+at
+atlas
+att
+au
+auction
+auth
+auto
+av
+aw
+ayuda
+az
+b
+b.auth-ns
+b01
+b02
+b1
+b2
+b2b
+b2c
+ba
+back
+backend
+backup
+baker
+balance
+balancer
+banking
+bayarea
+bb
+bbs
+bd
+bdc
+be
+bea
+beta
+bf
+bg
+bh
+bi
+billing
+biz
+biztalk
+bj
+black
+blackberry
+blog
+blogs
+blue
+bm
+bn
+bnc
+bo
+bob
+bof
+border
+boy
+br
+broadcast
+broker
+bronze
+brown
+bs
+bsd
+bsd0
+bsd01
+bsd1
+bt
+bug
+bugs
+bugzilla
+build
+bulletins
+burn
+burner
+buy
+bv
+bw
+by
+bz
+c
+c.auth-ns
+ca
+cache
+cafe
+calendar
+call
+canon
+careers
+catalog
+cc
+cd
+cdburner
+cdn
+cert
+certificates
+certify
+certserv
+certsrv
+cf
+cg
+cgi
+ch
+channel
+channels
+chat
+chats
+chatserver
+check
+checkpoint
+chi
+ci
+cims
+cisco
+citrix
+ck
+cl
+class
+classes
+classifieds
+classroom
+client
+clients
+club
+clubs
+cluster
+clusters
+cm
+cmail
+cms
+cn
+co
+cocoa
+code
+coldfusion
+com
+commerce
+commerceserver
+communigate
+community
+compaq
+con
+concentrator
+conf
+conference
+conferencing
+confidential
+connect
+connecticut
+consola
+console
+consult
+consultant
+consultants
+consulting
+consumer
+contact
+content
+contracts
+core
+core0
+core01
+corp
+corpmail
+corporate
+correo
+correoweb
+counterstrike
+courses
+cr
+crm
+crs
+cs
+cso
+css
+ct
+cu
+cust1
+cust12
+customer
+customers
+cv
+cvs
+cx
+cy
+cz
+d
+data
+database
+database01
+database02
+database1
+database2
+databases
+datastore
+datos
+db
+db0
+db01
+db02
+db1
+db2
+dc
+de
+dealers
+dec
+def
+default
+dell
+demo
+demonstration
+demos
+depot
+des
+design
+designer
+dev
+dev0
+dev01
+dev1
+devel
+develop
+developer
+developers
+development
+device
+devserver
+devsql
+dhcp
+dial
+dialup
+digital
+dir
+direct
+directory
+disc
+discovery
+discuss
+discussion
+discussions
+disk
+distributer
+distributers
+dj
+dk
+dm
+dmail
+dmz
+dnews
+dns
+dns-2
+dns0
+dns1
+do
+docs
+domain
+domains
+dominio
+domino
+dominoweb
+doom
+download
+downloads
+drupal
+dsl
+dyn
+dynamic
+dynip
+dz
+e
+e-com
+e-commerce
+earth
+east
+ec
+echo
+ecom
+ecommerce
+edi
+edu
+education
+ee
+eg
+eh
+email
+employees
+en
+enable
+eng
+eng01
+eng1
+engine
+engineer
+engineering
+enterprise
+epsilon
+er
+erp
+es
+esd
+esm
+espanol
+esx
+et
+eta
+europe
+events
+example
+exchange
+exec
+extern
+external
+extranet
+f
+f5
+falcon
+farm
+faststats
+fax
+feedback
+feeds
+fi
+field
+file
+files
+fileserv
+fileserver
+filestore
+filter
+find
+finger
+firewall
+fix
+fixes
+fj
+fk
+fl
+flash
+flow
+fm
+fo
+foobar
+formacion
+foro
+foros
+forum
+forums
+foto
+fotos
+foundry
+fox
+fr
+france
+frank
+fred
+freebsd
+freebsd0
+freebsd01
+freebsd02
+freebsd1
+freebsd2
+freeware
+fresno
+front
+frontdesk
+fs
+fsp
+ftp
+ftp-
+ftp0
+ftp2
+ftp_
+ftpserver
+fw
+fw-1
+fw1
+fwsm
+fwsm0
+fwsm01
+fwsm1
+g
+ga
+galeria
+galerias
+galleries
+gallery
+games
+gamma
+gandalf
+gate
+gatekeeper
+gateway
+gauss
+gd
+ge
+gemini
+general
+gf
+gg
+gh
+gi
+gl
+gm
+gmail
+gn
+go
+gold
+goldmine
+golf
+gopher
+gp
+gq
+gr
+green
+group
+groups
+groupwise
+gs
+gsx
+gt
+gu
+guest
+gw
+gw1
+gy
+h
+hal
+halflife
+hello
+help
+helpdesk
+helponline
+hi
+hidden
+hk
+hm
+hn
+home
+homebase
+homer
+honeypot
+host
+host1
+host3
+hotel
+howto
+hp
+hpov
+hr
+ht
+http
+https
+hu
+hub
+i
+ia
+ias
+ibm
+ibmdb
+id
+ida
+idaho
+ids
+ie
+iis
+il
+im
+images
+imail
+imap
+imap4
+img
+img0
+img01
+img02
+in
+inbound
+inc
+include
+incoming
+info
+informix
+inside
+install
+int
+intern
+internal
+international
+internet
+intl
+intranet
+invalid
+investor
+investors
+io
+iota
+iowa
+iplanet
+ipmonitor
+ipsec
+ipsec-gw
+iq
+ir
+irc
+ircd
+ircserver
+is
+isa
+isaserv
+isaserver
+ism
+isync
+it
+ix
+j
+java
+je
+jm
+jo
+jobs
+jp
+jrun
+juniper
+k
+kappa
+kb
+ke
+kerberos
+keynote
+kg
+kh
+ki
+kilo
+king
+km
+kn
+knowledgebase
+kp
+kr
+ks
+kw
+ky
+kz
+l
+la
+lab
+laboratory
+labs
+lambda
+lan
+laptop
+laserjet
+lb
+lc
+ldap
+legal
+li
+lib
+library
+link
+linux
+linux0
+linux01
+linux02
+linux1
+linux2
+lista
+lists
+listserv
+listserver
+live
+lk
+load
+loadbalancer
+local
+localhost
+log
+log0
+log01
+log02
+log1
+log2
+logfile
+logfiles
+logger
+logging
+loghost
+login
+logs
+lotus
+lr
+ls
+lt
+lu
+lv
+ly
+lyris
+m
+ma
+mac
+mac1
+mac10
+mach
+macintosh
+mail
+mail2
+mailer
+mailgate
+mailhost
+mailing
+maillist
+maillists
+mailroom
+mailserv
+mailsite
+mailsrv
+main
+manage
+management
+manager
+manufacturing
+map
+mapas
+maps
+marketing
+marketplace
+master
+mc
+mci
+md
+mdaemon
+me
+media
+member
+members
+messages
+messenger
+mg
+mgmt
+mh
+mi
+mirror
+mis
+mk
+ml
+mm
+mn
+mngt
+mo
+mobile
+mom
+monitor
+monitoring
+moon
+movies
+mp
+mp3
+mpeg
+mpg
+mq
+mr
+mrtg
+ms
+ms-exchange
+ms-sql
+msexchange
+mssql
+mssql0
+mssql01
+mssql1
+mt
+mta
+mtu
+mu
+multimedia
+music
+mv
+mw
+mx
+my
+mysql
+mysql01
+mysql1
+mz
+n
+na
+name
+names
+nameserv
+nameserver
+nas
+nat
+nc
+nd
+nds
+ne
+net
+netapp
+netdata
+netgear
+netmeeting
+netscaler
+netscreen
+netstats
+network
+new
+news
+newsfeed
+newsfeeds
+newsgroups
+newton
+nf
+ng
+nh
+ni
+nj
+nl
+nm
+nms
+nntp
+no
+node
+nokia
+nora
+noticias
+novell
+np
+nr
+ns
+ns-
+ns0
+ns01
+ns02
+ns1
+ns2
+ns3
+ns4
+ns5
+ns_
+nt
+nt4
+nt40
+ntmail
+ntp
+ntserver
+nu
+null
+nv
+ny
+nz
+o
+odin
+office
+offices
+oh
+ok
+old
+om
+online
+open
+openbsd
+openview
+operations
+ops
+ops0
+ops01
+ops02
+ops1
+ops2
+opsware
+or
+oracle
+orange
+order
+orders
+out
+outbound
+outgoing
+outlook
+outside
+ov
+owa
+owa01
+owa02
+owa1
+owa2
+ows
+p
+pa
+page
+pager
+pages
+papa
+parners
+partner
+partners
+patch
+patches
+payroll
+pbx
+pc
+pc01
+pc1
+pc10
+pc101
+pc11
+pc12
+pc13
+pc18
+pc19
+pc2
+pc20
+pc6
+pc60
+pc7
+pc8
+pc9
+pcmail
+pda
+pdc
+pe
+personal
+pf
+pg
+pgp
+ph
+phi
+phoenix
+phone
+phones
+photos
+pi
+pics
+pictures
+pink
+pix
+pk
+pki
+pl
+pm
+pm1
+pn
+po
+policy
+polls
+pop
+pop3
+portal
+portals
+portfolio
+post
+postales
+postoffice
+ppp1
+ppp10
+ppp11
+ppp2
+ppp21
+ppp3
+pptp
+pr
+press
+printer
+printserv
+printserver
+priv
+privacy
+private
+products
+profiles
+project
+projects
+promo
+proxy
+ps
+psi
+pss
+pt
+pub
+public
+pubs
+purple
+pw
+py
+q
+qa
+qmail
+qotd
+quake
+quotes
+r
+r01
+r02
+r1
+r2
+ra
+radio
+radius
+ras
+rc
+rcs
+rd
+re
+read
+realserver
+recruiting
+red
+redhat
+ref
+reference
+reg
+register
+registro
+registry
+regs
+relay
+rem
+remote
+remstats
+reports
+research
+reseller
+reserved
+rho
+ri
+ris
+rmi
+ro
+root
+rose
+route
+router
+router1
+rs
+rss
+rtr
+rtr01
+rtr1
+ru
+rune
+rw
+s
+s1
+s2
+sa
+sac
+sadmin
+safe
+sales
+sam
+san
+sb
+sbs
+sc
+scanner
+schedules
+sd
+se
+search
+sec
+secret
+secure
+secured
+securid
+security
+sendmail
+seri
+serv
+serv2
+server
+server1
+servers
+service
+services
+servicio
+servidor
+setup
+sg
+sh
+shared
+sharepoint
+shareware
+shipping
+shop
+shoppers
+shopping
+si
+signin
+signup
+silver
+sim
+sirius
+site
+sj
+sk
+sl
+slmail
+sm
+smc
+sms
+smtp
+smtphost
+sn
+sniffer
+snmp
+snmpd
+snoopy
+snort
+so
+socal
+software
+sol
+solaris
+solutions
+source
+sourcecode
+sourcesafe
+spam
+sqa
+sql
+sql0
+sql01
+sql1
+sql7
+sqlserver
+squid
+sr
+ss
+ssh
+ssl
+ssl0
+ssl01
+ssl1
+st
+staff
+stage
+staging
+start
+stat
+static
+statistics
+stats
+stock
+storage
+store
+streaming
+studio
+submit
+subversion
+sun
+sun0
+sun01
+sun02
+sun1
+sun2
+supplier
+suppliers
+support
+sv
+sw
+sw0
+sw01
+sw1
+switch
+sy
+sybase
+sysadmin
+sysback
+syslog
+syslogs
+system
+sz
+t
+talk
+tau
+tc
+tcl
+td
+team
+tech
+technology
+techsupport
+telephone
+telephony
+telnet
+temp
+terminal
+terminalserver
+termserv
+test
+test2k
+testbed
+testing
+testlab
+testlinux
+testserver
+testsite
+testsql
+testxp
+tf
+tftp
+tg
+th
+time
+tivoli
+tj
+tk
+tm
+tn
+to
+tom
+tool
+tools
+tour
+tp
+tr
+trac
+tracker
+train
+training
+transfers
+ts
+ts1
+tt
+tun
+tunnel
+tv
+tw
+tx
+tz
+u
+ua
+uddi
+ug
+uk
+um
+uniform
+union
+unix
+update
+updates
+upload
+ups
+urchin
+us
+usa
+usenet
+user
+users
+ut
+utilities
+uy
+uz
+v
+va
+vault
+vc
+ve
+vend
+vendors
+vg
+vi
+video
+videos
+vip
+vista
+vm
+vmserver
+vmware
+vn
+vnc
+voice
+voicemail
+voip
+vpn
+vpn0
+vpn01
+vpn02
+vpn1
+vpn2
+vt
+vu
+w
+w1
+w2
+w3
+wa
+wais
+wallet
+wam
+wan
+wap
+warehouse
+wc3
+web
+webaccess
+webadmin
+webalizer
+webboard
+webcache
+webcam
+webcast
+webdev
+webdocs
+webfarm
+webhelp
+weblib
+weblogic
+webmail
+webmaster
+webproxy
+webring
+webs
+webserv
+webserver
+webservices
+website
+websites
+websphere
+websrv
+websrvr
+webstats
+webstore
+websvr
+webtrends
+welcome
+wf
+whiskey
+white
+whois
+wi
+wiki
+win
+win01
+win02
+win1
+win2
+win2000
+win2003
+win2k
+win2k3
+windows
+windows01
+windows02
+windows1
+windows2
+windows2000
+windows2003
+windowsxp
+wingate
+winnt
+winproxy
+wins
+winserve
+winxp
+wire
+wireless
+wlan
+wordpress
+work
+world
+write
+ws
+ws1
+ws10
+ws11
+ws12
+ws13
+ws2
+ws3
+ws7
+ws8
+ws9
+wusage
+wv
+ww
+www
+www-
+www-01
+www-02
+www-1
+www-2
+www-int
+www0
+www01
+www02
+www1
+www2
+www3
+www_
+wwwchat
+wwwdev
+wwwmail
+wwww
+wy
+wyoming
+x
+xi
+xlogan
+xmail
+xml
+xp
+y
+ye
+yellow
+young
+yt
+yu
+z
+z-log
+za
+zlog
+zm
+zw