ruby-masscan 0.1.0

data/lib/masscan/status.rb

@@ -0,0 +1,7 @@
+module Masscan
+  #
+  # Represents a port status record.
+  #
+  class Status < Struct.new(:status,:protocol,:port,:reason,:ttl,:ip,:timestamp,:mac)
+  end
+end

data/lib/masscan/task.rb

@@ -0,0 +1,179 @@
+require 'rprogram/task'
+
+module Masscan
+  #
+  # ## `masscan` options:
+  #
+  # * `--range` - `masscan.range`
+  # * `-p` - `masscan.ports`
+  # * `--banners` - `masscan.banners`
+  # * `--rate` - `masscan.rate`
+  # * `--conf` - `masscan.config_file`
+  # * `--resume` - `masscan.resume`
+  # * `--echo` - `masscan.echo`
+  # * `--adapter` - `masscan.adapter`
+  # * `--adapter-ip` - `masscan.adapter_ip`
+  # * `--adapter-port` - `masscan.adapter_port`
+  # * `--adapter-mac` - `masscan.adapter_mac`
+  # * `--adapter-vlan` - `masscan.adapter_vlan`
+  # * `--router-mac` - `masscan.router_mac`
+  # * `--ping` - `masscan.ping`
+  # * `--exclude` - `masscan.exclude`
+  # * `--excludefile` - `masscan.exclude_file`
+  # * `--includefile` - `masscan.include_file`
+  # * `--append-output` - `masscan.append_output`
+  # * `--iflist` - `masscan.list_interfaces`
+  # * `--retries` - `masscan.retries`
+  # * `--nmap` - `masscan.nmap_help`
+  # * `--pcap-payloads` - `masscan.pcap_payloads`
+  # * `--nmap-payloads` - `masscan.nmap_payloads`
+  # * `--http-method` - `masscan.http_method`
+  # * `--http-url` - `masscan.http_url`
+  # * `--http-version` - `masscan.http_version`
+  # * `--http-host` - `masscan.http_host`
+  # * `--http-user-agent` - `masscan.http_user_agent`
+  # * `--http-field` - `masscan.http_field`
+  # * `--http-field-remove` - `masscan.http_field_remove`
+  # * `--http-cookie` - `masscan.http_cookie`
+  # * `--http-payload` - `masscan.http_payload`
+  # * `--show` - `masscan.show`
+  # * `--noshow` - `masscan.hide`
+  # * `--pcap` - `masscan.pcap`
+  # * `--packet-trace` - `masscan.packet_trace`
+  # * `--pfring` - `masscan.pfring`
+  # * `--resume-index` - `masscan.resume_index`
+  # * `--resume-count` - `masscan.resume_count`
+  # * `--shards` - `masscan.shards`
+  # * `--rotate` - `masscan.rotate`
+  # * `--rotate-offset` - `masscan.rotate_offset`
+  # * `--rotate-size` - `masscan.rotate_size`
+  # * `--rotate-dir` - `masscan.rotate_dir`
+  # * `--seed` - `masscan.seed`
+  # * `--regress` - `masscan.regress`
+  # * `--ttl` - `masscan.ttl`
+  # * `--wait` - `masscan.wait`
+  # * `--offline` - `masscan.offline`
+  # * `-sL` - `masscan.print_list`
+  # * `--interactive` - `masscan.interactive`
+  # * `--output-format` - `masscan.output_format`
+  # * `--output-filename` - `masscan.output_file`
+  # * `-oB` - `masscan.output_binary`
+  # * `-oX` - `masscan.output_xml`
+  # * `-oG` - `masscan.output_grepable`
+  # * ` -oJ` - `masscan.output_json`
+  # * `-oL` - `masscan.output_list`
+  # * `--readscan` - `masscan.read_scan`
+  # * `-V` - `masscan.version`
+  # * `-h` - `masscan.help`
+  #
+  # @see https://github.com/robertdavidgraham/masscan/blob/master/doc/masscan.8.markdown
+  #
+  class Task < RProgram::Task
+
+    long_option flag: '--range', name: :range, separator: ','
+    short_option flag: '-p', name: :ports do |opt,value|
+      unless value.empty?
+        [opt.flag, format_port_list(value)]
+      end
+    end
+    long_option flag: '--banners', name: :banners
+    long_option flag: '--rate',    name: :rate
+    long_option flag: '--conf',    name: :config_file
+    long_option flag: '--resume',  name: :resume
+    long_option flag: '--echo',    name: :echo
+    long_option flag: '--adapter', name: :adapter
+    long_option flag: '--adapter-ip',   name: :adapter_ip
+    long_option flag: '--adapter-port', name: :adapter_port
+    long_option flag: '--adapter-mac',  name: :adapter_mac
+    long_option flag: '--adapter-vlan', name: :adapter_vlan
+    long_option flag: '--router-mac', name: :router_mac
+    long_option flag: '--ping', name: :ping
+    long_option flag: '--exclude', name: :exclude, separator: ','
+    long_option flag: '--excludefile', name: :exclude_file
+    long_option flag: '--includefile', name: :include_file
+    long_option flag: '--append-output', name: :append_output
+    long_option flag: '--iflist', name: :list_interfaces
+    long_option flag: '--retries', name: :retries
+    long_option flag: '--nmap', name: :nmap_help
+    long_option flag: '--pcap-payloads', name: :pcap_payloads
+    long_option flag: '--nmap-payloads', name: :nmap_payloads
+
+    long_option flag: '--http-method',     name: :http_method
+    long_option flag: '--http-url',        name: :http_url
+    long_option flag: '--http-version',    name: :http_version
+    long_option flag: '--http-host',       name: :http_host
+    long_option flag: '--http-user-agent', name: :http_user_agent
+
+    long_option flag: '--http-field', multiple: true do |opt,value|
+      name, value = value.first
+
+      [opt.flag, "#{name}:#{value}"]
+    end
+
+    long_option flag: '--http-field-remove', name: :http_field_remove
+    long_option flag: '--http-cookie', name: :http_cookie
+    long_option flag: '--http-payload', name: :http_payload
+
+    long_option flag: '--show', name: :show
+    long_option flag: '--noshow', name: :hide
+    long_option flag: '--pcap', name: :pcap
+    long_option flag: '--packet-trace', name: :packet_trace
+    long_option flag: '--pfring', name: :pfring
+    long_option flag: '--resume-index', name: :resume_index
+    long_option flag: '--resume-count', name: :resume_count
+    long_option flag: '--shards', name: :shards do |opt,value|
+      case value.length
+      when 2 then [opt.flag, "#{value[0]}/#{value[1]}"]
+      when 1 then [opt.flag, "#{value[0]}"]
+      else
+        raise(ArgumentError,"#{self}#shards= does not accept more than two values")
+      end
+    end
+    long_option flag: '--rotate', name: :rotate
+    long_option flag: '--rotate-offset', name: :rotate_offset
+    long_option flag: '--rotate-size',   name: :rotate_size
+    long_option flag: '--rotate-dir',    name: :rotate_dir
+    long_option flag: '--seed', name: :seed
+    long_option flag: '--regress', name: :regress
+    long_option flag: '--ttl', name: :ttl
+    long_option flag: '--wait', name: :wait
+    long_option flag: '--offline', name: :offline
+    short_option flag: '-sL', name: :print_list
+    long_option flag: '--interactive', name: :interactive
+    long_option flag: '--output-format', name: :output_format
+    long_option flag: '--output-filename', name: :output_file
+    short_option flag: '-oB', name: :output_binary
+    short_option flag: '-oX', name: :output_xml
+    short_option flag: '-oG', name: :output_grepable
+    short_option flag:' -oJ', name: :output_json
+    short_option flag: '-oL', name: :output_list
+    long_option flag: '--readscan', name: :read_scan
+    short_option :flag => '-V', :name => :version
+    short_option :flag => '-h', :name => :help
+
+    non_option :tailing => true, :name => :ips
+
+    private
+
+    #
+    # Formats a port list.
+    #
+    # @param [Array<Integer,Range>] ports
+    #   The port ranges.
+    #
+    # @return [String]
+    #   Comma separated string.
+    #
+    def self.format_port_list(ports)
+      ports.map { |port|
+        case port
+        when Range
+          "#{port.first}-#{port.last}"
+        else
+          port.to_s
+        end
+      }.join(',')
+    end
+
+  end
+end

data/lib/masscan/version.rb

@@ -0,0 +1,4 @@
+module Masscan
+  # ruby-masscan version
+  VERSION = '0.1.0'
+end

data/lib/masscan.rb

@@ -0,0 +1,2 @@
+require 'masscan/program'
+require 'masscan/output_file'

data/ruby-masscan.gemspec

@@ -0,0 +1,61 @@
+# encoding: utf-8
+
+require 'yaml'
+
+Gem::Specification.new do |gem|
+  gemspec = YAML.load_file('gemspec.yml')
+
+  gem.name    = gemspec.fetch('name')
+  gem.version = gemspec.fetch('version') do
+                  lib_dir = File.join(File.dirname(__FILE__),'lib')
+                  $LOAD_PATH << lib_dir unless $LOAD_PATH.include?(lib_dir)
+
+                  require 'masscan/version'
+                  Masscan::VERSION
+                end
+
+  gem.summary     = gemspec['summary']
+  gem.description = gemspec['description']
+  gem.licenses    = Array(gemspec['license'])
+  gem.authors     = Array(gemspec['authors'])
+  gem.email       = gemspec['email']
+  gem.homepage    = gemspec['homepage']
+  gem.metadata    = gemspec['metadata'] if gemspec['metadata']
+
+  glob = lambda { |patterns| gem.files & Dir[*patterns] }
+
+  gem.files = `git ls-files`.split($/)
+  gem.files = glob[gemspec['files']] if gemspec['files']
+
+  gem.executables = gemspec.fetch('executables') do
+    glob['bin/*'].map { |path| File.basename(path) }
+  end
+  gem.default_executable = gem.executables.first if Gem::VERSION < '1.7.'
+
+  gem.extensions       = glob[gemspec['extensions'] || 'ext/**/extconf.rb']
+  gem.test_files       = glob[gemspec['test_files'] || '{test/{**/}*_test.rb']
+  gem.extra_rdoc_files = glob[gemspec['extra_doc_files'] || '*.{txt,md}']
+
+  gem.require_paths = Array(gemspec.fetch('require_paths') {
+    %w[ext lib].select { |dir| File.directory?(dir) }
+  })
+
+  gem.requirements              = Array(gemspec['requirements'])
+  gem.required_ruby_version     = gemspec['required_ruby_version']
+  gem.required_rubygems_version = gemspec['required_rubygems_version']
+  gem.post_install_message      = gemspec['post_install_message']
+
+  split = lambda { |string| string.split(/,\s*/) }
+
+  if gemspec['dependencies']
+    gemspec['dependencies'].each do |name,versions|
+      gem.add_dependency(name,split[versions])
+    end
+  end
+
+  if gemspec['development_dependencies']
+    gemspec['development_dependencies'].each do |name,versions|
+      gem.add_development_dependency(name,split[versions])
+    end
+  end
+end

data/spec/fixtures/masscan.json

@@ -0,0 +1,17 @@
+[
+{   "ip": "93.184.216.34",   "timestamp": "1629960621", "ports": [ {"port": 80, "proto": "tcp", "status": "open", "reason": "syn-ack", "ttl": 54} ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960621", "ports": [ {"port": 443, "proto": "tcp", "status": "open", "reason": "syn-ack", "ttl": 54} ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960622", "ports": [ {"port": 0, "proto": "icmp", "status": "open", "reason": "none", "ttl": 54} ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960624", "ports": [ {"port": 80, "proto": "tcp", "service": {"name": "http.server", "banner": "ECS (sec/974D)"} } ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960624", "ports": [ {"port": 80, "proto": "tcp", "service": {"name": "title", "banner": "404 - Not Found"} } ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960624", "ports": [ {"port": 80, "proto": "tcp", "service": {"name": "http", "banner": "HTTP/1.0 404 Not Found\u000d\u000aContent-Type: text/html\u000d\u000aDate: Thu, 26 Aug 2021 06:50:24 GMT\u000d\u000aServer: ECS (sec/974D)\u000d\u000aContent-Length: 345\u000d\u000aConnection: close\u000d\u000a\u000d"} } ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960633", "ports": [ {"port": 443, "proto": "tcp", "service": {"name": "ssl", "banner": "TLS/1.1 cipher:0xc013, www.example.org, www.example.org, example.com, example.edu, example.net, example.org, www.example.com, www.example.edu, www.example.net"} } ] }
+,
+{   "ip": "93.184.216.34",   "timestamp": "1629960633", "ports": [ {"port": 443, "proto": "tcp", "service": {"name": "X509", "banner": "MIIG1TCCBb2gAwIBAgIQD74IsIVNBXOKsMzhya/uyTANBgkqhkiG9w0BAQsFADBPMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMSkwJwYDVQQDEyBEaWdpQ2VydCBUTFMgUlNBIFNIQTI1NiAyMDIwIENBMTAeFw0yMDExMjQwMDAwMDBaFw0yMTEyMjUyMzU5NTlaMIGQMQswCQYDVQQGEwJVUzETMBEGA1UECBMKQ2FsaWZvcm5pYTEUMBIGA1UEBxMLTG9zIEFuZ2VsZXMxPDA6BgNVBAoTM0ludGVybmV0IENvcnBvcmF0aW9uIGZvciBBc3NpZ25lZCBOYW1lcyBhbmQgTnVtYmVyczEYMBYGA1UEAxMPd3d3LmV4YW1wbGUub3JnMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAuvzuzMoKCP8Okx2zvgucA5YinrFPEK5RQP1TX7PEYUAoBO6i5hIAsIKFmFxtW2sghERilU5rdnxQcF3fEx3sY4OtY6VSBPLPhLrbKozHLrQ8ZN/rYTb+hgNUeT7NA1mP78IEkxAj4qG5tli4Jq41aCbUlCt7equGXokImhC+UY5IpQEZS0tKD4vu2ksZ04Qetp0k8jWdAvMA27W3EwgHHNeVGWbJPC0Dn7RqPw13r7hFyS5TpleywjdY1nB7ad6kcZXZbEcaFZ7ZuerA6RkPGE+PsnZRb1oFJkYoXimsuvkVFhWeHQXCGC1cuDWSrM3cpQvOzKH2vS7d15+zGls4IwIDAQABo4IDaTCCA2UwHwYDVR0jBBgwFoAUt2ui6qiqhIx56rTaD5iyxZV2ufQwHQYDVR0OBBYEFCYa+OSxsHKEztqBBtInmPvtOj0XMIGBBgNVHREEejB4gg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUuY29tggtleGFtcGxlLmVkdYILZXhhbXBsZS5uZXSCC2V4YW1wbGUub3Jngg93d3cuZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLmVkdYIPd3d3LmV4YW1wbGUubmV0MA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwgYsGA1UdHwSBgzCBgDA+oDygOoY4aHR0cDovL2NybDMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0VExTUlNBU0hBMjU2MjAyMENBMS5jcmwwPqA8oDqGOGh0dHA6Ly9jcmw0LmRpZ2ljZXJ0LmNv"} } ] }
+]

data/spec/fixtures/masscan.list

@@ -0,0 +1,10 @@
+#masscan
+open tcp 443 93.184.216.34 1629960470
+open tcp 80 93.184.216.34 1629960470
+open icmp 0 93.184.216.34 1629960470
+banner tcp 443 93.184.216.34 1629960472 ssl TLS/1.1 cipher:0xc013, www.example.org, www.example.org, example.com, example.edu, example.net, example.org, www.example.com, www.example.edu, www.example.net
+banner tcp 443 93.184.216.34 1629960472 X509 MIIG1TCCBb2gAwIBAgIQD74IsIVNBXOKsMzhya/uyTANBgkqhkiG9w0BAQsFADBPMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMSkwJwYDVQQDEyBEaWdpQ2VydCBUTFMgUlNBIFNIQTI1NiAyMDIwIENBMTAeFw0yMDExMjQwMDAwMDBaFw0yMTEyMjUyMzU5NTlaMIGQMQswCQYDVQQGEwJVUzETMBEGA1UECBMKQ2FsaWZvcm5pYTEUMBIGA1UEBxMLTG9zIEFuZ2VsZXMxPDA6BgNVBAoTM0ludGVybmV0IENvcnBvcmF0aW9uIGZvciBBc3NpZ25lZCBOYW1lcyBhbmQgTnVtYmVyczEYMBYGA1UEAxMPd3d3LmV4YW1wbGUub3JnMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAuvzuzMoKCP8Okx2zvgucA5YinrFPEK5RQP1TX7PEYUAoBO6i5hIAsIKFmFxtW2sghERilU5rdnxQcF3fEx3sY4OtY6VSBPLPhLrbKozHLrQ8ZN/rYTb+hgNUeT7NA1mP78IEkxAj4qG5tli4Jq41aCbUlCt7equGXokImhC+UY5IpQEZS0tKD4vu2ksZ04Qetp0k8jWdAvMA27W3EwgHHNeVGWbJPC0Dn7RqPw13r7hFyS5TpleywjdY1nB7ad6kcZXZbEcaFZ7ZuerA6RkPGE+PsnZRb1oFJkYoXimsuvkVFhWeHQXCGC1cuDWSrM3cpQvOzKH2vS7d15+zGls4IwIDAQABo4IDaTCCA2UwHwYDVR0jBBgwFoAUt2ui6qiqhIx56rTaD5iyxZV2ufQwHQYDVR0OBBYEFCYa+OSxsHKEztqBBtInmPvtOj0XMIGBBgNVHREEejB4gg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUuY29tggtleGFtcGxlLmVkdYILZXhhbXBsZS5uZXSCC2V4YW1wbGUub3Jngg93d3cuZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLmVkdYIPd3d3LmV4YW1wbGUubmV0MA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwgYsGA1UdHwSBgzCBgDA+oDygOoY4aHR0cDovL2NybDMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0VExTUlNBU0hBMjU2MjAyMENBMS5jcmwwPqA8oDqGOGh0dHA6Ly9jcmw0LmRpZ2ljZXJ0LmNv
+banner tcp 80 93.184.216.34 1629960472 http.server ECS (sec/974D)
+banner tcp 80 93.184.216.34 1629960472 title 404 - Not Found
+banner tcp 80 93.184.216.34 1629960472 http HTTP/1.0 404 Not Found\x0d\x0aContent-Type: text/html\x0d\x0aDate: Thu, 26 Aug 2021 06:47:52 GMT\x0d\x0aServer: ECS (sec/974D)\x0d\x0aContent-Length: 345\x0d\x0aConnection: close\x0d\x0a\x0d
+# end

data/spec/fixtures/masscan.ndjson

@@ -0,0 +1,8 @@
+{"ip":"93.184.216.34","timestamp":"1630156508","port":80,"proto":"tcp","rec_type":"status","data":{"status":"open","reason":"syn-ack","ttl":54}}
+{"ip":"93.184.216.34","timestamp":"1630156508","port":0,"proto":"icmp","rec_type":"status","data":{"status":"open","reason":"none","ttl":54}}
+{"ip":"93.184.216.34","timestamp":"1630156508","port":443,"proto":"tcp","rec_type":"status","data":{"status":"open","reason":"syn-ack","ttl":54}}
+{"ip":"93.184.216.34","timestamp":"1630156512","port":443,"proto":"tcp","rec_type":"banner","data":{"service_name":"ssl","banner":"TLS/1.1 cipher:0xc013, www.example.org, www.example.org, example.com, example.edu, example.net, example.org, www.example.com, www.example.edu, www.example.net"}}
+{"ip":"93.184.216.34","timestamp":"1630156512","port":443,"proto":"tcp","rec_type":"banner","data":{"service_name":"X509","banner":"MIIG1TCCBb2gAwIBAgIQD74IsIVNBXOKsMzhya/uyTANBgkqhkiG9w0BAQsFADBPMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMSkwJwYDVQQDEyBEaWdpQ2VydCBUTFMgUlNBIFNIQTI1NiAyMDIwIENBMTAeFw0yMDExMjQwMDAwMDBaFw0yMTEyMjUyMzU5NTlaMIGQMQswCQYDVQQGEwJVUzETMBEGA1UECBMKQ2FsaWZvcm5pYTEUMBIGA1UEBxMLTG9zIEFuZ2VsZXMxPDA6BgNVBAoTM0ludGVybmV0IENvcnBvcmF0aW9uIGZvciBBc3NpZ25lZCBOYW1lcyBhbmQgTnVtYmVyczEYMBYGA1UEAxMPd3d3LmV4YW1wbGUub3JnMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAuvzuzMoKCP8Okx2zvgucA5YinrFPEK5RQP1TX7PEYUAoBO6i5hIAsIKFmFxtW2sghERilU5rdnxQcF3fEx3sY4OtY6VSBPLPhLrbKozHLrQ8ZN/rYTb+hgNUeT7NA1mP78IEkxAj4qG5tli4Jq41aCbUlCt7equGXokImhC+UY5IpQEZS0tKD4vu2ksZ04Qetp0k8jWdAvMA27W3EwgHHNeVGWbJPC0Dn7RqPw13r7hFyS5TpleywjdY1nB7ad6kcZXZbEcaFZ7ZuerA6RkPGE+PsnZRb1oFJkYoXimsuvkVFhWeHQXCGC1cuDWSrM3cpQvOzKH2vS7d15+zGls4IwIDAQABo4IDaTCCA2UwHwYDVR0jBBgwFoAUt2ui6qiqhIx56rTaD5iyxZV2ufQwHQYDVR0OBBYEFCYa+OSxsHKEztqBBtInmPvtOj0XMIGBBgNVHREEejB4gg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUuY29tggtleGFtcGxlLmVkdYILZXhhbXBsZS5uZXSCC2V4YW1wbGUub3Jngg93d3cuZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLmVkdYIPd3d3LmV4YW1wbGUubmV0MA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwgYsGA1UdHwSBgzCBgDA+oDygOoY4aHR0cDovL2NybDMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0VExTUlNBU0hBMjU2MjAyMENBMS5jcmwwPqA8oDqGOGh0dHA6Ly9jcmw0LmRpZ2ljZXJ0LmNv"}}
+{"ip":"93.184.216.34","timestamp":"1630156512","port":80,"proto":"tcp","rec_type":"banner","data":{"service_name":"http.server","banner":"ECS (sec/96ED)"}}
+{"ip":"93.184.216.34","timestamp":"1630156512","port":80,"proto":"tcp","rec_type":"banner","data":{"service_name":"title","banner":"404 - Not Found"}}
+{"ip":"93.184.216.34","timestamp":"1630156512","port":80,"proto":"tcp","rec_type":"banner","data":{"service_name":"http","banner":"HTTP/1.0 404 Not Found\u000d\u000aContent-Type: text/html\u000d\u000aDate: Sat, 28 Aug 2021 13:15:12 GMT\u000d\u000aServer: ECS (sec/96ED)\u000d\u000aContent-Length: 345\u000d\u000aConnection: close\u000d\u000a\u000d"}}

data/spec/fixtures/masscan.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0"?>
+<!-- masscan v1.0 scan -->
+<nmaprun scanner="masscan" start="1629960654" version="1.0-BETA"  xmloutputversion="1.03">
+<scaninfo type="syn" protocol="tcp" />
+<host endtime="1629960654"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="icmp" portid="0"><state state="open" reason="none" reason_ttl="54"/></port></ports></host>
+<host endtime="1629960654"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="443"><state state="open" reason="syn-ack" reason_ttl="54"/></port></ports></host>
+<host endtime="1629960654"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="80"><state state="open" reason="syn-ack" reason_ttl="54"/></port></ports></host>
+<host endtime="1629960657"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="80"><state state="open" reason="response" reason_ttl="54" /><service name="http.server" banner="ECS (sec/973B)"></service></port></ports></host>
+<host endtime="1629960657"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="80"><state state="open" reason="response" reason_ttl="54" /><service name="title" banner="404 - Not Found"></service></port></ports></host>
+<host endtime="1629960657"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="80"><state state="open" reason="response" reason_ttl="54" /><service name="http" banner="HTTP/1.0 404 Not Found\x0d\x0aContent-Type: text/html\x0d\x0aDate: Thu, 26 Aug 2021 06:50:57 GMT\x0d\x0aServer: ECS (sec/973B)\x0d\x0aContent-Length: 345\x0d\x0aConnection: close\x0d\x0a\x0d"></service></port></ports></host>
+<host endtime="1629960657"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="443"><state state="open" reason="response" reason_ttl="54" /><service name="ssl" banner="TLS/1.1 cipher:0xc013, www.example.org, www.example.org, example.com, example.edu, example.net, example.org, www.example.com, www.example.edu, www.example.net"></service></port></ports></host>
+<host endtime="1629960657"><address addr="93.184.216.34" addrtype="ipv4"/><ports><port protocol="tcp" portid="443"><state state="open" reason="response" reason_ttl="54" /><service name="X509" banner="MIIG1TCCBb2gAwIBAgIQD74IsIVNBXOKsMzhya/uyTANBgkqhkiG9w0BAQsFADBPMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMSkwJwYDVQQDEyBEaWdpQ2VydCBUTFMgUlNBIFNIQTI1NiAyMDIwIENBMTAeFw0yMDExMjQwMDAwMDBaFw0yMTEyMjUyMzU5NTlaMIGQMQswCQYDVQQGEwJVUzETMBEGA1UECBMKQ2FsaWZvcm5pYTEUMBIGA1UEBxMLTG9zIEFuZ2VsZXMxPDA6BgNVBAoTM0ludGVybmV0IENvcnBvcmF0aW9uIGZvciBBc3NpZ25lZCBOYW1lcyBhbmQgTnVtYmVyczEYMBYGA1UEAxMPd3d3LmV4YW1wbGUub3JnMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAuvzuzMoKCP8Okx2zvgucA5YinrFPEK5RQP1TX7PEYUAoBO6i5hIAsIKFmFxtW2sghERilU5rdnxQcF3fEx3sY4OtY6VSBPLPhLrbKozHLrQ8ZN/rYTb+hgNUeT7NA1mP78IEkxAj4qG5tli4Jq41aCbUlCt7equGXokImhC+UY5IpQEZS0tKD4vu2ksZ04Qetp0k8jWdAvMA27W3EwgHHNeVGWbJPC0Dn7RqPw13r7hFyS5TpleywjdY1nB7ad6kcZXZbEcaFZ7ZuerA6RkPGE+PsnZRb1oFJkYoXimsuvkVFhWeHQXCGC1cuDWSrM3cpQvOzKH2vS7d15+zGls4IwIDAQABo4IDaTCCA2UwHwYDVR0jBBgwFoAUt2ui6qiqhIx56rTaD5iyxZV2ufQwHQYDVR0OBBYEFCYa+OSxsHKEztqBBtInmPvtOj0XMIGBBgNVHREEejB4gg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUuY29tggtleGFtcGxlLmVkdYILZXhhbXBsZS5uZXSCC2V4YW1wbGUub3Jngg93d3cuZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLmVkdYIPd3d3LmV4YW1wbGUubmV0MA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwgYsGA1UdHwSBgzCBgDA+oDygOoY4aHR0cDovL2NybDMuZGlnaWNlcnQuY29tL0RpZ2lDZXJ0VExTUlNBU0hBMjU2MjAyMENBMS5jcmwwPqA8oDqGOGh0dHA6Ly9jcmw0LmRpZ2ljZXJ0LmNv"></service></port></ports></host>
+<runstats>
+<finished time="1629960666" timestr="2021-08-25 23:51:06" elapsed="12" />
+<hosts up="2" down="0" total="2" />
+</runstats>
+</nmaprun>

data/spec/output_file_spec.rb

@@ -0,0 +1,135 @@
+require 'spec_helper'
+require 'masscan/output_file'
+
+describe Masscan::OutputFile do
+  describe ".infer_format" do
+    subject { described_class.infer_format(path) }
+
+    context "when the path ends in .json" do
+      let(:path) { '/path/to/file.json' }
+
+      it { expect(subject).to eq(:json) }
+    end
+
+    context "when the path ends in .ndjson" do
+      let(:path) { '/path/to/file.ndjson' }
+
+      it { expect(subject).to eq(:ndjson) }
+    end
+
+    context "when the path ends in .list" do
+      let(:path) { '/path/to/file.list' }
+
+      it { expect(subject).to eq(:list) }
+    end
+
+    context "when the path ends in .txt" do
+      let(:path) { '/path/to/file.txt' }
+
+      it { expect(subject).to eq(:list) }
+    end
+
+    context "when the path ends in .bin" do
+      let(:path) { '/path/to/file.bin' }
+
+      it { expect(subject).to eq(:binary) }
+    end
+
+    context "when the path ends in .dat" do
+      let(:path) { '/path/to/file.dat' }
+
+      it { expect(subject).to eq(:binary) }
+    end
+
+    context "when the path ends in .xml" do
+      let(:path) { '/path/to/file.xml' }
+
+      it { expect(subject).to eq(:xml) }
+    end
+  end
+
+  describe "PARSERS" do
+    subject { described_class::PARSERS }
+
+    describe ":binary" do
+      it { expect(subject[:binary]).to eq(Masscan::Parsers::Binary) }
+    end
+
+    describe ":list" do
+      it { expect(subject[:list]).to eq(Masscan::Parsers::List) }
+    end
+
+    describe ":json" do
+      it { expect(subject[:json]).to eq(Masscan::Parsers::JSON) }
+    end
+
+    describe ":ndjson" do
+      it { expect(subject[:ndjson]).to eq(Masscan::Parsers::JSON) }
+    end
+  end
+
+  describe "#initialize" do
+    let(:path) { "/path/to/file.json" }
+
+    subject { described_class.new(path) }
+
+    it "must set #path" do
+      expect(subject.path).to eq(path)
+    end
+
+    it "must infer the format from the file's extname" do
+      expect(subject.format).to eq(:json)
+    end
+
+    it "must set #parser based on #format" do
+      expect(subject.parser).to eq(described_class::PARSERS[subject.format])
+    end
+
+    context "when given an format: keyword" do
+      let(:format) { :list }
+
+      subject { described_class.new(path, format: format) }
+
+      it "must set #format" do
+        expect(subject.format).to be(format)
+      end
+
+      it "must set #parser based on the given format:" do
+        expect(subject.parser).to eq(described_class::PARSERS[format])
+      end
+    end
+  end
+
+  subject { described_class.new(Fixtures.join('masscan.list')) }
+
+  describe "#each" do
+    context "when given a block" do
+      it "must yield Masscan::Status and Masscan::Banner objects" do
+        yielded_record_classes = []
+
+        subject.each do |record|
+          yielded_record_classes << record.class
+        end
+
+        expect(yielded_record_classes.uniq).to eq([
+          Masscan::Status,
+          Masscan::Banner
+        ])
+      end
+    end
+
+    context "when given no block" do
+      let(:expected_records) do
+        [].tap do |yielded_records|
+          subject.each do |record|
+            yielded_records << record
+          end
+        end
+      end
+
+      it "must return an Enumerator" do
+        expect(subject.each.to_a).to eq(expected_records)
+      end
+    end
+  end
+end