doorknock 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: aca3b8073e39239084ca55a182739b6a4a72c0584f3478a4ade145cf518231ca
+  data.tar.gz: 3e03f71f011352c19ce507c6eae125a21bf3365fdcd1f3e3094707e690d02155
+SHA512:
+  metadata.gz: 9ce840c798ea4d6922f579f4e2a7f573b9d748cc641889e79c6833f2056cb6704885bdee0d9e5fe3a56e32fbbf9904bf11e5c3bb5236d29fb9e2126080b00078
+  data.tar.gz: d8707270fc5824f030f713542e9b65d19e1c59d75594b0e36ca066e593b9d3e52718bb06738fa14793eeb7c8fec6cb53af40dbe46d4175e68fc3643249f13066

data/.gitignore

@@ -0,0 +1,53 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+## RSpec
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.6.1
+before_install: gem install bundler -v 2.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in doorknock.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2019 Manabu Niseki
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,35 @@
+# Doorknock
+
+[![Build Status](https://travis-ci.org/ninoseki/doorknock.svg?branch=master)](https://travis-ci.org/ninoseki/doorknock)
+[![Coverage Status](https://coveralls.io/repos/github/ninoseki/doorknock/badge.svg?branch=master)](https://coveralls.io/github/ninoseki/doorknock?branch=master)
+
+A doorknocking tool targeting phishing admin panels.
+
+## Installation
+
+```bash
+% gem install doorknock
+```
+
+## Usage
+
+```bash
+$ doorknock
+Commands:
+  doorknock help [COMMAND]  # Describe available commands or one specific command
+  doorknock knock           # knock phishing websites
+
+$ doorknock help knock
+Usage:
+  doorknock knock
+
+Options:
+  [--size=N]  # Number of urlscan.io's search results to check. (Max: 10,000)
+              # Default: 100
+
+knock phishing websites
+```
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "doorknock"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/doorknock.gemspec

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "doorknock/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "doorknock"
+  spec.version       = DoorKnock::VERSION
+  spec.authors       = ["Manabu Niseki"]
+  spec.email         = ["manabu.niseki@gmail.com"]
+
+  spec.summary       = 'Phishing kit admin panel tracker.'
+  spec.description   = 'Phishing kit admin panel tracker.'
+  spec.homepage      = "https://github.com/ninoseki/doorknock"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "coveralls", "~> 0.8"
+  spec.add_development_dependency "glint", "~> 0.1"
+  spec.add_development_dependency "rake", "~> 12.3"
+  spec.add_development_dependency "rspec", "~> 3.8"
+  spec.add_development_dependency "vcr", "~> 4.0"
+  spec.add_development_dependency "webmock", "~> 3.5"
+
+  spec.add_dependency "http", "~> 4.0"
+  spec.add_dependency "oga", "~> 2.15"
+  spec.add_dependency "thor", "~> 0.19.0"
+end

data/exe/doorknock

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+$LOAD_PATH.unshift("#{__dir__}/../lib")
+
+require "doorknock"
+
+DoorKnock::CLI.start

data/lib/doorknock/cli.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require "thor"
+
+module DoorKnock
+  class CLI < Thor
+    desc "knock", "knock phishing websites"
+    method_option :size, type: :numeric, default: 100, desc: "Number of urlscan.io's search results to check. (Max: 10,000)"
+    def knock
+      size = options.dig(:size) || 100
+      Monitor.check(size)
+    end
+  end
+end

data/lib/doorknock/config/paths.yml

@@ -0,0 +1,17 @@
+---
+- admin.php
+- admin/
+- admin/index.php
+- admin/login.php
+- administrator/
+- administrator/index.php
+- administrator/login.php
+- adminlogin.php
+- adminpanel.php
+- control.php
+- controller.php
+- panel.php
+- panel/
+- panel/admin.php
+- panel/index.php
+- panel/login.php

data/lib/doorknock/feed.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require "http"
+require "json"
+require "uri"
+
+module DoorKnock
+  class Feed
+    URLSCAN_ENDPOINT = "https://urlscan.io/api/v1/search/"
+    URLSCAN_QUERY = "PhishTank OR OpenPhish OR CertStream-Suspicious"
+
+    def phishy_urls(size = 100)
+      res = HTTP.get(
+        URLSCAN_ENDPOINT,
+        params: {
+          q: URLSCAN_QUERY,
+          size: size
+        }
+      )
+      return [] if res.code != 200
+
+      json = JSON.parse(res.body.to_s)
+      results = json["results"]
+      results.map { |result| result.dig("page", "url") }.compact.uniq.map do |url|
+        url.end_with?("/") ? url[0..-2] : url
+      end
+    end
+
+    def self.phishy_urls(size = 100)
+      new.phishy_urls(size)
+    end
+  end
+end

data/lib/doorknock/generator.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require "yaml"
+require "uri"
+
+module DoorKnock
+  class Generator
+    attr_reader :urls
+    def initialize(urls = [])
+      @urls = urls.map do |url|
+        URI(url)
+      end.compact
+    end
+
+    def base_urls
+      urls.map do |url|
+        "#{url.scheme}://#{url.host}:#{url.port}"
+      end
+    end
+
+    def second_last_urls
+      urls.map do |url|
+        parts = url.path.split("/")
+        parts.pop if parts.length > 2
+
+        "#{url.scheme}://#{url.host}:#{url.port}" + parts.join("/")
+      end
+    end
+
+    def admin_panel_urls
+      (base_urls + second_last_urls).uniq.sort.map do |url|
+        paths.map do |path|
+          "#{url}/#{path}"
+        end
+      end.flatten.sort
+    end
+
+    def paths
+      @paths ||= YAML.safe_load(File.read(File.expand_path("./config/paths.yml", __dir__)))
+    end
+  end
+end

data/lib/doorknock/monitor.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module DoorKnock
+  class Monitor
+    def initialize
+      @memo = {}
+    end
+
+    def check(size = 100)
+      phishy_urls = Feed.phishy_urls(size)
+      generator = Generator.new(phishy_urls)
+
+      generator.admin_panel_urls.map do |url|
+        Website.new url
+      end.each do |website|
+        next unless website.ok? && website.panel?
+
+        puts [
+          website.url,
+          website.title
+        ].join(",")
+
+        break
+      end
+    end
+
+    def self.check(size = 100)
+      new.check(size)
+    end
+  end
+end

data/lib/doorknock/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module DoorKnock
+  VERSION = "0.1.0"
+end

data/lib/doorknock/website.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+require "http"
+require "oga"
+
+module DoorKnock
+  class Website
+    attr_reader :url
+
+    def initialize(url)
+      @url = url
+    end
+
+    def body
+      @body ||= get_body
+    end
+
+    def ok?
+      !body.nil?
+    end
+
+    def panel?
+      password_form?
+    end
+
+    def password_form?
+      form = doc&.at_css("form")
+      form && !form.at_css("input[type='password']").nil?
+    end
+
+    def title
+      doc&.at_css("title")&.text
+    end
+
+    def doc
+      @doc ||= [].tap do |out|
+        next unless body
+
+        begin
+          out << Oga.parse_html(body)
+        rescue LL::ParserError => _
+          nil
+        end
+      end.first
+    end
+
+    private
+
+    def get_body
+      res = HTTP.timeout(3).get(url)
+      return nil if res.code != 200
+
+      res.body.to_s
+    rescue HTTP::Error, OpenSSL::SSL::SSLError, Addressable::URI::InvalidURIError => _
+      nil
+    end
+  end
+end

data/lib/doorknock.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require "doorknock/version"
+
+require "doorknock/website"
+require "doorknock/feed"
+require "doorknock/generator"
+require "doorknock/monitor"
+require "doorknock/cli"
+
+module DoorKnock
+  class Error < StandardError; end
+end

metadata

@@ -0,0 +1,203 @@
+--- !ruby/object:Gem::Specification
+name: doorknock
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Manabu Niseki
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-03-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: glint
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: oga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.15'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.15'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+description: Phishing kit admin panel tracker.
+email:
+- manabu.niseki@gmail.com
+executables:
+- doorknock
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- doorknock.gemspec
+- exe/doorknock
+- lib/doorknock.rb
+- lib/doorknock/cli.rb
+- lib/doorknock/config/paths.yml
+- lib/doorknock/feed.rb
+- lib/doorknock/generator.rb
+- lib/doorknock/monitor.rb
+- lib/doorknock/version.rb
+- lib/doorknock/website.rb
+homepage: https://github.com/ninoseki/doorknock
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.2
+signing_key: 
+specification_version: 4
+summary: Phishing kit admin panel tracker.
+test_files: []