ukemi 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d580aab085fc77ec8b77f427510401de772ee7d7c1f43e382d357ad908b8d35
-  data.tar.gz: 38edc17fca078bcae250a7f234811febc1d2e2afe4e072c76a6a829db7073cd0
+  metadata.gz: a512ff8b644d793535d9beac64ab550b5628bbb86fd042e2cc3ab5b2cdad1ea1
+  data.tar.gz: d7433d7e80ff7723bf097db0bbda4a35f3feab7d2fbd4d3d7726c1ff3319c3a0
 SHA512:
-  metadata.gz: f848faef9dea0a78e6f975f5018baaf793544a42848ff4b22bcdbabbed5051b84b5e9403ee61999ebad0e352a51710f0b83dbf8d0763b33d45a8b2543a598a0c
-  data.tar.gz: 5218157189624ccc636a4b12566217f94900c5564c0541e2885233e577176822fd049d75f906dcff69cd2e0a6629c4c89ec1677e3c00d8151402de975e0bb2f7
+  metadata.gz: 9e88eefa02c8071b840e16c25ecdd52198abdd16ede41ff657692b9fc6ff2c9b21e0b8130d6562cc348eb8b101d91b0309a7feb4b5a48cb3283968518e649d1f
+  data.tar.gz: 6cca209ba2a055a195e862b0f10b2e431d8555d32985050b5debc6e4d20164c640af1afa30960ebde6842bc109b4e8176be206303ee0f170de5d441436339a45

data/.github/workflows/test.yaml

@@ -0,0 +1,27 @@
+name: Ruby CI
+
+on: [pull_request]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby: [2.7, '3.0']
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby }}
+        bundler-cache: true
+
+    - name: Build and test with Rake
+      run: |
+        gem install bundler
+        bundle install
+        bundle exec rake

data/.overcommit.yml

@@ -0,0 +1,9 @@
+PreCommit:
+  BundleCheck:
+    enabled: true
+
+  RuboCop:
+    enabled: true
+    required_executable: bundle
+    command: ["bundle", "exec", "standardrb"]
+    on_warn: fail

data/.standard.yml

@@ -0,0 +1,4 @@
+ignore:
+  - "**/*":
+      - Layout/SpaceInsideHashLiteralBraces
+      - Style/RescueStandardError

data/README.md

@@ -1,7 +1,7 @@
 # ukemi
 
 [![Gem Version](https://badge.fury.io/rb/ukemi.svg)](https://badge.fury.io/rb/ukemi)
-[![Build Status](https://travis-ci.com/ninoseki/ukemi.svg?branch=master)](https://travis-ci.com/ninoseki/ukemi)
+[![Ruby CI](https://github.com/ninoseki/ukemi/actions/workflows/test.yaml/badge.svg)](https://github.com/ninoseki/ukemi/actions/workflows/test.yaml)
 [![Coverage Status](https://coveralls.io/repos/github/ninoseki/ukemi/badge.svg?branch=master)](https://coveralls.io/github/ninoseki/ukemi?branch=master)
 [![CodeFactor](https://www.codefactor.io/repository/github/ninoseki/ukemi/badge)](https://www.codefactor.io/repository/github/ninoseki/ukemi)
 
@@ -18,6 +18,10 @@ It supports the following services.
 
 It outputs passive DNS resolutions as JSON.
 
+## Requirements
+
+- Ruby 2.7+ or Ruby 3.x
+
 ## Installation
 
 ```bash
@@ -116,6 +120,10 @@ $ ukemi lookup 195.123.226.243
   ...
 }
 
+# or you scan skip "lookup"
+$ ukemi example.com
+$ ukemi 195.123.226.243
+
 # You can specify the order of resolutions
 
 # Order by last_seen DESC

data/exe/ukemi

@@ -5,4 +5,6 @@ $LOAD_PATH.unshift("#{__dir__}/../lib")
 
 require "ukemi"
 
-Ukemi::CLI.start
+ARGV.unshift(Ukemi::CLI.default_task) unless Ukemi::CLI.all_tasks.key?(ARGV[0])
+
+Ukemi::CLI.start(ARGV)

data/lib/ukemi/cli.rb

@@ -15,6 +15,8 @@ module Ukemi
       puts JSON.pretty_generate(result)
     end
 
+    default_command :lookup
+
     no_commands do
       def refang(data)
         data.gsub("[.]", ".").gsub("(.)", ".")

data/lib/ukemi/configuration.rb

@@ -2,8 +2,7 @@
 
 module Ukemi
   class Configuration
-    attr_accessor :ordering_key
-    attr_accessor :sort_order
+    attr_accessor :ordering_key, :sort_order
 
     def initialize
       @ordering_key = "last_seen"

data/lib/ukemi/moderator.rb

@@ -28,13 +28,13 @@ module Ukemi
         memo[record.data] << {
           first_seen: record.first_seen,
           last_seen: record.last_seen,
-          source: record.source,
+          source: record.source
         }
       end
       # Merge first seen last seen and make the sources a list.
       formatted = memo.map do |key, sources|
-        first_seens = sources.map { |record| convert_to_unixtime record.dig(:first_seen) }.compact
-        last_seens = sources.map { |record| convert_to_unixtime record.dig(:last_seen) }.compact
+        first_seens = sources.filter_map { |record| convert_to_unixtime record[:first_seen] }
+        last_seens = sources.filter_map { |record| convert_to_unixtime record[:last_seen] }
         [
           key,
           {
@@ -49,7 +49,7 @@ module Ukemi
       ordering_key = Ukemi.configuration.ordering_key.to_sym
       sort_order = Ukemi.configuration.sort_order
       formatted.sort_by do |_key, hash|
-        value = hash.dig(ordering_key)
+        value = hash[ordering_key]
         if sort_order == "DESC"
           value ? -convert_to_unixtime(value) : -1
         else

data/lib/ukemi/record.rb

@@ -2,10 +2,7 @@
 
 module Ukemi
   class Record
-    attr_reader :data
-    attr_reader :first_seen
-    attr_reader :last_seen
-    attr_reader :source
+    attr_reader :data, :first_seen, :last_seen, :source
 
     def initialize(data:, first_seen: nil, last_seen: nil, source: nil)
       @data = data

data/lib/ukemi/services/circl.rb

@@ -8,7 +8,7 @@ module Ukemi
       private
 
       def config_keys
-        %w(CIRCL_PASSIVE_USERNAME CIRCL_PASSIVE_PASSWORD)
+        %w[CIRCL_PASSIVE_USERNAME CIRCL_PASSIVE_PASSWORD]
       end
 
       def api
@@ -26,14 +26,14 @@ module Ukemi
       def passive_dns_lookup(data, key = nil)
         results = api.dns.query(data)
         results = results.select do |result|
-          result.dig("rrtype") == "A"
+          result["rrtype"] == "A"
         end
 
         results.map do |result|
           Record.new(
-            data: result.dig(key),
-            first_seen: Time.at(result.dig("time_first")).to_date.to_s,
-            last_seen: Time.at(result.dig("time_last")).to_date.to_s,
+            data: result[key],
+            first_seen: Time.at(result["time_first"]).to_date.to_s,
+            last_seen: Time.at(result["time_last"]).to_date.to_s,
             source: name
           )
         end

data/lib/ukemi/services/dnsdb.rb

@@ -9,7 +9,7 @@ module Ukemi
       private
 
       def config_keys
-        %w(DNSDB_API_KEY)
+        %w[DNSDB_API_KEY]
       end
 
       def api
@@ -19,13 +19,13 @@ module Ukemi
       def lookup_by_ip(data)
         results = api.lookup.rdata(type: "ip", value: data, rrtype: "A")
         results.map do |result|
-          rrname = result.dig("rrname")
+          rrname = result["rrname"]
           # Remove the last dot (e.g. "example.com.")
           data = rrname[0..-2]
           Record.new(
             data: data,
-            first_seen: Time.at(result.dig("time_first")).to_date.to_s,
-            last_seen: Time.at(result.dig("time_last")).to_date.to_s,
+            first_seen: Time.at(result["time_first"]).to_date.to_s,
+            last_seen: Time.at(result["time_last"]).to_date.to_s,
             source: name
           )
         end
@@ -34,10 +34,10 @@ module Ukemi
       def lookup_by_domain(data)
         results = api.lookup.rrset(owner_name: data, rrtype: "A")
         results.map do |result|
-          first_seen = Time.at(result.dig("time_first")).to_date.to_s
-          last_seen = Time.at(result.dig("time_last")).to_date.to_s
+          first_seen = Time.at(result["time_first"]).to_date.to_s
+          last_seen = Time.at(result["time_last"]).to_date.to_s
 
-          values = result.dig("rdata") || []
+          values = result["rdata"] || []
           values.map do |value|
             Record.new(
               data: value,

data/lib/ukemi/services/otx.rb

@@ -9,7 +9,7 @@ module Ukemi
       private
 
       def config_keys
-        %w(OTX_API_KEY)
+        %w[OTX_API_KEY]
       end
 
       def api_key
@@ -31,8 +31,8 @@ module Ukemi
           next if record.record_type != "A"
 
           domain = record.hostname
-          memo[domain] <<  Date.parse(record.last).to_s
-          memo[domain] <<  Date.parse(record.first).to_s
+          memo[domain] << Date.parse(record.last).to_s
+          memo[domain] << Date.parse(record.first).to_s
         end
 
         memo.keys.map do |domain|
@@ -54,8 +54,8 @@ module Ukemi
           next if record.hostname != data
 
           ip = record.address
-          memo[ip] <<  Date.parse(record.last).to_s
-          memo[ip] <<  Date.parse(record.first).to_s
+          memo[ip] << Date.parse(record.last).to_s
+          memo[ip] << Date.parse(record.first).to_s
         end
 
         memo.keys.map do |ip|

data/lib/ukemi/services/passivetotal.rb

@@ -12,12 +12,12 @@ module Ukemi
       end
 
       def config_keys
-        %w(PASSIVETOTAL_USERNAME PASSIVETOTAL_API_KEY)
+        %w[PASSIVETOTAL_USERNAME PASSIVETOTAL_API_KEY]
       end
 
       def lookup_by_ip(data)
         res = api.dns.passive(data)
-        results = res.dig("results") || []
+        results = res["results"] || []
         convert_to_records results
       end
 
@@ -27,9 +27,9 @@ module Ukemi
 
       def convert_to_records(results)
         results.map do |result|
-          data = result.dig("resolve")
-          first_seen = result.dig("firstSeen").to_s.split.first
-          last_seen = result.dig("lastSeen").to_s.split.first
+          data = result["resolve"]
+          first_seen = result["firstSeen"].to_s.split.first
+          last_seen = result["lastSeen"].to_s.split.first
           Record.new(
             data: data,
             first_seen: first_seen,

data/lib/ukemi/services/securitytrails.rb

@@ -9,7 +9,7 @@ module Ukemi
       private
 
       def config_keys
-        %w(SECURITYTRAILS_API_KEY)
+        %w[SECURITYTRAILS_API_KEY]
       end
 
       def api
@@ -17,9 +17,9 @@ module Ukemi
       end
 
       def lookup_by_ip(data)
-        result = api.domains.search( filter: { ipv4: data })
-        records = result.dig("records") || []
-        hostnames = records.map { |record| record.dig("hostname") }
+        result = api.domains.search(filter: { ipv4: data })
+        records = result["records"] || []
+        hostnames = records.map { |record| record["hostname"] }
         hostnames.map do |hostname|
           Record.new(
             data: hostname,
@@ -32,15 +32,15 @@ module Ukemi
 
       def lookup_by_domain(data)
         result = api.history.get_all_dns_history(data, type: "a")
-        records = result.dig("records") || []
+        records = result["records"] || []
 
         memo = Hash.new { |h, k| h[k] = [] }
         records.each do |record|
-          values = record.dig("values") || []
+          values = record["values"] || []
           values.each do |value|
-            ip = value.dig("ip")
-            memo[ip] << record.dig("first_seen")
-            memo[ip] << record.dig("last_seen")
+            ip = value["ip"]
+            memo[ip] << record["first_seen"]
+            memo[ip] << record["last_seen"]
           end
         end
 

data/lib/ukemi/services/virustotal.rb

@@ -9,7 +9,7 @@ module Ukemi
       private
 
       def config_keys
-        %w(VIRUSTOTAL_API_KEY)
+        %w[VIRUSTOTAL_API_KEY]
       end
 
       def api
@@ -29,9 +29,9 @@ module Ukemi
       end
 
       def extract_attributes(response)
-        data = response.dig("data") || []
+        data = response["data"] || []
         data.map do |item|
-          item.dig("attributes") || []
+          item["attributes"] || []
         end
       end
 
@@ -39,8 +39,8 @@ module Ukemi
         memo = Hash.new { |h, k| h[k] = [] }
 
         attributes.each do |attribute|
-          data = attribute.dig(key)
-          date = Time.at(attribute.dig("date")).to_date.to_s
+          data = attribute[key]
+          date = Time.at(attribute["date"]).to_date.to_s
           memo[data] << date
         end
 

data/lib/ukemi/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Ukemi
-  VERSION = "0.4.0"
+  VERSION = "0.4.1"
 end

data/ukemi.gemspec

@@ -1,18 +1,18 @@
 # frozen_string_literal: true
 
-require_relative 'lib/ukemi/version'
+require_relative "lib/ukemi/version"
 
 Gem::Specification.new do |spec|
-  spec.name          = "ukemi"
-  spec.version       = Ukemi::VERSION
-  spec.authors       = ["Manabu Niseki"]
-  spec.email         = ["manabu.niseki@gmail.com"]
+  spec.name = "ukemi"
+  spec.version = Ukemi::VERSION
+  spec.authors = ["Manabu Niseki"]
+  spec.email = ["manabu.niseki@gmail.com"]
 
-  spec.summary       = "A CLI tool for querying passive DNS services"
-  spec.description   = "A CLI tool for querying passive DNS services"
-  spec.homepage      = "https://github.com/ninoseki/ukemi"
-  spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+  spec.summary = "A CLI tool for querying passive DNS services"
+  spec.description = "A CLI tool for querying passive DNS services"
+  spec.homepage = "https://github.com/ninoseki/ukemi"
+  spec.license = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.7.0")
 
   spec.metadata["homepage_uri"] = spec.homepage
 
@@ -21,26 +21,28 @@ Gem::Specification.new do |spec|
   spec.files = Dir.chdir(File.expand_path(__dir__)) do
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 2.1"
-  spec.add_development_dependency "coveralls", "~> 0.8"
+  spec.add_development_dependency "bundler", "~> 2.2"
+  spec.add_development_dependency "coveralls_reborn", "~> 0.22"
+  spec.add_development_dependency "overcommit", "~> 0.58"
   spec.add_development_dependency "rake", "~> 13.0"
-  spec.add_development_dependency "rspec", "~> 3.9"
+  spec.add_development_dependency "rspec", "~> 3.10"
+  spec.add_development_dependency "standard", "~> 1.1"
   spec.add_development_dependency "vcr", "~> 6.0"
-  spec.add_development_dependency "webmock", "~> 3.8"
+  spec.add_development_dependency "webmock", "~> 3.14"
 
-  spec.add_dependency "addressable", "~> 2.7"
+  spec.add_dependency "addressable", "~> 2.8"
   spec.add_dependency "dnsdb", "~> 0.1"
   spec.add_dependency "mem", "~> 0.1"
   spec.add_dependency "otx_ruby", "~> 0.9"
-  spec.add_dependency "parallel", "~> 1.19"
+  spec.add_dependency "parallel", "~> 1.20"
   spec.add_dependency "passive_circl", "~> 0.1"
   spec.add_dependency "passivetotalx", "~> 0.1"
   spec.add_dependency "public_suffix", "~> 4.0"
   spec.add_dependency "securitytrails", "~> 1.0"
-  spec.add_dependency "thor", "~> 1.0"
+  spec.add_dependency "thor", "~> 1.1"
   spec.add_dependency "virustotalx", "~> 1.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ukemi
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-08-01 00:00:00.000000000 Z
+date: 2021-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,28 +16,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '2.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '2.2'
 - !ruby/object:Gem::Dependency
-  name: coveralls
+  name: coveralls_reborn
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '0.22'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '0.22'
+- !ruby/object:Gem::Dependency
+  name: overcommit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.58'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.58'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -58,14 +72,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.9'
+        version: '3.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.10'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.9'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
@@ -86,28 +114,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '3.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '3.14'
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '2.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '2.8'
 - !ruby/object:Gem::Dependency
   name: dnsdb
   requirement: !ruby/object:Gem::Requirement
@@ -156,14 +184,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.19'
+        version: '1.20'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.19'
+        version: '1.20'
 - !ruby/object:Gem::Dependency
   name: passive_circl
   requirement: !ruby/object:Gem::Requirement
@@ -226,14 +254,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: virustotalx
   requirement: !ruby/object:Gem::Requirement
@@ -256,9 +284,11 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/test.yaml"
 - ".gitignore"
+- ".overcommit.yml"
 - ".rspec"
-- ".travis.yml"
+- ".standard.yml"
 - Gemfile
 - LICENSE
 - README.md
@@ -294,14 +324,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: A CLI tool for querying passive DNS services

data/.travis.yml

@@ -1,6 +0,0 @@
----
-language: ruby
-cache: bundler
-rvm:
-  - 2.7
-before_install: gem install bundler -v 2.1