securitytrails 0.1.5 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5483c4d6c38eab1e5221427e34e881e56ee96a598803428b6b1eb3e434b0d451
-  data.tar.gz: 8105cc7a9dac696435ecdde62239c4e3c1abf67ff193f7953545d2629ef96e1e
+  metadata.gz: 1a98a7e435666d8e24c6fc43e321f0c830666b5bad72624a889aa9127ed05002
+  data.tar.gz: 208fa1488c86ad91b7a8985c44bb5bf0641c0052612b2e0af112590981025f5b
 SHA512:
-  metadata.gz: c20d328670f8c6c76c3f57bca2933e58ca8360dc7bceed3b3faff1efbf2f6badb19be1b444dbccc3c46fff1dede6f3adae5d3e04cdffcaef7b32b59e9528adb8
-  data.tar.gz: '09efa1c991dca18805fdaba19fc21625ebf776aae32d144364ce0d5b6807fddde6dbb3eaeaa40418ae68904e4323c88d307ed39142ce8f2a0af51a71745ebff6'
+  metadata.gz: 5d0716e4993ce48071046aa9fb0758a9e7dde0a5863926f71d39e637ffc960625a099946fcb87f76c8f8d3f3d0b0f1a7d63943ad3a7f94b4ef7be9b9ceb42784
+  data.tar.gz: 6825a21d343225b5d07f88d084de0d62afad3e5d78c2c1d9721406c02723eac9d11a975048125ad9f68ce91ffd7bce11651963d841311e35d5d0b1db31371b7a

data/.travis.yml

@@ -3,5 +3,5 @@ sudo: false
 language: ruby
 cache: bundler
 rvm:
-  - 2.5.2
-before_install: gem install bundler -v 1.17.1
+  - 2.6
+before_install: gem install bundler -v 2.0.1

data/README.md

@@ -59,12 +59,16 @@ api.history.get_dns_history("github.com", "a")
 api.history.get_all_dns_history("github.com", "a")
 api.history.get_whois_history("github.com")
 
-
 # IPs
 # https://docs.securitytrails.com/v1.0/reference#ips
 api.ips.explore("8.8.8.8")
 api.ips.search("ptr_part = 'ns1'")
 api.ips.stats("ptr_part = 'amazon.com'")
+
+# Feeds
+# https://docs.securitytrails.com/v1.0/reference#feeds
+api.feeds.domain("new")
+api.feeds.domain("new", tld: "jp")
 ```
 
 All the API response (JSON / Hash) is wrapped by [OpenStruct](https://github.com/ruby/ostruct).

data/lib/securitytrails.rb

@@ -2,12 +2,15 @@
 
 require "securitytrails/version"
 
+require "securitytrails/utility"
+
 require "securitytrails/api"
 require "securitytrails/response"
 require "securitytrails/client"
 
 require "securitytrails/clients/domain"
 require "securitytrails/clients/domains"
+require "securitytrails/clients/feeds"
 require "securitytrails/clients/history"
 require "securitytrails/clients/ips"
 

data/lib/securitytrails/api.rb

@@ -6,6 +6,7 @@ module SecurityTrails
     attr_reader :domains
     attr_reader :history
     attr_reader :ips
+    attr_reader :feeds
 
     def initialize(api_key = ENV["SECURITYTRAILS_API_KEY"])
       raise(ArgumentError, "'api_key' argument is required") unless api_key
@@ -14,6 +15,7 @@ module SecurityTrails
       @domains  = Clients::Domains.new(api_key)
       @history  = Clients::History.new(api_key)
       @ips      = Clients::IPs.new(api_key)
+      @feeds    = Clients::Feeds.new(api_key)
     end
   end
 end

data/lib/securitytrails/client.rb

@@ -39,10 +39,12 @@ module SecurityTrails
     def request(req)
       Net::HTTP.start(HOST, 443, https_options) do |http|
         response = http.request(req)
-        if response.code == '200'
+        raise(Error, "unsupported response code returned: #{response.code}") unless response.code == "200"
+
+        if response["Content-Type"].to_s.include? "application/json"
           yield JSON.parse(response.body, object_class: Response)
         else
-          raise(Error, "unsupported response code returned: #{response.code}")
+          yield response.body
         end
       end
     end

data/lib/securitytrails/clients/feeds.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module SecurityTrails
+  module Clients
+    class Feeds < Client
+      def domains(type, filter: nil, tld: nil, ns: nil, date: nil)
+        params = { filter: filter, tld: tld, ns: ns, date: date }.compact
+
+        get("/feeds/domains/#{type}", params) do |csv_gz|
+          unziped_text = Utility.ungzip(csv_gz)
+          unziped_text.lines.map(&:chomp)
+        end
+      end
+    end
+  end
+end

data/lib/securitytrails/utility.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require "zlib"
+
+module SecurityTrails
+  class Utility
+    def self.ungzip(text)
+      sio = StringIO.new(text)
+      gz = Zlib::GzipReader.new(sio)
+      gz.read
+    end
+  end
+end

data/lib/securitytrails/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SecurityTrails
-  VERSION = "0.1.5"
+  VERSION = "0.2.0"
 end

data/securitytrails.gemspec

@@ -24,11 +24,11 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "coveralls", "~> 0.8"
-  spec.add_development_dependency "dotenv", "~> 2.5"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "vcr", "~> 4.0"
-  spec.add_development_dependency "webmock", "~> 3.4"
+  spec.add_development_dependency "dotenv", "~> 2.7"
+  spec.add_development_dependency "rake", "~> 12.3"
+  spec.add_development_dependency "rspec", "~> 3.8"
+  spec.add_development_dependency "vcr", "~> 5.0"
+  spec.add_development_dependency "webmock", "~> 3.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: securitytrails
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.2.0
 platform: ruby
 authors:
 - Manabu Niseki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-11-03 00:00:00.000000000 Z
+date: 2019-06-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
@@ -44,70 +44,70 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '2.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.3'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.8'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.8'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '3.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '3.6'
 description: SecurityTrails API wrapper for Ruby
 email:
 - manabu.niseki@gmail.com
@@ -130,9 +130,11 @@ files:
 - lib/securitytrails/client.rb
 - lib/securitytrails/clients/domain.rb
 - lib/securitytrails/clients/domains.rb
+- lib/securitytrails/clients/feeds.rb
 - lib/securitytrails/clients/history.rb
 - lib/securitytrails/clients/ips.rb
 - lib/securitytrails/response.rb
+- lib/securitytrails/utility.rb
 - lib/securitytrails/version.rb
 - securitytrails.gemspec
 homepage: https://github.com/ninoseki/securitytrails
@@ -154,8 +156,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.2
 signing_key: 
 specification_version: 4
 summary: SecurityTrails API wrapper for Ruby