nvd_feed_api 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a5b514ce502cdd7ed0c110fc51e834735f0431d18724ce805a7d43ab6c48573b
-  data.tar.gz: 2ad857a72403943feee5a60f3a7ac8e8f642eb96e4ebb5956d2cdaeb3d635a46
+  metadata.gz: 158649a33021b95393055afc6861185443aeae4665cc6acd86814f29a866d8f0
+  data.tar.gz: 75ca47cdcece6352581ed8ddfe9339ce393e48199ba4c895e6e49e05e959b08b
 SHA512:
-  metadata.gz: 830a36b97968d09491bd7827393e261aff2ec6fc410167cfcada0848e86809979c01a7c7c9bbfcfa6cf86b0a357279b26cb45719ceefde01f2e2456d2c03f272
-  data.tar.gz: dab48f73efd733dd71c94ad619289727c625526b6099b09906203ed19b776aa2d97b21868cf1b10a4bba095f6d4a26a06da7c23cacc4f6776eb2cc5486f9d5c7
+  metadata.gz: 66c08b3167c12da6168331f84caa557d945ebb16c76e565cefa6ac44c7960e5eb8bae840a2231c16d2cc9ef982bd13eb9b68289dff66dbee4af0c115a45e20f4
+  data.tar.gz: 2729e066d04f9f29e9fd3fbd76c88cb3c208c2a82eab331e3202fca9a42a7f658d7645f7d3c17f5df770c54b1eb8e084b611f6e23eefab90c7e4cada90e114f0

data/.gitlab-ci.yml

@@ -37,6 +37,10 @@ test:2.6:
   <<: *job_definition
   image: ruby:2.6-alpine
 
+test:2.7:
+  <<: *job_definition
+  image: ruby:2.7-alpine
+
 pages:
   stage: deploy
   image: ruby:2.4-alpine

data/.rubocop.yml

@@ -1,9 +1,13 @@
 AllCops:
-  TargetRubyVersion: 2.4
+  TargetRubyVersion: 2.7
+  NewCops: enable
 
-Layout/AlignHash:
+Layout/HashAlignment:
   EnforcedHashRocketStyle: table
 
+Layout/LineLength:
+  Enabled: false
+
 # Rubocop is too stupid too see that the variable is used
 Lint/UselessAssignment:
   Enabled: false
@@ -23,9 +27,6 @@ Metrics/ClassLength:
 Metrics/CyclomaticComplexity:
   Max: 20
 
-Metrics/LineLength:
-  Enabled: false
-
 Metrics/MethodLength:
   Max: 100
 
@@ -47,3 +48,6 @@ Style/PerlBackrefs:
 # Allow explicit return
 Style/RedundantReturn:
   Enabled: false
+
+Style/WordArray:
+  EnforcedStyle: brackets

data/.tool-versions

@@ -0,0 +1 @@
+ruby 2.7.1

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    nvd_feed_api (0.3.0)
+    nvd_feed_api (0.3.1)
       archive-zip (~> 0.11)
       nokogiri (~> 1.10)
       oj (>= 3.7.8, < 4)
@@ -9,56 +9,59 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    archive-zip (0.11.0)
+    archive-zip (0.12.0)
       io-like (~> 0.3.0)
-    ast (2.4.0)
-    commonmarker (0.18.2)
+    ast (2.4.1)
+    commonmarker (0.21.0)
       ruby-enum (~> 0.5)
-    concurrent-ruby (1.1.4)
-    github-markup (3.0.2)
-    i18n (1.5.3)
+    concurrent-ruby (1.1.7)
+    github-markup (3.0.4)
+    i18n (1.8.5)
       concurrent-ruby (~> 1.0)
-    io-like (0.3.0)
-    jaro_winkler (1.5.2)
+    io-like (0.3.1)
     mini_portile2 (2.4.0)
-    minitest (5.11.3)
-    nokogiri (1.10.1)
+    minitest (5.14.2)
+    nokogiri (1.10.10)
       mini_portile2 (~> 2.4.0)
-    oj (3.7.8)
-    parallel (1.13.0)
-    parser (2.6.0.0)
-      ast (~> 2.4.0)
-    powerpack (0.1.2)
+    oj (3.10.14)
+    parallel (1.19.2)
+    parser (2.7.1.5)
+      ast (~> 2.4.1)
     rainbow (3.0.0)
-    rake (12.3.2)
-    redcarpet (3.4.0)
-    rubocop (0.63.0)
-      jaro_winkler (~> 1.5.1)
+    rake (13.0.1)
+    redcarpet (3.5.0)
+    regexp_parser (1.8.1)
+    rexml (3.2.4)
+    rubocop (0.92.0)
       parallel (~> 1.10)
-      parser (>= 2.5, != 2.5.1.1)
-      powerpack (~> 0.1)
+      parser (>= 2.7.1.5)
       rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.7)
+      rexml
+      rubocop-ast (>= 0.5.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (~> 1.4.0)
-    ruby-enum (0.7.2)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (0.7.1)
+      parser (>= 2.7.1.5)
+    ruby-enum (0.8.0)
       i18n
-    ruby-progressbar (1.10.0)
-    unicode-display_width (1.4.1)
-    yard (0.9.16)
+    ruby-progressbar (1.10.1)
+    unicode-display_width (1.7.0)
+    yard (0.9.25)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 2.0)
-  commonmarker (~> 0.18)
+  bundler (~> 2.1)
+  commonmarker (~> 0.21)
   github-markup (~> 3.0)
-  minitest (~> 5.11)
+  minitest (~> 5.14)
   nvd_feed_api!
-  rake (~> 12.3)
-  redcarpet (~> 3.4)
-  rubocop (~> 0.63)
+  rake (~> 13.0)
+  redcarpet (~> 3.5)
+  rubocop (~> 0.92)
   yard (~> 0.9)
 
 BUNDLED WITH
-   2.0.1
+   2.1.4

data/README.md

@@ -5,6 +5,7 @@
 [![Gem stable](https://img.shields.io/gem/dv/nvd_feed_api/stable.svg)][rubygems]
 [![Gem latest](https://img.shields.io/gem/dtv/nvd_feed_api.svg)][rubygems]
 [![Gem total download](https://img.shields.io/gem/dt/nvd_feed_api.svg)][rubygems]
+[![Rawsec's CyberSecurity Inventory](https://inventory.rawsec.ml/img/badges/Rawsec-inventoried-FF5050_flat.svg)](https://inventory.rawsec.ml/tools.html#nvd_feed_api)
 
 [rubygems]:https://rubygems.org/gems/nvd_feed_api/
 
@@ -12,7 +13,7 @@
 
 **nvd_feed_api** is a simple ruby API for NVD CVE feeds.
 
-The API will help you to download and manage NVD Data Feeds, search for CVEs, build your vulerability assesment platform or vulnerability database.
+The API will help you to download and manage NVD Data Feeds, search for CVEs, build your vulnerability assessment platform or vulnerability database.
 
 Name            | Link
 ---             | ---

data/lib/nvd_feed_api.rb

@@ -18,8 +18,9 @@ require 'nvd_feed_api/feed'
 #   scraper.feeds("CVE-2007")
 #   cve2007, cve2015 = scraper.feeds("CVE-2007", "CVE-2015")
 class NVDFeedScraper
+  BASE = 'https://nvd.nist.gov'.freeze
   # The NVD url where is located the data feeds.
-  URL = 'https://nvd.nist.gov/vuln/data-feeds'.freeze
+  URL = "#{BASE}/vuln/data-feeds".freeze
   # Load constants
   include NvdFeedApi
 
@@ -38,13 +39,24 @@ class NVDFeedScraper
 
     doc = Nokogiri::HTML(html)
     @feeds = []
-    doc.css('h3#JSON_FEED ~ div.row:first-of-type table.xml-feed-table > tbody > tr[data-testid*=desc]').each do |tr|
-      name = tr.css('td')[0].text
-      updated = tr.css('td')[1].text
-      meta = tr.css('td')[2].css('> a').attr('href').value
-      gz = tr.css('+ tr > td > a').attr('href').value
-      zip = tr.css('+ tr + tr > td > a').attr('href').value
-      @feeds.push(Feed.new(name, updated, meta, gz, zip))
+    tmp_feeds = {}
+    doc.css('#vuln-feed-table table.xml-feed-table tr[data-testid]').each do |tr|
+      num, type = tr.attr('data-testid')[13..].split('-')
+      if type == 'meta'
+        tmp_feeds[num] = {}
+        tmp_feeds[num][:name] = tr.css('td')[0].text
+        tmp_feeds[num][:updated] = tr.css('td')[1].text
+        tmp_feeds[num][:meta] = BASE + tr.css('td')[2].css('> a').attr('href').value
+      elsif type == 'gz'
+        tmp_feeds[num][:gz] = BASE + tr.css('td > a').attr('href').value
+      elsif type == 'zip'
+        tmp_feeds[num][:zip] = BASE + tr.css('td > a').attr('href').value
+        @feeds.push(Feed.new(tmp_feeds[num][:name],
+                             tmp_feeds[num][:updated],
+                             tmp_feeds[num][:meta],
+                             tmp_feeds[num][:gz],
+                             tmp_feeds[num][:zip]))
+      end
     end
     return @feeds.size
   end

data/lib/nvd_feed_api/version.rb

@@ -1,3 +1,3 @@
 module NvdFeedApi
-  VERSION = '0.3.0'.freeze
+  VERSION = '0.3.1'.freeze
 end

data/nvd_feed_api.gemspec

@@ -6,7 +6,7 @@ Gem::Specification.new do |s|
   s.name          = 'nvd_feed_api'
   s.version       = NvdFeedApi::VERSION
   s.platform      = Gem::Platform::RUBY
-  s.date          = '2018-01-06'
+  s.date          = '2020-10-03'
   s.summary       = 'API for NVD CVE feeds'
   s.description   = 'A simple API for NVD CVE feeds'
   s.authors       = ['Alexandre ZANNI']
@@ -35,12 +35,12 @@ Gem::Specification.new do |s|
   s.add_dependency('nokogiri', '~> 1.10')
   s.add_dependency('oj', '>= 3.7.8', '<4')
 
-  s.add_development_dependency('bundler', '~> 2.0')
-  s.add_development_dependency('commonmarker', '~> 0.18') # for GMF support in YARD
+  s.add_development_dependency('bundler', '~> 2.1')
+  s.add_development_dependency('commonmarker', '~> 0.21') # for GMF support in YARD
   s.add_development_dependency('github-markup', '~> 3.0') # for GMF support in YARD
-  s.add_development_dependency('minitest', '~> 5.11')
-  s.add_development_dependency('rake', '~> 12.3')
-  s.add_development_dependency('redcarpet', '~> 3.4') # for GMF support in YARD
-  s.add_development_dependency('rubocop', '~> 0.63')
+  s.add_development_dependency('minitest', '~> 5.14')
+  s.add_development_dependency('rake', '~> 13.0')
+  s.add_development_dependency('redcarpet', '~> 3.5') # for GMF support in YARD
+  s.add_development_dependency('rubocop', '~> 0.92')
   s.add_development_dependency('yard', '~> 0.9')
 end

data/pages/CHANGELOG.md

@@ -1,5 +1,11 @@
 # [0.3.0] - 22 January 2019
 
+[0.3.1]: https://gitlab.com/noraj/nvd_api/tags/v0.3.1
+
+- fix scrap method to reflect NVD feeds page changes
+- update dependencies
+- update rubocop rules
+
 [0.3.0]: https://gitlab.com/noraj/nvd_api/tags/v0.3.0
 
 - update dependencies: updated gemspec, ruby 2.6 support, fix gem doc flag, fix oj crash (seg fault)

data/pages/INSTALL.md

@@ -10,14 +10,7 @@ $ gem install nvd_feed_api
 
 ## Development
 
-It's better to use [RVM](https://rvm.io/) to have latests version of ruby and to avoid trashing your system ruby.
-
-To keep clean gem dependencies create a gemset with rvm:
-
-```
-$ rvm gemset create nvd_feed_api
-$ rvm gemset use nvd_feed_api
-```
+It's better to use [rbenv](https://github.com/rbenv/rbenv) to have latests version of ruby and to avoid trashing your system ruby.
 
 ### Install from rubygems.org
 
@@ -53,7 +46,7 @@ Note: if an automatic install is needed you can get the version with `$ gem buil
 
 ### Run the API in irb without installing the gem
 
-Usefull when you want to try your changes without building the gem and re-installing it each time.
+Useful when you want to try your changes without building the gem and re-installing it each time.
 
 ```
 $ git clone https://gitlab.com/noraj/nvd_api.git nvd_feed_api

data/renovate.json

@@ -0,0 +1,15 @@
+{
+  "extends": [
+    "config:base"
+  ],
+  "bundler": {
+    "enabled": true
+  },
+  "assignees": [
+    "noraj"
+  ],
+  "enabledManagers": [
+    "bundler",
+    "gitlabci"
+  ]
+}

data/test/test_nvd_feed_api.rb

@@ -78,7 +78,7 @@ class NVDAPITest < Minitest::Test
     f2017, f2016, f_modified = @s.feeds('CVE-2017', 'CVE-2016', 'CVE-Modified')
     # one arg
     # can't use assert_instance_of because there is no boolean class
-    assert(%w[TrueClass FalseClass].include?(@s.update_feeds(f2017).class.to_s), "update_feeds doesn't return a boolean")
+    assert(['TrueClass', 'FalseClass'].include?(@s.update_feeds(f2017).class.to_s), "update_feeds doesn't return a boolean")
     # two args
     assert_instance_of(Array, @s.update_feeds(f2017, f2016), "update_feeds doesn't return an array")
     refute_empty(@s.update_feeds(f2017, f2016), 'update_feeds returns an empty array')
@@ -109,9 +109,9 @@ class NVDAPITest < Minitest::Test
 
   def test_feed_attributes
     name = 'CVE-2010'
-    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2010.meta'
-    gz_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2010.json.gz'
-    zip_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2010.json.zip'
+    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2010.meta'
+    gz_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2010.json.gz'
+    zip_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2010.json.zip'
     f = @s.feeds('CVE-2010')
     # Test name
     assert_instance_of(String, f.name, "name doesn't return a string")
@@ -231,7 +231,7 @@ class NVDAPITest < Minitest::Test
     f_new = @s.feeds('CVE-2006')
     # Right arg
     # can't use assert_instance_of because there is no boolean class
-    assert(%w[TrueClass FalseClass].include?(f.update!(f_new).class.to_s), "update! doesn't return a boolean")
+    assert(['TrueClass', 'FalseClass'].include?(f.update!(f_new).class.to_s), "update! doesn't return a boolean")
     # Bad arg
     err = assert_raises(RuntimeError) do
       f.update!('bad_arg')
@@ -240,25 +240,25 @@ class NVDAPITest < Minitest::Test
   end
 
   def test_meta_parse_noarg
-    m = NVDFeedScraper::Meta.new('https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2015.meta')
+    m = NVDFeedScraper::Meta.new('https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2015.meta')
     assert_equal(0, m.parse, 'parse method return nothing')
   end
 
   def test_meta_parse_witharg
     m = NVDFeedScraper::Meta.new
-    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2015.meta'
+    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2015.meta'
     assert_equal(0, m.parse(meta_url), 'parse method return nothing')
   end
 
   def test_meta_url_setter
     m = NVDFeedScraper::Meta.new
-    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2015.meta'
+    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2015.meta'
     assert_equal(meta_url, m.url = meta_url, 'the meta URL is not set correctly')
   end
 
   def test_meta_attributes
     m = NVDFeedScraper::Meta.new
-    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.0/nvdcve-1.0-2015.meta'
+    meta_url = 'https://nvd.nist.gov/feeds/json/cve/1.1/nvdcve-1.1-2015.meta'
     m.url = meta_url
     m.parse
     # Test gz_size

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nvd_feed_api
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Alexandre ZANNI
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-01-06 00:00:00.000000000 Z
+date: 2020-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: archive-zip
@@ -64,28 +64,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: commonmarker
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '0.21'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '0.21'
 - !ruby/object:Gem::Dependency
   name: github-markup
   requirement: !ruby/object:Gem::Requirement
@@ -106,56 +106,56 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.11'
+        version: '5.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.11'
+        version: '5.14'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.3'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.3'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '3.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '3.5'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.63'
+        version: '0.92'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.63'
+        version: '0.92'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
@@ -186,6 +186,7 @@ files:
 - ".gitlab/issue_templates/Feature_proposal.md"
 - ".gitlab/merge_request_templates/MR.md"
 - ".rubocop.yml"
+- ".tool-versions"
 - ".yardopts"
 - Gemfile
 - Gemfile.lock
@@ -204,6 +205,7 @@ files:
 - pages/EXAMPLES.md
 - pages/FEATURES.md
 - pages/INSTALL.md
+- renovate.json
 - test/test_nvd_feed_api.rb
 homepage: https://noraj.gitlab.io/nvd_api/
 licenses:
@@ -216,7 +218,7 @@ metadata:
   homepage_uri: https://noraj.gitlab.io/nvd_api/
   source_code_uri: https://gitlab.com/noraj/nvd_api/tree/master
   wiki_uri: https://gitlab.com/noraj/nvd_api/wikis/home
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -231,8 +233,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: API for NVD CVE feeds
 test_files: