cutting_edge 0.0.1 → 0.1

data/spec/fixtures.rb

@@ -0,0 +1,180 @@
+def mock_dependencies(name)
+  {
+    'ok' =>
+    {
+      :locations => {
+        'ok.gemspec' =>
+          {:outdated_major=>[],
+           :outdated_patch=>[],
+           :ok=>
+            [
+              {:name=>'gollum-lib',
+               :required=>'~> 5.0',
+               :latest=>'5.0.3',
+               :type=>:runtime},
+              {:name => 'foobar',
+               :required => '= 1.0',
+               :latest => '1.0',
+               :type => :runtime
+             }
+            ],
+           :no_requirement=>[],
+           :unknown=>[]},
+      },
+      :ok=>2,
+      :outdated=>:up_to_date,
+      :outdated_major=>0,
+      :outdated_minor=>0,
+      :outdated_patch=>0,
+      :outdated_total=>0,
+      :unknown=>0,
+      :no_requirement => 0
+    },
+    'gollum' =>
+    {
+      :locations=>
+        {'gollum.gemspec'=>
+          {:outdated_major=>
+            [{:name=>'mustache',
+              :required=>'>= 0.99.5, < 1.0.0',
+              :latest=>'1.1.1',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/mustache'},
+             {:name=>'octicons',
+              :required=>'~> 8.5',
+              :latest=>'9.6.0',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/octicons'}],
+           :outdated_minor=>
+            [{:name=>'kramdown-parser-gfm',
+              :required=>'~> 1.0.0',
+              :latest=>'1.1.0',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/kramdown-parser-gfm'}],
+           :outdated_patch=>[],
+           :ok=>
+            [{:name=>'gollum-lib',
+              :required=>'~> 5.0',
+              :latest=>'5.0.3',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/gollum-lib'},
+             {:name=>'foobar',
+              :required=>'= 1.0',
+              :latest=>'1.0',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/foobar'}],
+           :no_requirement=>[],
+           :unknown=>[]},
+         'Gemfile'=>
+          {:outdated_major=>
+            [{:name=>'rake',
+              :required=>'~> 12.3, >= 12.3.3',
+              :latest=>'13.0.1',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/rake'}],
+           :outdated_minor=>[],
+           :outdated_patch=>[],
+           :ok=>
+            [{:name=>'warbler',
+              :required=>'>= 0',
+              :latest=>'2.0.5',
+              :type=>:runtime,
+              :url=>'https://rubygems.org/gems/warbler'}],
+           :no_requirement=>[],
+           :unknown=>[]}},
+      :ok=>3,
+      :outdated=>:outdated_major,
+      :outdated_major=>3,
+      :outdated_minor=>1,
+      :outdated_patch=>0,
+      :outdated_total=>4,
+      :unknown=>0,
+      :no_requirement => 0
+    },
+    'gollum-updated' =>
+      {
+        :locations =>
+          {'gollum.gemspec'=>
+            {:outdated_major=>
+              [{:name=>'mustache',
+                :required=>'>= 0.99.5, < 1.0.0',
+                :latest=>'2.1.1',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/mustache'},
+               {:name=>'octicons',
+                :required=>'~> 8.5',
+                :latest=>'10.6.0',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/octicons'},
+               {:name=>'kramdown-parser-gfm',
+                :required=>'~> 1.0.0',
+                :latest=>'2.1.0',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/kramdown-parser-gfm'},
+               {:name=>'gollum-lib',
+                :required=>'~> 5.0',
+                :latest=>'6.0.3',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/gollum-lib'},
+               {:name=>'foobar',
+                :required=>'= 1.0',
+                :latest=>'2.0',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/foobar'}],
+             :outdated_minor=>[],
+             :outdated_patch=>[],
+             :ok=>[],
+             :no_requirement=>[],
+             :unknown=>[]},
+           'Gemfile'=>
+            {:outdated_major=>
+              [{:name=>'rake',
+                :required=>'~> 12.3, >= 12.3.3',
+                :latest=>'14.0.1',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/rake'}],
+             :outdated_minor=>[],
+             :outdated_patch=>[],
+             :ok=>
+              [{:name=>'warbler',
+                :required=>'>= 0',
+                :latest=>'3.0.5',
+                :type=>:runtime,
+                :url=>'https://rubygems.org/gems/warbler'}],
+             :no_requirement=>[],
+             :unknown=>[]}},
+         :no_requirement=>0,
+         :ok=>1,
+         :outdated=>:outdated_major,
+         :outdated_major=>6,
+         :outdated_minor=>0,
+         :outdated_patch=>0,
+         :outdated_total=>6,
+         :unknown=>0,
+         :no_requirement => 0
+      }
+  }[name]
+end
+
+def mock_dependencies_no_stats(name)
+  stats = DependencyWorker::STATUS_TYPES + [:outdated_total, :outdated]
+  mock_dependencies(name).reject {|k,v| stats.include?(k) }
+end
+
+def mock_fetched_requirements(name, location, update_latest = false)
+  dependencies = mock_dependencies(name)[:locations][location]
+  results = []
+  dependencies.each_value do |dependency_type|
+    dependency_type.each do |dependency|
+      gem_dependency = Gem::Dependency.new(dependency[:name], dependency[:required].split(','), dependency[:type])
+      latest_version = Gem::Version.new(dependency[:latest])
+      if update_latest
+        segments = latest_version.segments
+        segments[0] = segments[0] + 1
+        latest_version = Gem::Version.new(segments.join('.'))
+      end
+      results << [gem_dependency, latest_version]
+    end
+  end
+  results
+end

data/spec/fixtures/projects.yml

@@ -0,0 +1,27 @@
+# Example projects.yml file for CuttingEdge
+# For more information and options, see: https://github.com/repotag/cutting_edge
+
+github:
+  repotag:
+    cutting_edge:
+      language: ruby
+  gollum:
+    gollum:
+      language: ruby
+    gollum-lib:
+      locations: [gemspec.rb]
+      dependency_types: [runtime, development]
+  singingwolfboy:
+    flask-dance:
+      language: python
+      email: false
+  rust-lang:
+    crates.io:
+      language: rust
+gitlab:
+  cthowl01:
+    team-chess-ruby:
+      locations: [Gemfile]
+  gitlab-org:
+    gitlab-foss:
+      hide: mysecret

data/spec/langs/python_spec.rb

@@ -1,5 +1,5 @@
 REQUIREMENT_TXT = <<EOF
-requests>=2.0
+requests   >=  2.0
 oauthlib
 requests-oauthlib>=1.0.0 [PDF]
 -e svn+http://myrepo/svn/MyApp#egg=MyApp
@@ -36,12 +36,52 @@ unittest2 = {version = ">=1.0,<3.0", markers="python_version < '2.7.9' or (pytho
 EOF
 
 describe PythonLang do
-  context 'requirements.txt' do
-    it 'expects the default dependency files to be requirements.txt and Pipfile' do
-      expect(PythonLang.locations).to eq ['requirements.txt', 'Pipfile']
-    end
+  
+  let(:requirements_latest_versions) {
+    {
+      'requests': Gem::Version.new('2.24.0'),
+      'oauthlib': Gem::Version.new('3.1.0'),
+      'requests-oauthlib': Gem::Version.new('1.3.0'),
+      'Flask': Gem::Version.new('1.1.2'),
+      'urlobject': Gem::Version.new('2.4.3'),
+      'six': Gem::Version.new('1.15.0'),
+    }
+  }
+  let(:pipfile_latest_versions) {
+    {
+      'records': Gem::Version.new('0.5.3'),
+      'foo': Gem::Version.new('0.1'),
+      'bar': Gem::Version.new('0.2.1'),
+      'baz': Gem::Version.new('0.2.6'),
+      'pywinusb': Gem::Version.new('0.4.2'),
+      'nose': Gem::Version.new('1.3.7'),
+      'unittest2': Gem::Version.new('1.1.0')
+    }
+  }
+    
+  it 'expects the default dependency files to be requirements.txt and Pipfile' do
+    expect(PythonLang.locations).to eq ['requirements.txt', 'Pipfile']
+  end
+  
+  it 'returns a website for a dependency' do
+    expect(PythonLang.website('foobar')).to eq 'https://pypi.org/project/foobar'
+  end
+  
+  it 'fetches latest version' do
+    mock = OpenStruct.new(
+      parse: {'info' => {'version' => '1.0.0'}}
+    )
+    allow_any_instance_of(HTTP::Client).to receive(:get).with('https://pypi.org/pypi/sinatra/json').and_return(mock)
+    expect(Gem::Version).to receive(:new).with('1.0.0').and_call_original
+    PythonLang.latest_version('sinatra')
+    
+    allow_any_instance_of(HTTP::Client).to receive(:get).and_raise(HTTP::Error)
+    expect(PythonLang.latest_version('fail')).to be_nil
+  end
 
+  context 'requirements.txt' do
     it 'parses requirements.txt' do
+      expect(PythonLang).to receive(:latest_version).and_return(*requirements_latest_versions.values)
       result = PythonLang.parse_file('requirements.txt', REQUIREMENT_TXT)
       expect(result).to be_a Array
       expect(result.length).to eq 6
@@ -59,6 +99,8 @@ describe PythonLang do
     end
 
     it 'parses Pipefile' do
+      expect(PythonLang).to receive(:latest_version).and_return(*pipfile_latest_versions.values)
+
       result = PythonLang.parse_file('Pipfile', PIPFILE)
       expect(result).to be_a Array
 

data/spec/langs/ruby_spec.rb

@@ -0,0 +1,105 @@
+GEMSPEC = <<EOF
+s.rubygems_version = '1.3.5'
+s.required_ruby_version = '>= 2.4'
+
+s.name              = 'cutting_edge'
+s.version           = '0.0.1'
+s.date              = '2020-02-19'
+s.license           = 'GPL-3.0-only'
+
+s.summary     = 'Self-hosted dependency monitoring, including shiny badges.'
+s.description = 'Self-hosted dependency monitoring, including shiny badges.'
+
+s.authors  = ['Dawa Ometto', 'Bart Kamphorst']
+s.email    = 'd.ometto@gmail.com'
+s.homepage = 'http://github.com/repotag/cutting_edge'
+
+s.require_paths = %w[lib]
+
+s.executables = ['cutting_edge']
+
+s.add_dependency 'gemnasium-parser', '~> 0.1.9'
+s.add_dependency 'http', '~> 4.3'
+s.add_dependency 'sucker_punch', '~> 2.1'
+s.add_dependency 'sinatra', '~> 2.0'
+s.add_dependency 'moneta', '~> 1.2'
+s.add_dependency 'rufus-scheduler', '~> 3.6'
+s.add_dependency 'sinatra-logger', '~> 0.3'
+s.add_dependency 'toml-rb', '~> 2.0'
+EOF
+
+GEMFILE = <<EOF
+source 'https://rubygems.org'
+
+gem 'redis', require: false
+gem 'mail'
+
+gem 'hashdiff'
+
+gem 'rspec', '~> 3.9', :group => :development
+gem 'simplecov', :group => :development
+
+gem 'coveralls', '~>0.8.23', require: false
+
+gemspec
+EOF
+
+describe RubyLang do
+  let(:gemfile_latest_versions) {
+    {
+      'redis': Gem::Version.new('4.2.2'),
+      'mail': Gem::Version.new('2.7.1'),
+      'hashdiff': Gem::Version.new('1.0.1'),
+      'rspec': Gem::Version.new('3.9.0'),
+      'simplecov': Gem::Version.new('0.19.0'),
+      'coveralls': Gem::Version.new('0.8.23'),
+    }
+  }
+  let(:gemspec_latest_versions) {
+    {
+      'gemnasium-parser': Gem::Version.new('0.1.9'),
+      'http': Gem::Version.new('4.4.1'),
+      'sucker_punch': Gem::Version.new('2.1.2'),
+      'sinatra': Gem::Version.new('2.1.0'),
+      'moneta': Gem::Version.new('1.4.0'),
+      'rufus-scheduler': Gem::Version.new('3.6.0'),
+      'sinatra-logger': Gem::Version.new('0.3.2'),
+      'toml-rb': Gem::Version.new('2.0.1'),
+    }
+  }
+  
+  it 'expects the default dependency files to be gemspec and Gemfile' do
+    expect(RubyLang.locations('test')).to eq ['test.gemspec', 'Gemfile']
+  end
+  
+  it 'returns a website for a dependency' do
+    expect(RubyLang.website('foobar')).to eq 'https://rubygems.org/gems/foobar'
+  end
+  
+  it 'fetches latest version' do
+    expect(Gem::SpecFetcher.fetcher).to receive(:spec_for_dependency).and_return([])
+    RubyLang.latest_version('sinatra')
+    
+    allow(Gem::SpecFetcher).to receive(:fetcher).and_raise(StandardError)
+    expect(RubyLang.latest_version('fail')).to be_nil
+  end
+
+  it 'parses gemspec' do
+    expect(RubyLang).to receive(:latest_version).and_return(*gemspec_latest_versions.values)
+    results = RubyLang.parse_file('test.gemspec', GEMSPEC)
+    expect(results.length).to eq 8
+    expect(results.last.first).to be_a Bundler::Dependency
+    expect(results.last.first.name).to eq 'toml-rb'
+    expect(results.last.last).to be_a Gem::Version
+    expect(results.last.last.to_s).to eq '2.0.1'
+  end
+  
+  it 'parses gemfile' do
+    expect(RubyLang).to receive(:latest_version).and_return(*gemfile_latest_versions.values)
+    results = RubyLang.parse_file('Gemfile', GEMFILE)
+    expect(results.length).to eq 6
+    expect(results.last.first).to be_a Bundler::Dependency
+    expect(results.last.first.name).to eq 'coveralls'
+    expect(results.last.last.to_s).to eq '0.8.23'
+  end
+end

data/spec/langs/rust_spec.rb

@@ -20,11 +20,42 @@ def translate_req(str)
 end
 
 describe RustLang do
+  let(:rust_latest_versions) {
+    {
+      'log': Gem::Version.new('0.4.11'),
+      'regex': Gem::Version.new('1.3.9'),
+      'termcolor': Gem::Version.new('1.1.0'),
+      'humantime': Gem::Version.new('2.0.1'),
+      'atty': Gem::Version.new('0.2.14'),
+      'uuid': Gem::Version.new('0.8.1'),
+      'tempdir': Gem::Version.new('0.3.7'),
+      'cc': Gem::Version.new('1.0.59'),
+    }
+  }
+  
   it 'expects the default dependency files to be Cargo.toml' do
     expect(RustLang.locations).to eq ['Cargo.toml']
   end
+  
+  it 'returns a website for a dependency' do
+    expect(RustLang.website('foobar')).to eq 'https://crates.io/crates/foobar'
+  end
+  
+  it 'fetches latest version' do
+    mock = OpenStruct.new(
+      parse: {'crate' => {'max_version' => '1.0.0'}}
+    )
+    allow_any_instance_of(HTTP::Client).to receive(:get).with('https://crates.io/api/v1/crates/sinatra').and_return(mock)
+    expect(Gem::Version).to receive(:new).with('1.0.0').and_call_original
+    RustLang.latest_version('sinatra')
+    
+    allow_any_instance_of(HTTP::Client).to receive(:get).and_raise(HTTP::Error)
+    expect(RustLang.latest_version('fail')).to be_nil
+  end
 
   it 'parses Cargo.toml' do
+    expect(RustLang).to receive(:latest_version).and_return(*rust_latest_versions.values)
+
     results = RustLang.parse_file('Cargo.toml', CARGO)
     expect(results.length).to eq 9
 

data/spec/repo_spec.rb

@@ -0,0 +1,52 @@
+describe CuttingEdge::Repository do
+  
+  it 'is capable of being hidden' do
+    expect(CuttingEdge::Repository.new(org: 'org', name: 'name').hidden?).to be false
+    hide_token = 'mytoken'
+    repo_with_hide = CuttingEdge::Repository.new(org: 'org', name: 'name', hide: hide_token)
+    expect(repo_with_hide.hidden?).to be true
+    expect(repo_with_hide.hidden_token).to eq hide_token
+  end
+  
+  it 'has a headers method' do
+    expect(CuttingEdge::Repository.headers(nil)).to eq ({})
+  end
+  
+  context 'GitHub' do
+    it 'has a headers method' do
+      expect(CuttingEdge::GithubRepository.headers(nil)).to eq ({:accept => 'application/vnd.github.v3.raw'})
+      expect(CuttingEdge::GithubRepository.headers('token')).to eq ({:accept => 'application/vnd.github.v3.raw', :authorization => 'token token'})
+    end
+    
+    it 'defines a class for GitHub.com' do
+      expect(CuttingEdge::GithubRepository).to_not be_nil
+      github = CuttingEdge::GithubRepository.new(org: 'org', name: 'name')
+      expect(github.source).to eq 'github'
+      expect(github.url_for_file('file')).to eq 'https://api.github.com/repos/org/name/contents/file?ref=master'
+      expect(github.url_for_project).to eq 'https://github.com/org/name'
+    end
+  end
+  
+  context 'dynamic definitions' do
+  
+    it 'defines a class for GitLab.com' do
+      expect(CuttingEdge::GitlabRepository).to_not be_nil
+      expect(CuttingEdge::GitlabRepository.headers(nil)).to eq ({})
+      expect(CuttingEdge::GitlabRepository.headers('token')).to eq ({:authorization => 'Bearer token'})
+      gitlab = CuttingEdge::GitlabRepository.new(org: 'org', name: 'name')
+      expect(gitlab.source).to eq 'gitlab'
+      expect(gitlab.url_for_file('file')).to eq 'https://gitlab.com/api/v4/projects/org%2fname/repository/files/file/raw?ref=master'
+      expect(gitlab.url_for_project).to eq 'https://gitlab.com/org/name'
+    end
+    
+    it 'dynamically defines providers' do
+      expect(defined?(CuttingEdge::GiteaRepository)).to be_nil
+      define_gitea_server('gitea', 'https://mydependencymonitoring.com')
+      expect(defined?(CuttingEdge::GiteaRepository)).to_not be_nil
+      gitea = CuttingEdge::GiteaRepository.new(org: 'org', name: 'name')
+      expect(gitea.source).to eq 'gitea'
+      expect(gitea.url_for_file('file')).to eq 'https://mydependencymonitoring.com/api/v1/repos/org/name/raw/master/file'
+      expect(gitea.url_for_project).to eq 'https://mydependencymonitoring.com/org/name'
+    end
+  end
+end