bibliothecary 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 65c59d771e14a3bdebce2df1c81abe890d08bd33
-  data.tar.gz: ec8af4d1651955605c0d665609e2201ad513e331
+  metadata.gz: 02faff8131e3124d6ba5ce3a74805c61ccfd5757
+  data.tar.gz: 56a75db0780b803b9df037ae13417396a4345804
 SHA512:
-  metadata.gz: 89943196ec0463c826854cb5a96e36c3d62cadfccf7c2f72ddb935bdf6d9954fbd8cb2d168ea6200d3b99b5cc53d2bb4be06cfc728893e5fe5642d7499a000cd
-  data.tar.gz: ac188514b31f06874f2b08c0a71c851fbb80f0208474398808c78ea9df1f8bcdb79ff91032970592aa5f7b809e3bd3c6c1ac11610e05b0f00f018804ea495118
+  metadata.gz: 05201570924d5b58d953a6cce071d20d699b25c7009b48b31bc23ff8cc7dc6e642187e48eb1670e7df7d554086e84ad0abfc990c194aa6564128038fc80b90fd
+  data.tar.gz: 039dd8629e9ea67d9668f488d40615486f8931639f7ed30ff7af01a538236ebacf6c7ad5f1b5f08c0b928402afee24f5926a39748de82d80c37c8e59e8093d0f

data/.travis.yml

@@ -1,4 +1,4 @@
 language: ruby
 rvm:
-  - 2.3.0
-before_install: gem install bundler -v 1.11.2
+  - 2.3.1
+cache: bundler

data/Gemfile

@@ -2,5 +2,3 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in bibliothecary.gemspec
 gemspec
-
-gem 'gemnasium-parser', github: 'librariesio/gemnasium-parser'

data/bibliothecary.gemspec

@@ -19,7 +19,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "toml-rb", "~> 0.3.9"
-  spec.add_dependency "gemnasium-parser"
+  spec.add_dependency "librariesio-gem-parser"
 
   spec.add_development_dependency "bundler", "~> 1.11"
   spec.add_development_dependency "rake", "~> 11.0"

data/lib/bibliothecary.rb

@@ -1,13 +1,8 @@
 require "bibliothecary/version"
-require "bibliothecary/npm"
-require "bibliothecary/bower"
-require "bibliothecary/packagist"
-require "bibliothecary/cpan"
-require "bibliothecary/meteor"
-require "bibliothecary/cargo"
-require "bibliothecary/pub"
-require "bibliothecary/rubygems"
-require "bibliothecary/cocoapods"
+
+Dir[File.expand_path('../bibliothecary/parsers/*.rb', __FILE__)].each do |file|
+  require file
+end
 
 module Bibliothecary
   def self.analyse(path)
@@ -17,17 +12,7 @@ module Bibliothecary
   end
 
   def self.package_managers
-    [
-      NPM,
-      Bower,
-      Packagist,
-      CPAN,
-      Meteor,
-      Cargo,
-      Pub,
-      Rubygems,
-      CocoaPods
-    ]
+    Bibliothecary::Parsers.constants.map{|c| Bibliothecary::Parsers.const_get(c) }
   end
 
   def self.ignored_files

data/lib/bibliothecary/parsers/bower.rb

@@ -0,0 +1,46 @@
+require 'json'
+
+module Bibliothecary
+  module Parsers
+    class Bower
+      PLATFORM_NAME = 'bower'
+
+      def self.parse(filename, file_contents)
+        json = JSON.parse(file_contents)
+        if filename.match(/^bower\.json$/)
+          parse_manifest(json)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^bower\.json$/) }
+        return unless path
+
+        manifest = JSON.parse File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.parse_manifest(manifest)
+        map_dependencies(manifest, 'dependencies', 'runtime') +
+        map_dependencies(manifest, 'devDependencies', 'development')
+      end
+
+      def self.map_dependencies(hash, key, type)
+        hash.fetch(key,[]).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement,
+            type: type
+          }
+        end
+      end
+    end
+  end
+end

data/lib/bibliothecary/parsers/cargo.rb

@@ -0,0 +1,71 @@
+require 'toml'
+
+module Bibliothecary
+  module Parsers
+    class Cargo
+      PLATFORM_NAME = 'cargo'
+
+      def self.parse(filename, file_contents)
+        toml = TOML.parse(file_contents)
+        if filename.match(/^Cargo\.toml$/)
+          parse_manifest(toml)
+        elsif filename.match(/^Cargo\.lock$/)
+          parse_lockfile(toml)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        [analyse_cargo_toml(folder_path, file_list),
+          analyse_cargo_lock(folder_path, file_list)]
+      end
+
+      def self.analyse_cargo_toml(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^Cargo\.toml$/) }
+        return unless path
+
+        manifest = TOML.load_file(path)
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.parse_manifest(manifest)
+        manifest.fetch('dependencies', []).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement,
+            type: 'runtime'
+          }
+        end
+      end
+
+      def self.analyse_cargo_lock(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^Cargo\.lock$/) }
+        return unless path
+
+        manifest = TOML.load_file(path)
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_lockfile(manifest)
+        }
+      end
+
+      def self.parse_lockfile(manifest)
+        manifest.fetch('package',[]).map do |dependency|
+          {
+            name: dependency['name'],
+            requirement: dependency['version'],
+            type: 'runtime'
+          }
+        end
+      end
+    end
+  end
+end

data/lib/bibliothecary/parsers/cocoapods.rb

@@ -0,0 +1,98 @@
+require 'gemnasium/parser'
+require 'yaml'
+
+module Bibliothecary
+  module Parsers
+    class CocoaPods
+      NAME_VERSION = '(?! )(.*?)(?: \(([^-]*)(?:-(.*))?\))?'.freeze
+      NAME_VERSION_4 = /^ {4}#{NAME_VERSION}$/
+
+      PLATFORM_NAME = 'CocoaPods'
+
+      def self.parse(filename, file_contents)
+
+        if filename.match(/^Podfile$/)
+          manifest = Gemnasium::Parser.send(:podfile, file_contents)
+          parse_manifest(manifest)
+        elsif filename.match(/^[A-Za-z0-9_-]+\.podspec$/)
+          manifest = Gemnasium::Parser.send(:podspec, file_contents)
+          parse_manifest(manifest)
+        elsif filename.match(/^Podfile\.lock$/)
+          manifest = YAML.load file_contents
+          parse_podfile_lock(manifest)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        [
+          analyse_podfile(folder_path, file_list),
+          analyse_podspec(folder_path, file_list),
+          analyse_podfile_lock(folder_path, file_list)
+        ]
+      end
+
+      def self.analyse_podfile(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^Podfile$/) }
+        return unless path
+
+        manifest = Gemnasium::Parser.send(:podfile, File.open(path).read)
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.analyse_podspec(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^[A-Za-z0-9_-]+\.podspec$/) }
+        return unless path
+
+        manifest = Gemnasium::Parser.send(:podspec, File.open(path).read)
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.analyse_podfile_lock(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^Podfile\.lock$/) }
+        return unless path
+
+        manifest = YAML.load File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_podfile_lock(manifest)
+        }
+      end
+
+      def self.parse_podfile_lock(manifest)
+        manifest['PODS'].map do |row|
+          pod = row.is_a?(String) ? row : row.keys.first
+          match = pod.match(/(.+?)\s\((.+?)\)/i)
+          {
+            name: match[1].split('/').first,
+            requirement: match[2],
+            type: 'runtime'
+          }
+        end.compact
+      end
+
+      def self.parse_manifest(manifest)
+        manifest.dependencies.inject([]) do |deps, dep|
+          deps.push({
+            name: dep.name,
+            requirement: dep.requirement.to_s,
+            type: dep.type
+          })
+        end.uniq
+      end
+    end
+  end
+end

data/lib/bibliothecary/parsers/cpan.rb

@@ -0,0 +1,73 @@
+require 'yaml'
+require 'json'
+
+module Bibliothecary
+  module Parsers
+    class CPAN
+      PLATFORM_NAME = 'cpan'
+
+      def self.parse(filename, file_contents)
+        if filename.match(/^META\.json$/i)
+          json = JSON.parse file_contents
+          parse_json_manifest(json)
+        elsif filename.match(/^META\.yml$/i)
+          yaml = YAML.load file_contents
+          parse_yaml_manifest(yaml)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        [analyse_json(folder_path, file_list),
+        analyse_yaml(folder_path, file_list)]
+      end
+
+      def self.analyse_json(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^META\.json$/i) }
+        return unless path
+
+        manifest = JSON.parse File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_json_manifest(manifest)
+        }
+      end
+
+      def self.analyse_yaml(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^META\.yml$/i) }
+        return unless path
+
+        manifest = YAML.load File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_yaml_manifest(manifest)
+        }
+      end
+
+      def self.parse_json_manifest(manifest)
+        manifest['prereqs'].map do |group, deps|
+          map_dependencies(deps, 'requires', 'runtime')
+        end.flatten
+      end
+
+      def self.parse_yaml_manifest(manifest)
+        map_dependencies(manifest, 'requires', 'runtime')
+      end
+
+      def self.map_dependencies(hash, key, type)
+        hash.fetch(key,[]).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement,
+            type: type
+          }
+        end
+      end
+    end
+  end
+end

data/lib/bibliothecary/parsers/meteor.rb

@@ -0,0 +1,45 @@
+require 'json'
+
+module Bibliothecary
+  module Parsers
+    class Meteor
+      PLATFORM_NAME = 'meteor'
+
+      def self.parse(filename, file_contents)
+        json = JSON.parse(file_contents)
+        if filename.match(/^versions\.json$/)
+          parse_manifest(json)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^versions\.json$/) }
+        return unless path
+
+        manifest = JSON.parse File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.parse_manifest(manifest)
+        map_dependencies(manifest, 'dependencies', 'runtime')
+      end
+
+      def self.map_dependencies(hash, key, type)
+        hash.fetch(key,[]).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement,
+            type: type
+          }
+        end
+      end
+    end
+  end
+end

data/lib/bibliothecary/parsers/npm.rb

@@ -0,0 +1,76 @@
+require 'json'
+
+module Bibliothecary
+  module Parsers
+    class NPM
+      PLATFORM_NAME = 'npm'
+
+      def self.parse(filename, file_contents)
+        json = JSON.parse(file_contents)
+        if filename.match(/^package\.json$/)
+          parse_manifest(json)
+        elsif filename.match(/^npm-shrinkwrap\.json$/)
+          parse_shrinkwrap(json)
+        else
+          []
+        end
+      end
+
+      def self.analyse(folder_path, file_list)
+        [analyse_package_json(folder_path, file_list),
+        analyse_shrinkwrap(folder_path, file_list)]
+      end
+
+      def self.analyse_package_json(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^package\.json$/) }
+        return unless path
+
+        manifest = JSON.parse File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_manifest(manifest)
+        }
+      end
+
+      def self.analyse_shrinkwrap(folder_path, file_list)
+        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^npm-shrinkwrap\.json$/) }
+        return unless path
+
+        manifest = JSON.parse File.open(path).read
+
+        {
+          platform: PLATFORM_NAME,
+          path: path,
+          dependencies: parse_shrinkwrap(manifest)
+        }
+      end
+
+      def self.parse_shrinkwrap(manifest)
+        manifest.fetch('dependencies',[]).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement["version"],
+            type: 'runtime'
+          }
+        end
+      end
+
+      def self.parse_manifest(manifest)
+        map_dependencies(manifest, 'dependencies', 'runtime') +
+        map_dependencies(manifest, 'devDependencies', 'development')
+      end
+
+      def self.map_dependencies(hash, key, type)
+        hash.fetch(key,[]).map do |name, requirement|
+          {
+            name: name,
+            requirement: requirement,
+            type: type
+          }
+        end
+      end
+    end
+  end
+end