bibliothecary 4.0.4 → 5.0.0

data/lib/bibliothecary/parsers/elm.rb

@@ -5,60 +5,20 @@ module Bibliothecary
     class Elm
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/^elm-package\.json$|^elm_dependencies\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_json_manifest(json)
-        elsif filename.match(/^elm-stuff\/exact-dependencies\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_json_lock(json)
-        else
-          []
-        end
-      end
-
-      def self.analyse(folder_path, file_list)
-        [analyse_json(folder_path, file_list),
-        analyse_json_lock(folder_path, file_list)]
-      end
-
-      def self.analyse_json(folder_path, file_list)
-        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^elm-package\.json$|^elm_dependencies\.json$/) }
-        return unless path
-
-        manifest = JSON.parse File.open(path).read
-
-        {
-          platform: PLATFORM_NAME,
-          path: path,
-          dependencies: parse_json_manifest(manifest)
-        }
-      rescue
-        []
-      end
-
-      def self.analyse_json_lock(folder_path, file_list)
-        path = file_list.find{|path| path.gsub(folder_path, '').gsub(/^\//, '').match(/^elm-stuff\/exact-dependencies\.json$/) }
-        return unless path
-
-        manifest = JSON.parse File.open(path).read
-
+      def self.mapping
         {
-          platform: PLATFORM_NAME,
-          path: path,
-          dependencies: parse_json_lock(manifest)
+          /^elm-package\.json$|^elm_dependencies\.json$/ => :parse_json_manifest,
+          /^elm-stuff\/exact-dependencies\.json$/ => :parse_json_lock
         }
-      rescue
-        []
       end
 
-      def self.parse_json_manifest(manifest)
+      def self.parse_json_manifest(file_contents)
+        manifest = JSON.parse file_contents
         map_dependencies(manifest, 'dependencies', 'runtime')
       end
 
-      def self.parse_json_lock(manifest)
+      def self.parse_json_lock(file_contents)
+        manifest = JSON.parse file_contents
         manifest.map do |name, requirement|
           {
             name: name,

data/lib/bibliothecary/parsers/go.rb

@@ -6,70 +6,65 @@ module Bibliothecary
     class Go
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/^glide\.yaml$/)
-          file_contents = File.open(path).read
-          yaml = YAML.load file_contents
-          parse_glide_yaml(yaml)
-        elsif filename.match(/^glide\.lock$/)
-          file_contents = File.open(path).read
-          yaml = YAML.load file_contents
-          parse_glide_lockfile(yaml)
-        elsif filename.match(/^Godeps\/Godeps\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_godep_json(json)
-        elsif filename.match(/^vendor\/manifest$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_gb_manifest(json)
-        else
-          []
-        end
+      GPM_REGEXP = /^(.+)\s+(.+)$/
+
+      def self.mapping
+        {
+          /^glide\.yaml$/ => :parse_glide_yaml,
+          /^glide\.lock$/ => :parse_glide_lockfile,
+          /^Godeps\/Godeps\.json$/ => :parse_godep_json,
+          /^Godeps$/i => :parse_gpm,
+          /^vendor\/manifest$/ => :parse_gb_manifest,
+          /^vendor\/vendor.json$/ => :parse_govendor
+        }
       end
 
-      def self.parse_godep_json(manifest)
-        manifest.fetch('Deps',[]).map do |dependency|
-          {
-            name: dependency['ImportPath'],
-            requirement: dependency['Rev'],
-            type: 'runtime'
-          }
-        end
+      def self.parse_godep_json(file_contents)
+        manifest = JSON.parse file_contents
+        map_dependencies(manifest, 'Deps', 'ImportPath', 'Rev', 'runtime')
       end
 
-      def self.parse_glide_yaml(manifest)
-        manifest.fetch('import',[]).map do |dependency|
-          {
-            name: dependency['package'],
-            requirement: dependency['version'] || '*',
+      def self.parse_gpm(file_contents)
+        deps = []
+        file_contents.split("\n").each do |line|
+          match = line.gsub(/(\#(.*))/, '').match(GPM_REGEXP)
+          next unless match
+          deps << {
+            name: match[1].strip,
+            requirement: match[2].strip || '*',
             type: 'runtime'
           }
-        end + manifest.fetch('devImports',[]).map do |dependency|
-          {
-            name: dependency['package'],
-            requirement: dependency['version'] || '*',
-            type: 'development'
-          }
         end
+        deps
       end
 
-      def self.parse_glide_lockfile(manifest)
-        manifest.fetch('imports',[]).map do |dependency|
-          {
-            name: dependency['name'],
-            requirement: dependency['version'] || '*',
-            type: 'runtime'
-          }
-        end
+      def self.parse_govendor(file_contents)
+        manifest = JSON.load file_contents
+        map_dependencies(manifest, 'package', 'path', 'revision', 'runtime')
+      end
+
+      def self.parse_glide_yaml(file_contents)
+        manifest = YAML.load file_contents
+        map_dependencies(manifest, 'import', 'package', 'version', 'runtime') +
+        map_dependencies(manifest, 'devImports', 'package', 'version', 'development')
       end
 
-      def self.parse_gb_manifest(manifest)
-        manifest.fetch('dependencies',[]).map do |dependency|
+      def self.parse_glide_lockfile(file_contents)
+        manifest = YAML.load file_contents
+        map_dependencies(manifest, 'imports', 'name', 'version', 'runtime')
+      end
+
+      def self.parse_gb_manifest(file_contents)
+        manifest = JSON.parse file_contents
+        map_dependencies(manifest, 'dependencies', 'importpath', 'revision', 'runtime')
+      end
+
+      def self.map_dependencies(manifest, attr_name, dep_attr_name, version_attr_name, type)
+        manifest.fetch(attr_name,[]).map do |dependency|
           {
-            name: dependency['importpath'],
-            requirement: dependency['revision'],
-            type: 'runtime'
+            name: dependency[dep_attr_name],
+            requirement: dependency[version_attr_name]  || '*',
+            type: type
           }
         end
       end

data/lib/bibliothecary/parsers/hex.rb

@@ -5,16 +5,11 @@ module Bibliothecary
     class Hex
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/^mix\.exs$/)
-          file_contents = File.open(path).read
-          parse_mix(file_contents)
-        elsif filename.match(/^mix\.lock$/)
-          file_contents = File.open(path).read
-          parse_mix_lock(file_contents)
-        else
-          []
-        end
+      def self.mapping
+        {
+          /^mix\.exs$/ => :parse_mix,
+          /^mix\.lock$/ => :parse_mix_lock
+        }
       end
 
       def self.parse_mix(manifest)
@@ -28,8 +23,6 @@ module Bibliothecary
             type: "runtime"
           }
         end
-      rescue
-        []
       end
 
       def self.parse_mix_lock(manifest)
@@ -43,8 +36,6 @@ module Bibliothecary
             type: "runtime"
           }
         end
-      rescue
-        []
       end
     end
   end

data/lib/bibliothecary/parsers/julia.rb

@@ -3,13 +3,10 @@ module Bibliothecary
     class Julia
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/^REQUIRE$/i)
-          file_contents = File.open(path).read
-          parse_require(file_contents)
-        else
-          []
-        end
+      def self.mapping
+        {
+          /^REQUIRE$/i => :parse_require
+        }
       end
 
       def self.parse_require(manifest)

data/lib/bibliothecary/parsers/maven.rb

@@ -5,24 +5,16 @@ module Bibliothecary
     class Maven
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/ivy\.xml$/i)
-          file_contents = File.open(path).read
-          xml = Ox.parse file_contents
-          parse_ivy_manifest(xml)
-        elsif filename.match(/pom\.xml$/i)
-          file_contents = File.open(path).read
-          xml = Ox.parse file_contents
-          parse_pom_manifest(xml)
-        elsif filename.match(/build.gradle$/i)
-          file_contents = File.open(path).read
-          parse_gradle(file_contents)
-        else
-          []
-        end
+      def self.mapping
+        {
+          /ivy\.xml$/i => :parse_ivy_manifest,
+          /pom\.xml$/i => :parse_pom_manifest,
+          /build.gradle$/i => :parse_gradle
+        }
       end
 
-      def self.parse_ivy_manifest(manifest)
+      def self.parse_ivy_manifest(file_contents)
+        manifest = Ox.parse file_contents
         manifest.dependencies.locate('dependency').map do |dependency|
           attrs = dependency.attributes
           {
@@ -33,7 +25,8 @@ module Bibliothecary
         end
       end
 
-      def self.parse_pom_manifest(manifest)
+      def self.parse_pom_manifest(file_contents)
+        manifest = Ox.parse file_contents
         if manifest.respond_to?('project')
           xml = manifest.project
         else
@@ -70,7 +63,8 @@ module Bibliothecary
         field = dependency.locate(name).first
         return nil if field.nil?
         value = field.nodes.first
-        if match = value.match(/^\$\{(.+)\}/)
+        match = value.match(/^\$\{(.+)\}/)
+        if match
           prop_field = xml.properties.locate(match[1]).first
           if prop_field
             return prop_field.nodes.first

data/lib/bibliothecary/parsers/meteor.rb

@@ -5,17 +5,14 @@ module Bibliothecary
     class Meteor
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/^versions\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse(file_contents)
-          parse_manifest(json)
-        else
-          []
-        end
+      def self.mapping
+        {
+          /^versions\.json$/ => :parse_manifest
+        }
       end
 
-      def self.parse_manifest(manifest)
+      def self.parse_manifest(file_contents)
+        manifest = JSON.parse(file_contents)
         map_dependencies(manifest, 'dependencies', 'runtime')
       end
 

data/lib/bibliothecary/parsers/npm.rb

@@ -5,21 +5,16 @@ module Bibliothecary
     class NPM
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/package\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse(file_contents)
-          parse_manifest(json)
-        elsif filename.match(/npm-shrinkwrap\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse(file_contents)
-          parse_shrinkwrap(json)
-        else
-          []
-        end
+      def self.mapping
+        {
+          /^package\.json$/ => :parse_manifest,
+          /^npm-shrinkwrap\.json$/ => :parse_shrinkwrap,
+          /^yarn\.lock$/ => :parse_yarn_lock
+        }
       end
 
-      def self.parse_shrinkwrap(manifest)
+      def self.parse_shrinkwrap(file_contents)
+        manifest = JSON.parse(file_contents)
         manifest.fetch('dependencies',[]).map do |name, requirement|
           {
             name: name,
@@ -29,11 +24,17 @@ module Bibliothecary
         end
       end
 
-      def self.parse_manifest(manifest)
+      def self.parse_manifest(file_contents)
+        manifest = JSON.parse(file_contents)
         map_dependencies(manifest, 'dependencies', 'runtime') +
         map_dependencies(manifest, 'devDependencies', 'development')
       end
 
+      def self.parse_yarn_lock(file_contents)
+        response = Typhoeus.post("https://yarn-parser.herokuapp.com/parse", body: file_contents)
+        JSON.parse(response.body)
+      end
+
       def self.map_dependencies(hash, key, type)
         hash.fetch(key,[]).map do |name, requirement|
           {

data/lib/bibliothecary/parsers/nuget.rb

@@ -6,32 +6,18 @@ module Bibliothecary
     class Nuget
       include Bibliothecary::Analyser
 
-      def self.parse(filename, path)
-        if filename.match(/Project\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_project_json(json)
-        elsif filename.match(/Project\.lock\.json$/)
-          file_contents = File.open(path).read
-          json = JSON.parse file_contents
-          parse_project_lock_json(json)
-        elsif filename.match(/packages\.config$/)
-          file_contents = File.open(path).read
-          xml = Ox.parse file_contents
-          parse_packages_config(xml)
-        elsif filename.match(/^[A-Za-z0-9_-]+\.nuspec$/)
-          file_contents = File.open(path).read
-          xml = Ox.parse file_contents
-          parse_nuspec(xml)
-        elsif filename.match(/paket\.lock$/)
-          file_contents = File.open(path).read
-          parse_paket_lock(file_contents.split("\n"))
-        else
-          []
-        end
+      def self.mapping
+        {
+          /Project\.json$/ => :parse_project_json,
+          /Project\.lock\.json$/ => :parse_project_lock_json,
+          /packages\.config$/ => :parse_packages_config,
+          /^[A-Za-z0-9_-]+\.nuspec$/ => :parse_nuspec,
+          /paket\.lock$/ => :parse_paket_lock
+        }
       end
 
-      def self.parse_project_json(manifest)
+      def self.parse_project_json(file_contents)
+        manifest = JSON.parse file_contents
         manifest.fetch('dependencies',[]).map do |name, requirement|
           {
             name: name,
@@ -41,7 +27,8 @@ module Bibliothecary
         end
       end
 
-      def self.parse_project_lock_json(manifest)
+      def self.parse_project_lock_json(file_contents)
+        manifest = JSON.parse file_contents
         manifest.fetch('libraries',[]).map do |name, _requirement|
           dep = name.split('/')
           {
@@ -52,7 +39,8 @@ module Bibliothecary
         end
       end
 
-      def self.parse_packages_config(manifest)
+      def self.parse_packages_config(file_contents)
+        manifest = Ox.parse file_contents
         manifest.packages.locate('package').map do |dependency|
           {
             name: dependency.id,
@@ -62,7 +50,8 @@ module Bibliothecary
         end
       end
 
-      def self.parse_nuspec(manifest)
+      def self.parse_nuspec(file_contents)
+        manifest = Ox.parse file_contents
         manifest.package.metadata.dependencies.locate('dependency').map do |dependency|
           {
             name: dependency.id,
@@ -72,7 +61,8 @@ module Bibliothecary
         end
       end
 
-      def self.parse_paket_lock(lines)
+      def self.parse_paket_lock(file_contents)
+        lines = file_contents.split("\n")
         package_version_re = /\s+(?<name>\S+)\s\((?<version>\d+\.\d+[\.\d+[\.\d+]*]*)\)/
         packages = lines.select { |line| package_version_re.match(line) }.map { |line| package_version_re.match(line) }.map do |match|
           {