lint_report 0.0.1

data/CHANGELOG

@@ -0,0 +1,2 @@
+v0.0.1 (21st December 2010)
+* initial release

data/README

@@ -0,0 +1,23 @@
+= LintReport
+
+Runs the GemLint suite of checks against the latest version of all rubygems
+available on rubygems.org.
+
+Operates in a two stage process:
+
+* stage one downloads the latest version of all gems and generate a machine
+  parsable text file with failure data
+* stage two parses the output from stage one and generates reports.
+
+Only stage one is implemented, so second stage analysis is limited to grepping
+the output log.
+
+== Usage
+
+  gem install lint_report
+  lint_report --cachedir ~/gems --output data.log
+  lint_website --data data.log --site ~/site
+
+== Status
+
+This is still a work in progress, proceed with caution.

data/bin/lint_report

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+$:.unshift(File.dirname(__FILE__) + "/../lib/")
+
+require 'lint_report'
+
+LintReport::App.run

data/lib/lint_report.rb

@@ -0,0 +1,3 @@
+# coding: utf-8
+
+require "lint_report/app"

data/lib/lint_report/app.rb

@@ -0,0 +1,132 @@
+# coding: utf-8
+
+require "singleton"
+require "open-uri"
+require "trollop"
+require "zlib"
+require "fileutils"
+require "ostruct"
+require "thread"
+require "gem_lint"
+
+module LintReport
+  class App
+    include Singleton
+
+    def self.run
+      self.instance.run
+    end
+
+    def run
+      verify_options
+      start_workers
+      download_new_gems
+      while download_queue.size > 0
+        sleep 0.5
+      end
+      remove_old_gems
+      analyse_gems
+    end
+
+    private
+
+    def verify_options
+      if options[:output].nil?
+        $stderr.puts "--output must be provided"
+        exit 1
+      end
+      if options[:cachedir].nil?
+        $stderr.puts "--cachedir must be provided"
+        exit 1
+      end
+    end
+
+    def download_queue
+      @download_queue ||= SizedQueue.new(100)
+    end
+
+    def start_workers
+      download_queue
+
+      10.times do
+        Thread.new do
+          while item = download_queue.pop
+            `wget -O #{item.path} #{item.url} > /dev/null 2>&1`
+          end
+        end
+      end
+    end
+
+    def download_new_gems
+      FileUtils.mkdir_p(cachedir)
+      urls.each do |filename, url|
+        path = File.join(cachedir, filename)
+        if !File.file?(path) || File.size(path) == 0
+          download_queue.push(OpenStruct.new(:url => url, :path => path))
+        end
+      end
+      10.times do
+        download_queue.push(:finished)
+      end
+    end
+
+    def remove_old_gems
+      FileUtils.mkdir_p(cachedir)
+      Dir.entries(cachedir).each do |basename|
+        if basename[0,1] != "." && !filenames.include?(basename)
+          path = File.join(cachedir, basename)
+          FileUtils.rm(path)
+        end
+      end
+    end
+
+    def analyse_gems
+      File.open(output_file, "w") do |f|
+        Dir.entries(cachedir).sort.each do |basename|
+          if basename[0,1] != "."
+            path = File.join(cachedir, basename)
+            f.write(GemLint::Runner.new(path).to_s(:detailed) + "\n")
+            f.flush
+          end
+        end
+      end
+    end
+
+    def index
+      data = Zlib::GzipReader.new(open("http://rubygems.org/latest_specs.4.8.gz")).read
+      Marshal.load(data)
+    end
+
+    def filenames
+      @filenames ||= index.map { |row|
+        if row[2] == "ruby"
+          "#{row[0]}-#{row[1]}.gem"
+        else
+          "#{row[0]}-#{row[1]}-#{row[2]}.gem"
+        end
+      }
+    end
+
+    def urls
+      @urls ||= Hash[
+        *filenames.zip(filenames.map { |f| "http://rubygems.org/downloads/#{f}"}).flatten
+      ]
+    end
+
+    def cachedir
+      @cachedir ||= File.expand_path(options[:cachedir])
+    end
+
+    def output_file
+      @output_file ||= File.expand_path(options[:output])
+    end
+
+    def options
+      @options ||= opts = Trollop::options do
+        opt :output, "Output filename", :type => :string
+        opt :cachedir, "Directory to cache downloaded gems", :type => :string
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,134 @@
+--- !ruby/object:Gem::Specification 
+name: lint_report
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- James Healy
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-21 00:00:00 +11:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: gem_lint
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 0
+        - 0
+        - 4
+        version: 0.0.4
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: roodi
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 0
+        version: "2.0"
+  type: :development
+  version_requirements: *id004
+description: collates the output generated by running gem_lint against the most recent version of every public gem.
+email: 
+- james@yob.id.au
+executables: 
+- lint_report
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/lint_report/app.rb
+- lib/lint_report.rb
+- bin/lint_report
+- README
+- CHANGELOG
+has_rdoc: true
+homepage: http://github.com/yob/lint_report
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --title
+- Lint Report
+- --line-numbers
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 31
+      segments: 
+      - 1
+      - 3
+      - 2
+      version: 1.3.2
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Run gem_lint against the complete rubygems archive
+test_files: []
+