bitclust-dev 0.5.0

data/lib/bitclust.rb

@@ -0,0 +1,9 @@
+require 'bitclust/requesthandler'
+require 'bitclust/screen'
+require 'bitclust/server'
+require 'bitclust/searcher'
+require 'bitclust/methoddatabase'
+require 'bitclust/functiondatabase'
+require 'bitclust/rrdparser'
+require 'bitclust/exception'
+require 'bitclust/version'

data/tools/bc-ancestors.rb

@@ -0,0 +1,153 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+
+bindir = Pathname.new(__FILE__).realpath.dirname
+$LOAD_PATH.unshift((bindir + '../lib').realpath)
+
+require 'bitclust'
+require 'bitclust/crossrubyutils'
+require 'optparse'
+require 'set'
+
+include BitClust::CrossRubyUtils
+
+def main
+  prefix = nil
+  requires = []
+  ver = RUBY_VERSION
+  @verbose = false
+  all = false
+  parser = OptionParser.new
+  parser.banner =<<BANNER
+  Usage: #{File.basename($0, '.*')} [-r<lib>] [--ruby=<VER>] --db=PATH <classname>
+         #{File.basename($0, '.*')} [-r<lib>] [--ruby=<VER>] --db=PATH --all
+  NG Sample:
+    $ #{File.basename($0, '.*')} -rfoo --ruby=1.9.1 --db=./db Foo
+    NG : Foo
+    + FooModule (The Ruby have this class/module in ancestors of the class)
+    - BarModule (The Database have this class/module in ancestors of the class)
+  Options:
+BANNER
+  parser.on('-d', '--database=PATH', 'Database prefix.') {|path|
+    prefix = path
+  }
+  parser.on('-r LIB', 'Requires library LIB') {|lib|
+    requires.push lib
+  }
+  parser.on('--ruby=[VER]', "The version of Ruby interpreter"){|ver|
+    ver = ver
+  }
+  parser.on('-v', '--verbose', 'Show differences'){
+    @verbose = true
+  }
+  parser.on('--all', 'Check anccestors for all classes'){
+    all = true
+  }
+  parser.on('--help', 'Prints this message and quit.') {
+    puts parser.help
+    exit 0
+  }
+  begin
+    parser.parse!
+  rescue OptionParser::ParseError => err
+    $stderr.puts err.message
+    $stderr.puts parser.help
+    exit 1
+  end
+  unless ARGV.size == 1 || all
+    $stderr.puts "wrong number of arguments"
+    $stderr.puts parser.help
+    exit 1
+  end
+  classname = ARGV[0]
+  db = BitClust::MethodDatabase.new(prefix)
+  ruby = get_ruby(ver)
+  if classname && !all
+    check_ancestors(db, ruby, requires, classname)
+  else
+    $stderr.puts 'check all...'
+    check_all_ancestors(db, ruby, requires)
+  end
+end
+
+def ancestors(ruby, requires, classname)
+  req = requires.map{|lib|
+    unless '_builtin' == lib
+      "-r#{lib}"
+    else
+      ''
+    end
+  }.join(" ")
+  script =<<-SRC
+  c = #{classname}
+  puts c.ancestors.join("\n")
+  SRC
+  `#{ruby} #{req} -e '#{script}'`.split
+end
+
+def check_ancestors(db, ruby, requires, classname)
+  a = ancestors(ruby, requires, classname)
+  begin
+    b = db.fetch_class(classname).ancestors.map(&:name)
+  rescue BitClust::ClassNotFound => ex
+    $stderr.puts "class not found in database : #{classname}"
+    b = []
+  end
+  unless a.to_set == b.to_set
+    puts "NG : #{classname}"
+    puts (a-b).map{|c| "+ #{c}" }.join("\n")
+    puts (b-a).map{|c| "- #{c}" }.join("\n")
+  else
+    puts "OK : #{classname}" if @verbose
+  end
+end
+
+def check_all_ancestors(db, ruby, requires)
+  classnames = []
+  requires.each do |lib|
+    classnames.push(*defined_classes(ruby, lib, []))
+  end
+  classnames.each do |classname|
+    check_ancestors(db, ruby, requires, classname)
+  end
+end
+
+def defined_classes(ruby, lib, rejects)
+  output = `#{ruby} -e '
+    def class_extent
+      result = []
+      ObjectSpace.each_object(Module) do |c|
+        result.push c
+      end
+      result
+    end
+
+    %w(#{rejects.join(" ")}).each do |lib|
+      begin
+        require lib
+      rescue LoadError
+      end
+    end
+    if "#{lib}" == "_builtin"
+      class_extent().each do |c|
+        puts c
+      end
+    else
+      before = class_extent()
+      begin
+        require "#{lib}"
+      rescue LoadError
+        $stderr.puts "\#{RUBY_VERSION} (\#{RUBY_RELEASE_DATE}): library not exist: #{lib}"
+        exit
+      end
+      after = class_extent()
+      (after - before).each do |c|
+        puts c
+      end
+    end
+  '`
+  output.split
+end
+
+main

data/tools/bc-checkparams.rb

@@ -0,0 +1,246 @@
+#! /usr/bin/ruby
+
+require 'optparse'
+require 'pathname'
+
+bindir = Pathname.new(__FILE__).realpath.dirname
+$LOAD_PATH.unshift((bindir + '../lib').realpath)
+
+require 'bitclust/preprocessor'
+require 'bitclust/lineinput'
+require 'bitclust/parseutils'
+require 'bitclust/methodsignature'
+
+def main
+  option = OptionParser.new
+  version = '1.9.1'
+  option.banner = "Usage: #{File.basename($0, '.*')} <filename>"
+  option.on('--ruby=[VER]', "The version of Ruby interpreter"){|ver|
+    version = ver
+  }
+  option.on('--help', 'Prints this message and quit.') {
+    puts option.help
+    exit 0
+  }
+  begin
+    option.parse!(ARGV)
+  rescue OptionParser::ParseError => ex
+    $stderr.puts err.message
+    exit 1
+  end
+  unless ARGV.size == 1
+    $stderr.puts "wrong number of arguments"
+    $stderr.puts option.help
+    exit 1
+  end
+  filename = ARGV[0]
+  path = Pathname.new(filename)
+
+  params = { "version" => version }
+  parser = BitClust::RDParser.new(BitClust::Preprocessor.read(path, params))
+  parser.parse
+end
+
+module BitClust
+  class RDParser
+    def initialize(src)
+      @f = LineInput.new(StringIO.new(src))
+      @option = { :force => true }
+    end
+
+    def parse
+      while @f.next?
+        case @f.peek
+        when /\A---/
+          method_entry_chunk
+        else
+          @f.gets
+        end
+      end
+    end
+
+    def method_entry_chunk
+      @f.while_match(/\A---/) do |line|
+        method_signature line
+      end
+      props = {}
+      @f.while_match(/\A:/) do |line|
+        k, v = line.sub(/\A:/, '').split(':', 2)
+        props[k.strip] = v.strip
+      end
+      while @f.next?
+        case @f.peek
+        when /\A===+/
+          @f.gets
+        when /\A==?/
+          if @option[:force]
+            break
+          else
+            raise "method entry includes headline: #{@f.peek.inspect}"
+          end
+        when /\A---/
+          break
+        when /\A\s+\*\s/
+          ulist
+        when /\A\s+\(\d+\)\s/
+          olist
+        when /\A:\s/
+          dlist
+        when %r<\A//emlist\{>
+          emlist
+        when /\A\s+\S/
+          list
+        when /@see/
+          see
+        when /\A@[a-z]/
+          method_info
+        else
+          if @f.peek.strip.empty?
+            @f.gets
+          else
+            method_entry_paragraph
+          end
+        end
+      end
+    end
+
+    def headline(line)
+      # nop
+    end
+
+    def ulist
+      @f.while_match(/\A\s+\*\s/) do |line|
+        @f.while_match(/\A\s+[^\*\s]/) do |cont|
+          # nop
+        end
+      end
+    end
+
+    def olist
+      @f.while_match(/\A\s+\(\d+\)/) do |line|
+        @f.while_match(/\A\s+(?!\(\d+\))\S/) do |cont|
+          # nop
+        end
+      end
+    end
+
+    def dlist
+      while @f.next? and /\A:/ =~ @f.peek
+        @f.while_match(/\A:/) do |line|
+          # nop
+        end
+        dd_with_p
+      end
+    end
+
+    # empty lines separate paragraphs.
+    def dd_with_p
+      while /\A(?:\s|\z)/ =~ @f.peek or %r!\A//emlist\{! =~ @f.peek
+        case @f.peek
+        when /\A$/
+          @f.gets
+        when  /\A[ \t\z]/
+          @f.while_match(/\A[ \t\z]/) do |line|
+            # nop
+          end
+        when %r!\A//emlist\{!
+            emlist
+        else
+          raise 'must not happen'
+        end
+      end
+    end
+
+    # empty lines do not separate paragraphs.
+    def dd_without_p
+      while /\A[ \t]/ =~ @f.peek or %r!\A//emlist\{! =~ @f.peek
+        case @f.peek
+        when  /\A[ \t\z]/
+          @f.while_match(/\A[ \t\z]/) do |line|
+            # nop
+          end
+        when %r!\A//emlist\{!
+          emlist
+        end
+      end
+    end
+
+    def emlist
+      @f.gets   # discard "//emlist{"
+      @f.until_terminator(%r<\A//\}>) do |line|
+        # nop
+      end
+    end
+
+    def list
+      @f.break(/\A\S/)
+    end
+
+    def see
+      @f.gets
+      @f.span(/\A\s+\S/)
+    end
+
+    def paragraph
+      read_paragraph(@f).each do |line|
+        # nop
+      end
+    end
+
+    def read_paragraph(f)
+      f.span(%r<\A(?!---|=|//emlist\{)\S>)
+    end
+
+    def method_info
+      params = []
+      while @f.next? and /\A\@(?!see)\w+|\A$/ =~ @f.peek
+        header = @f.gets
+        next if /\A$/ =~ header
+        cmd = header.slice!(/\A\@\w+/)
+        @f.ungets(header)
+        case cmd
+        when '@param', '@arg'
+          name = header.slice!(/\A\s*\w+/n) || '?'
+          params << name
+        when '@raise'
+          # nop
+        when '@return'
+          # nop
+        else
+          $stderr.puts "[UNKNOWN_META_INFO] #{cmd}"
+        end
+        dd_without_p
+      end
+      # check parameters
+      params.map(&:strip).each{|param|
+        unless @sig.params.split(',').map(&:strip).any?{|v|
+            param == v.tr('*', '').gsub(/\s*=\s*.+/, '')
+          }
+          $stderr.puts "#{@f.lineno}: #{@sig.friendly_string}"
+          $stderr.puts params.inspect
+          $stderr.puts @sig.params.inspect
+        end
+      }
+    rescue
+      $stderr.puts "#{@f.lineno}: #{@sig.friendly_string}"
+      $stderr.puts params.inspect
+      $stderr.puts @sig.params.inspect
+    end
+
+    def method_entry_paragraph
+      read_method_entry_paragraph(@f).each do |line|
+        # nop
+      end
+    end
+
+    def read_method_entry_paragraph(f)
+      f.span(%r<\A(?!---|=|//emlist\{|@[a-z])\S>)
+    end
+
+    def method_signature(sig_line)
+      @sig = MethodSignature.parse(sig_line)
+    end
+  end
+end
+
+main

data/tools/bc-classes.rb

@@ -0,0 +1,80 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+
+bindir = Pathname.new(__FILE__).realpath.dirname
+$LOAD_PATH.unshift((bindir + '../lib').realpath)
+
+require 'bitclust/crossrubyutils'
+require 'optparse'
+
+include BitClust::CrossRubyUtils
+
+def main
+  rejects = []
+  @verbose = false
+  opts = OptionParser.new
+  opts.banner = "Usage: #{File.basename($0, '.*')} [-r<lib>] <lib>"
+  opts.on('-r', '--reject=LIB', 'Reject library LIB') {|lib|
+    rejects.concat lib.split(',')
+  }
+  opts.on('-v', '--verbose', 'Show all ruby version.') {
+    @verbose = true
+  }
+  opts.on('--help', 'Prints this message and quit.') {
+    puts opts.help
+    exit 0
+  }
+  begin
+    opts.parse!(ARGV)
+  rescue OptionParser::ParseError => err
+    $stderr.puts err.message
+    exit 1
+  end
+  unless ARGV.size == 1
+    $stderr.puts 'wrong number of arguments'
+    $stderr.puts opts.help
+    exit 1
+  end
+  lib = ARGV[0]
+  print_crossruby_table {|ruby| defined_classes(ruby, lib, rejects) }
+end
+
+def defined_classes(ruby, lib, rejects)
+  output = `#{ruby} -e '
+    def class_extent
+      result = []
+      ObjectSpace.each_object(Module) do |c|
+        result.push c
+      end
+      result
+    end
+
+    %w(#{rejects.join(" ")}).each do |lib|
+      begin
+        require lib
+      rescue LoadError
+      end
+    end
+    if "#{lib}" == "_builtin"
+      class_extent().each do |c|
+        puts c
+      end
+    else
+      before = class_extent()
+      begin
+        require "#{lib}"
+      rescue LoadError
+        $stderr.puts "\#{RUBY_VERSION} (\#{RUBY_RELEASE_DATE}): library not exist: #{lib}"
+        exit
+      end
+      after = class_extent()
+      (after - before).each do |c|
+        puts c
+      end
+    end
+  '`
+  output.split
+end
+
+main