rrse 0.6.1

data/bin/rrse-bitclust-listdescs

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+require "optparse"
+require "bitclust"
+require "pathname"
+
+def dbpath_from_config_file(path, version)
+  path ||= ENV['HOME'] + "/.bitclust/config"
+  if File.exist?(path)
+    config = YAML.load_file(path)
+    version ||= config[:default_version]
+    "#{config[:database_prefix]}-#{version}"
+  else
+    nil
+  end
+end
+
+reverse = false
+db_path = nil
+config_path = nil
+version = nil
+
+opt = OptionParser.new
+opt.on("-r") { reverse = true }
+opt.on("-c CONFIG-FILE"){|path| config_path = path }
+opt.on("-d PATH") {|path| db_path = path}
+opt.on("--version VERSION"){|ver| version = ver }
+
+opt.parse!(ARGV)
+
+db_path ||= dbpath_from_config_file(config_path, version)
+
+if db_path.nil?
+  print opt.help
+  exit 
+end
+
+db = BitClust::MethodDatabase.new(db_path)
+
+def normalize_typemark(typemark)
+  (typemark == ".#") ? "." : typemark
+end
+
+if reverse
+  rev_table = Hash.new{|h,k| h[k] = Array.new}
+  db.classes.each do |c|
+    c.entries.each do |m|
+      typemark = normalize_typemark(m.typemark)
+      next unless typemark == "." || typemark == "#"
+      m.names.each do |name|
+        rev_table[name] << "#{c.name}#{typemark}#{name}"
+      end
+    end
+  end
+  rev_table.sort_by{|key,val| key}.each{|key, val| puts(key + "\t" + val.join("\t"))}
+else
+  all_entries = []
+  db.classes.sort_by{|c| c.name}.each do |c|
+    c.entries.sort_by{|m| m.name}.each do |m|
+      typemark = m.typemark
+      typemark = "." if typemark == ".#"
+      next unless typemark == "." || typemark == "#"
+      m.names.each do |name|
+        spec = "#{c.name}#{typemark}#{name}"
+        params = []
+        m.source.each_line do |line|
+          if /\A--- #{Regexp.quote(name)}[^a-zA-Z_\[\]=]/ =~ line
+            line.chomp!
+            line.gsub!(/\A--- #{Regexp.quote(name)}/, "")
+            line.gsub!(/\t/, "")
+            line.gsub!(/ +/, "")
+            line.gsub!(/->nil\Z/, "")
+            line.gsub!(/->\(\)\Z/, "")
+            params << line
+          end
+        end
+
+        table_entry = spec + "\t" + params.join("\t")
+        all_entries << table_entry
+      end
+    end
+  end
+
+  puts all_entries.sort_by{|ent| ent.split(/\t/)[0]}
+end

data/bin/rrse-make-table

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+
+def usage
+  puts "USAGE: #{$0} [--ri] [--refe [-d DIR]] [--rdoc [-d DIR]] [--rd FILE] [--bitclust -d DIR] ..."
+  exit 
+end
+
+rrsedir = "#{ENV["HOME"]}/.rrse"
+if ARGV.size == 0
+  usage
+end
+
+if ARGV.first == "-h"
+  usage
+end
+
+if ARGV.first == "-v"
+  puts "rrse version 0.4"
+  exit
+end
+
+if !FileTest.directory?(rrsedir)
+  puts "mkdir #{rrsedir}"
+  Dir.mkdir(rrsedir)
+end
+
+n = 0
+loop do
+  case ARGV.shift
+  when nil
+    break
+  when "--ri"
+    system("rrse-ri-listdescs > #{rrsedir}/table.#{n}")
+    system("rrse-ri-listdescs -r > #{rrsedir}/rev-table.#{n}")
+  when "--rdoc"
+    if ARGV.first == "-d"
+      opt = "#{ENV["RI"]} -d #{ARGV[1]}"
+      2.times{ ARGV.shift }
+    else
+      opt = "#{ENV["RI"]} -d #{ENV["HOME"]}/.rdoc"
+    end
+    system("RI=\"#{opt}\" rrse-ri-listdescs > #{rrsedir}/table.#{n}")
+    system("RI=\"#{opt}\" rrse-ri-listdescs -r > #{rrsedir}/rev-table.#{n}")
+  when "--refe"
+    if ARGV.first == "-d"
+      opt = "-d #{ARGV[1]}"
+      2.times{ ARGV.shift }
+    else
+      opt = ""
+    end
+    system("rrse-refe-listdescs #{opt} > #{rrsedir}/table.#{n}")
+    system("rrse-refe-listdescs -r #{opt} > #{rrsedir}/rev-table.#{n}")
+  when "--rd"
+    file = ARGV.shift
+    system("rrse-rd-listdescs #{file} > #{rrsedir}/table.#{n}")
+    system("rrse-rd-listdescs -r #{file} > #{rrsedir}/rev-table.#{n}")
+  when "--bitclust"
+    if ARGV.first == "-d"
+      opt = "-d #{ARGV[1]}"
+      2.times{ ARGV.shift }
+    else
+      opt = ""
+    end
+    system("rrse-bitclust-listdescs #{opt} > #{rrsedir}/table.#{n}")
+    system("rrse-bitclust-listdescs -r #{opt} > #{rrsedir}/rev-table.#{n}")
+  else
+    usage
+  end
+
+  n += 1
+end
+
+tables = (0..n-1).map{|k| "#{rrsedir}/table.#{k}"}.join(" ")
+rev_tables = (0..n-1).map{|k| "#{rrsedir}/rev-table.#{k}"}.join(" ")
+system("rrse-merge-tables #{tables} > #{rrsedir}/table")
+system("rrse-merge-tables #{rev_tables} > #{rrsedir}/rev-table")
+
+system("rm #{tables}")
+system("rm #{rev_tables}")

data/bin/rrse-merge-tables

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+if ARGV.first == "-c"
+  ARGV.shift; compact = true
+else
+  compact = false
+end
+
+dict = Hash.new{|h,k| h[k] = Array.new}
+
+ARGF.each do |line|
+  key, *contents = *line.chomp.split(/\t/)
+  dict[key].concat(contents)
+end
+
+dict.each{|k, contents| contents.sort!; contents.uniq!} if compact
+
+dict.sort.each{|k, contents| print k, "\t", contents.join("\t"), "\n"}

data/bin/rrse-rd-listdescs

@@ -0,0 +1,56 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+class RDInfo
+  def initialize(input)
+    @descs = input.grep(/\A---\s+/).map{|line|
+      if /\A\s*---\s+((\w|:)*)(#|\.)((\w|\[|\]|=|\?|\!)+)\s*((\(.*\))?)/ =~ line
+        Description.new($1+$3+$4, $4, $6)
+      end
+    }.compact
+  end
+  
+  def display_info(reverse)
+    if reverse
+      @descs.
+        inject(Hash.new{|h,k| h[k]=[]}){|h, desc| h[desc.method] << desc.spec; h}.
+        sort_by{|method, *| method}.
+        each{|method, specs| puts "#{method}\t#{specs.join("\t")}"}
+    else
+      @descs.sort_by{|desc| desc.spec}.each{|desc| puts desc.show }
+    end
+  end
+
+  class Description
+    attr_reader :spec, :method, :descs
+    def initialize(spec, method, descs)
+      @spec = spec
+      @method = method
+      @descs = descs
+    end
+    
+    def show
+      "#{@spec}\t#{@descs}"
+    end
+  end
+end
+
+opt = OptionParser.new
+reverse = false
+opt.on('-r', 'Print reverse data'){ reverse = true }
+opt.parse!(ARGV)
+
+
+
+begin
+  RDInfo.new(ARGF).display_info(reverse)
+rescue RuntimeError
+  raise
+rescue StandardError => err
+  raise if $DEBUG
+  $stderr.puts err.message
+  exit 1
+end
+
+

data/bin/rrse-ri-listdescs

@@ -0,0 +1,117 @@
+#!/usr/bin/env ruby
+
+require 'rdoc/ri/ri_driver'
+
+class Symbol
+  def to_proc
+    proc{|obj, *p| obj.__send__(self, *p)}
+  end
+end
+
+module RI
+  class ClassEntry
+    attr_reader :class_methods, :instance_methods
+  end
+end
+
+if ARGV.first == "-r"
+  ARGV.shift; reverse = true
+else
+  reverse = false
+end
+
+paths = nil
+
+if ENV['RI']
+  options = RI::Options.instance
+  options.parse(ENV['RI'].split)
+  paths = options.path
+end
+
+paths ||= RI::Paths::PATH
+
+cache = RI::RiCache.new(paths)
+
+def format_full_name(str)
+  if str.index(?#)
+    str
+  else
+    s = str.split(/::/)
+    m = s.pop
+    s.join("::") + "." + m
+  end
+end
+
+class Info
+  def initialize(toplevel)
+    @toplevel = toplevel
+    @info = []
+  end
+  
+  def visit_method(entry)
+    m = File.open(entry.path_name){|f| RI::Description.deserialize(f)}
+    full_name = format_full_name(m.full_name)
+    
+    params = m.params.split("\n").map{|param|
+      if param[0] == ?(
+        param
+      elsif param.index(full_name)
+        param.gsub(/#{Regexp.quote(full_name)}/, "")
+      elsif param.index(m.name)
+        param.gsub(/^.*?#{Regexp.quote(m.name)}/, "")
+      else
+        nil
+      end
+    }.compact.map{|param|
+      param.gsub(/\sor\s/, "/").gsub(/ (?!block)/, "").gsub(/[=-]>nil$/, "")
+    }
+
+    @info << Desc.new(full_name, params)
+  end
+
+  def visit_class(node)
+    node.instance_methods.each(&method(:visit_method))
+    node.class_methods.each(&method(:visit_method))
+    node.classes_and_modules.each(&method(:visit_class))
+  end
+
+  def display_info
+    visit_class(@toplevel)
+    @info.sort_by{|i| i.full_name}.each{|i|
+      print i.full_name, "\t", i.params.join("\t"), "\n"
+    }
+  end
+  
+  Desc = Struct.new(:full_name, :params)
+end
+
+class RevInfo
+  def initialize(toplevel)
+    @toplevel = toplevel
+    @info = Hash.new{|h, k| h[k] = Array.new}
+  end
+
+  def visit_method(node)
+    @info[node.name] << format_full_name(node.full_name)
+  end
+  
+  def visit_class(node)
+    node.instance_methods.each(&method(:visit_method))
+    node.class_methods.each(&method(:visit_method))
+    node.classes_and_modules.each(&method(:visit_class))
+  end
+  
+  def display_info
+    visit_class(@toplevel)
+    @info.sort_by{|name, methods| name}.each{|name, methods|
+      print name, "\t", methods.join("\t"), "\n"
+    }
+  end
+end
+
+
+if reverse
+  RevInfo.new(cache.toplevel).display_info
+else
+  Info.new(cache.toplevel).display_info
+end

data/bin/rrse-table

@@ -0,0 +1,194 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require 'pathname'
+require 'fileutils'
+require 'psych'
+require 'yaml'
+require 'tempfile'
+
+DEFAULT_CONFIG = {
+  "source" =>
+  [
+   { "type" => "bitclust", "options" => ""}
+  ]
+}
+
+class Main
+  def initialize
+    @rrse_dir = DEFAULT_DIR
+  end
+
+  DEFAULT_DIR = Pathname(ENV["HOME"]) + ".rrse"
+  
+  def options
+    opts = OptionParser.new
+    opts.version = "0.6"
+    opts.banner = <<EOS
+Usage: rrse-table [global-options] subcommand ...
+
+Subcommands:
+  setup-config
+  update
+  setup-default-db
+
+Global Options:
+EOS
+
+    opts.on("-d DIR", "rrse directory (default: #{DEFAULT_DIR})"){|dir|
+      @rrse_dir = dir
+    }
+
+    opts
+  end
+  
+  def run(argv)
+    options.order!(argv)
+    subcommand = argv.shift
+    
+    case subcommand
+    when "setup"
+      SetUp.new(@rrse_dir).run(argv)
+    when "update"
+      Update.new(@rrse_dir).run(argv)
+    when "setup-default-db"
+      SetUpDefaultDB.new(@rrse_dir).run(argv)
+    else
+      show_help
+    end
+  end
+
+  def show_help
+    print options.help
+    exit 1
+  end
+end
+
+class SetUp
+  def initialize(dir)
+    @dir = dir
+  end
+
+  def options
+    opts = OptionParser.new
+    opts.banner = <<EOS
+Usage: rrse-table [global-options] setup
+
+Create an rrse directory and a config file
+
+EOS
+    
+    opts
+  end
+  
+  def run(argv)
+    options.order!(argv)
+
+    FileUtils.mkdir_p(@dir)
+    config_path = @dir + "config"
+    IO.write(config_path, YAML.dump(DEFAULT_CONFIG))
+  end
+end
+
+class Update
+  def initialize(dir)
+    @dir = dir
+  end
+
+  def options
+    opts = OptionParser.new
+    opts.banner = <<EOS
+Usage: rrse-table [global-options] update
+
+Update rrse databases
+
+EOS
+    
+    opts
+  end
+  
+  def run(argv)
+    options.order!(argv)
+    
+    @config_path = @dir + "config"
+    @table_path = @dir + "table"
+    @rev_table_path = @dir + "rev-table"
+    
+    config = YAML.load_file(@config_path)
+    table_pairs = []
+    
+    config["source"].each do |src|
+      case src["type"]
+      when "bitclust"
+        table_pairs << bitclust(src["options"])
+      when "rd"
+        table_pairs << rd(src["path"], src["options"])
+      else
+        STDERR.puts "unknown type: #{src["type"]}"
+      end
+    end
+
+    tables, rev_tables = table_pairs.transpose
+    system("rrse-merge-tables", *tables.map(&:path), out: @table_path.to_s)
+    system("rrse-merge-tables", *rev_tables.map(&:path), out: @rev_table_path.to_s)
+  end
+  
+  def bitclust(opts)
+    table = Tempfile.new("rrse_table")
+    rev_table = Tempfile.new("rrse_rev_table")
+    table.close; rev_table.close
+
+    system("rrse-bitclust-listdescs #{opts} > #{table.path}")
+    system("rrse-bitclust-listdescs -r #{opts} > #{rev_table.path}")
+
+    return table, rev_table
+  end
+
+  def rd(path, opts)
+    table = Tempfile.new("rrse_table")
+    rev_table = Tempfile.new("rrse_rev_table")
+    table.close; rev_table.close
+
+    system("rrse-rd-listdescs #{opts} <#{path} >#{table.path}")
+    system("rrse-rd-listdescs -r #{opts} <#{path} >#{rev_table.path}")
+
+    return table, rev_table
+  end
+
+  #def system(*args); p args; end
+end
+
+class SetUpDefaultDB
+    def initialize(dir)
+    @dir = dir
+  end
+
+  def options
+    opts = OptionParser.new
+    opts.banner = <<EOS
+Usage: rrse-table [global-options] setup
+
+Create an rrse directory and a config file
+
+EOS
+    
+    opts
+  end
+  
+  def run(argv)
+    options.order!(argv)
+
+    FileUtils.mkdir_p(@dir)
+    config_path = @dir + "config"
+    IO.write(config_path, YAML.dump(DEFAULT_CONFIG))
+    
+    FileUtils.cp(find_file("misc/table"), @dir, verbose: true)
+    FileUtils.cp(find_file("misc/rev-table"), @dir, verbose: true)
+  end
+
+  def find_file(fname)
+    fullpaths = `gem contents rrse`.split(/\n/)
+    fullpaths.grep(/#{Regexp.quote(fname)}/).first
+  end
+end
+
+Main.new.run(ARGV)