bitclust-core 0.5.0

data/tools/statrefm.rb

@@ -0,0 +1,98 @@
+#!/usr/bin/env ruby
+
+class Error < StandardError; end
+
+def main
+  entries = parse(find_basedir(ARGV[0]))
+  puts '--- Status'
+  done = entries.select {|ent| ent.done? }.size
+  puts "#{done}/#{entries.size} files done (#{percent_str(done, entries.size)})"
+  puts
+  puts '--- Ranking by number of files'
+  ranking_table(entries) {|ent| 1 }.each_with_index do |(owner, n), idx|
+    printf "%2d %4d %-s\n", idx + 1, n, (owner || '(not yet)')
+  end
+  puts
+  puts '--- Ranking by Kbytes'
+  ranking_table(entries) {|ent| ent.size }.each_with_index do |(owner,n), idx|
+    printf "%2d %4d %-s\n", idx + 1, kb(n), (owner || '(not yet)')
+  end
+rescue Error => err
+  $stderr.puts err.message
+  exit 1
+end
+
+def find_basedir(dir)
+  [ dir, "#{dir}/api", "#{dir}/refm/api", "#{dir}/.." ].each do |basedir|
+    if File.file?("#{basedir}/ASSIGN")
+      return basedir
+    end
+  end
+  raise Error, "error: wrong directory: #{dir}"
+end
+
+def percent_str(n, base)
+  sprintf('%0.2f%%', percent(n, base))
+end
+
+def percent(n, base)
+  n * 100 / base.to_f
+end
+
+def kb(bytes)
+  if bytes % 1024 == 0
+    bytes / 1024
+  else
+    (bytes / 1024) + 1
+  end
+end
+
+def ranking_table(entries)
+  h = Hash.new(0)
+  entries.each do |ent|
+    h[ent.done? ? ent.owner : nil] += yield(ent)
+  end
+  h.to_a.sort_by {|owner, n| -n }
+end
+
+def parse(basedir)
+  File.open("#{basedir}/ASSIGN") {|f|
+    f.map {|line|
+      next if line.strip.empty?
+      next if /\A\#/ =~ line
+      Entry.new(basedir, *line.split)
+    }.compact
+  }
+end
+
+class Entry
+  def initialize(basedir, name, owner = nil, status = nil)
+    @basedir = basedir
+    @name = name
+    @owner = owner
+    @status = status
+    @path = nil
+  end
+
+  attr_reader :name
+  attr_reader :owner
+  attr_reader :status
+
+  def done?
+    @status == 'done'
+  end
+
+  def size
+    File.size(path())
+  rescue Error
+    0
+  end
+
+  def path
+    @path ||= ["#{@basedir}/src/#{@name}.rd",
+               "#{@basedir}/src/#{@name}"].detect {|path| File.file?(path) } or
+        raise Error, "file not found: library #{@name}"
+  end
+end
+
+main

data/tools/stattodo.rb

@@ -0,0 +1,150 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+
+bindir = Pathname.new(__FILE__).realpath.dirname
+$LOAD_PATH.unshift((bindir + '../lib').realpath)
+
+require 'bitclust/preprocessor'
+require 'find'
+
+#ALL = 14349
+
+def main
+  cmd, hist, prefix = ARGV[0], ARGV[1], ARGV[2]
+  case cmd
+  when 'count'
+    count hist, prefix
+  when 'update'
+    update hist, prefix
+  else
+    $stderr.puts "unknown command: #{cmd}"
+    exit 1
+  end
+end
+
+def count(hist, prefix)
+  total = 0
+  curr = 0
+  Table.parse_file(hist).each do |ent|
+    n = count_todo_in_file(File.join(prefix, ent.name))
+    curr += n
+    total += ent.total
+    report_count ent.name, n, ent.total
+  end
+  report_count 'TOTAL', curr, total
+end
+
+def report_count(label, curr, all)
+  done = all - curr
+  printf "%-24s %5d/%5d (%6.2f%%)\n", label, done, all, percent(done, all)
+end
+
+def percent(done, all)
+  return 0 if all == 0
+  done * 100 / all.to_f
+end
+
+def update(hist, prefix)
+  table = Table.parse_file(hist)
+  table.each do |ent|
+    ent.push count_todo(File.join(prefix, ent.name))
+  end
+  File.open("#{hist}.tmp", 'w') {|f|
+    f.puts table.header
+    table.each do |ent|
+      f.puts ent.serialize
+    end
+  }
+  File.rename "#{hist}.tmp", hist
+end
+
+def count_todo(path)
+  if File.directory?(path)
+    count_todo_in_dir(path)
+  else
+    count_todo_in_file(path)
+  end
+end
+
+def count_todo_in_dir(dir)
+  n = 0
+  Dir.entries(dir).each do |ent|
+    next if /\A\./ =~ ent
+    path = File.join(dir, ent)
+    if File.extname(ent) == '.rd' and File.file?(path)
+      n += count_todo_in_file(path)
+    elsif File.directory?(path)
+      n += count_todo_in_dir(path)
+    end
+  end
+  n
+end
+
+def count_todo_in_file(path)
+  n = 0
+  File.open(path) {|f|
+    pp = BitClust::LineCollector.wrap(f)
+    pp.grep(/\A\#@todo/) { n += 1 }
+  }
+  n
+end
+
+class Table
+  def Table.parse_file(path)
+    File.open(path) {|f|
+      _, *dates = f.gets.split
+      ents = f.map {|line|
+        name, *ns = line.split
+        Entry.new(name, ns.map {|n| n.to_i })
+      }
+      return new(dates, ents)
+    }
+  end
+
+  include Enumerable
+
+  def initialize(dates, ents)
+    @dates = dates
+    @entries = ents
+  end
+
+  attr_reader :dates
+  attr_reader :entries
+
+  def header
+    (["-"] + @dates).join(' ')
+  end
+
+  def each(&block)
+    @entries.each(&block)
+  end
+end
+
+class Entry
+  def initialize(name, ns)
+    @name = name
+    @counts = ns
+  end
+
+  attr_reader :name
+  attr_reader :counts
+
+  def total
+    @counts.first
+  end
+
+  def count
+    @counts.last
+  end
+
+  def push(n)
+    @counts.push n
+  end
+
+  def serialize
+    @name + "\t" + @counts.join("\t")
+  end
+end
+
+main

data/tools/update-database.rb

@@ -0,0 +1,146 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+
+def srcdir_root
+  (Pathname.new(__FILE__).realpath.dirname + '..').cleanpath
+end
+
+$LOAD_PATH.unshift srcdir_root() + 'lib'
+
+require 'bitclust'
+require 'fileutils'
+require 'net/smtp'
+require 'socket'
+require 'time'
+require 'optparse'
+
+include FileUtils
+
+def main
+  version = '1.9.0'
+  host = nil
+  port = Net::SMTP.default_port
+  from = nil
+  to = nil
+
+  parser = OptionParser.new
+  parser.banner = "Usage: #{File.basename($0, '.*')} --from=ADDR --to=ADDR --smtp-host=NAME [--smtp-port-NUM] <refm-api-dir>"
+  parser.on('--from=ADDR', 'From: address of error report.') {|addr|
+    from = addr
+  }
+  parser.on('--to=ADDR', 'To: address of error report.') {|addr|
+    to = addr
+  }
+  parser.on('--smtp-host=NAME', 'SMTP host to send mail.') {|name|
+    host = name
+  }
+  parser.on('--smtp-port=NUM', 'SMTP port to send mail.') {|num|
+    port = num.to_i
+  }
+  parser.on('--help', 'Prints this message and quit.') {
+    puts parser.help
+    exit 0
+  }
+  begin
+    parser.parse!
+  rescue OptionParser::ParseError => err
+    $stderr.puts err.message
+    $stderr.puts parser.help
+    exit 1
+  end
+  unless ARGV.size == 1
+    $stderr.puts "wrong number of argument (expected 1)"
+    exit 1
+  end
+  reporter = SMTPReporter.new(:host => host, :port => port,
+                              :from => from, :to   => to)
+  cwd = ARGV[0]
+  Dir.chdir cwd
+  begin
+    update_database "#{cwd}/var/#{version}", "#{cwd}/src", version
+    clear_error
+  rescue BitClust::Error, Errno::ENOENT => err
+    reporter.report_error err if new_error?(err)
+    save_error err
+  end
+end
+
+def update_database(dbdir, doctree, version)
+  tmpdir = 'db.tmp'
+  build_database tmpdir, doctree, version
+  begin
+    File.rename dbdir, 'db.old'
+  rescue Errno::ENOENT
+  end
+  mkdir_p File.dirname(dbdir)
+  File.rename tmpdir, dbdir
+ensure
+  rm_rf 'db.old'
+  rm_rf tmpdir
+end
+
+def build_database(prefix, doctree, version)
+  db = BitClust::MethodDatabase.new(prefix)
+  db.init
+  db.transaction {
+    db.propset 'version', version
+    db.propset 'encoding', 'utf-8'
+  }
+  db.transaction {
+    db.update_by_stdlibtree doctree
+  }
+end
+
+LASTLOG_FILE = 'lasterror.log'
+
+def new_error?(err)
+  return true unless File.exist?(LASTLOG_FILE)
+  serialize_error(err) != File.read(LASTLOG_FILE)
+end
+
+def save_error(err)
+  File.open(LASTLOG_FILE, 'w') {|f|
+    f.write serialize_error(err)
+  }
+end
+
+def clear_error
+  rm_f LASTLOG_FILE
+end
+
+def serialize_error(err)
+  msgline = "#{err.message} (#{err.class})"
+  backtraces = err.backtrace.map {|s| "\t#{s}" }
+  ([msgline] + backtraces).join("\n")
+end
+
+class SMTPReporter
+  def initialize(h)
+    @host = h[:host]
+    @port = h[:port]
+    @from = h[:from]
+    @to = h[:to]
+  end
+
+  def report_error(err)
+    send_message "[build error] #{err.message}", serialize_error(err)
+  end
+
+  private
+
+  def send_message(subject, body)
+    Net::SMTP.start(@host, @port, Socket.gethostname) {|smtp|
+      smtp.send_mail(<<-End, @from, @to)
+Date: #{Time.now.rfc2822}
+From: #{@from}
+To: #{@to}
+Subject: #{subject}
+
+#{body}
+      End
+    }
+  end
+end
+
+main

data/view.cgi

@@ -0,0 +1,6 @@
+#!/usr/local/bin/ruby -Ke
+
+load './config'
+setup_environment
+require 'bitclust/interface'
+BitClust::Interface.new { bitclust_context() }.main

metadata

@@ -0,0 +1,222 @@
+--- !ruby/object:Gem::Specification
+name: bitclust-core
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
+platform: ruby
+authors:
+- http://bugs.ruby-lang.org/projects/rurema
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'Rurema is a Japanese ruby documentation project, and
+
+  bitclust is a rurema document processor.
+
+'
+email:
+- ''
+executables:
+- bitclust
+extensions: []
+extra_rdoc_files: []
+files:
+- ChangeLog
+- bin/bitclust
+- bin/refe
+- Gemfile
+- lib/bitclust/app.rb
+- lib/bitclust/crossrubyutils.rb
+- lib/bitclust/docentry.rb
+- lib/bitclust/searcher.rb
+- lib/bitclust/preprocessor.rb
+- lib/bitclust/functiondatabase.rb
+- lib/bitclust/version.rb
+- lib/bitclust/libraryentry.rb
+- lib/bitclust/textutils.rb
+- lib/bitclust/runner.rb
+- lib/bitclust/database.rb
+- lib/bitclust/requesthandler.rb
+- lib/bitclust/refsdatabase.rb
+- lib/bitclust/classentry.rb
+- lib/bitclust/interface.rb
+- lib/bitclust/entry.rb
+- lib/bitclust/completion.rb
+- lib/bitclust/functionentry.rb
+- lib/bitclust/parseutils.rb
+- lib/bitclust/compat.rb
+- lib/bitclust/simplesearcher.rb
+- lib/bitclust/server.rb
+- lib/bitclust/htmlutils.rb
+- lib/bitclust/messagecatalog.rb
+- lib/bitclust/exception.rb
+- lib/bitclust/rrdparser.rb
+- lib/bitclust/lineinput.rb
+- lib/bitclust/screen.rb
+- lib/bitclust/rdcompiler.rb
+- lib/bitclust/functionreferenceparser.rb
+- lib/bitclust/nameutils.rb
+- lib/bitclust/methodentry.rb
+- lib/bitclust/methodid.rb
+- lib/bitclust/ridatabase.rb
+- lib/bitclust/subcommand.rb
+- lib/bitclust/methodsignature.rb
+- lib/bitclust/methoddatabase.rb
+- lib/bitclust.rb
+- packer.rb
+- README
+- bitclust.gemspec
+- theme/lillia/rurema.png
+- theme/lillia/style.css
+- theme/lillia/test.css
+- theme/default/rurema.png
+- theme/default/style.css
+- theme/default/test.css
+- theme/default/images/external.png
+- standalone.rb
+- bitclust-dev.gemspec
+- view.cgi
+- test/test_bitclust.rb
+- test/test_functiondatabase.rb
+- test/test_preprocessor.rb
+- test/test_methoddatabase.rb
+- test/test_simplesearcher.rb
+- test/test_rdcompiler.rb
+- test/test_nameutils.rb
+- test/test_libraryentry.rb
+- test/test_methodsignature.rb
+- test/test_runner.rb
+- test/test_rrdparser.rb
+- test/test_refsdatabase.rb
+- test/run_test.rb
+- test/test_entry.rb
+- server.exe
+- Rakefile
+- server.exy
+- server.rb
+- setup.rb
+- config.ru
+- data/bitclust/template/layout
+- data/bitclust/template/method
+- data/bitclust/template/class-index
+- data/bitclust/template/class
+- data/bitclust/template/library
+- data/bitclust/template/function-index
+- data/bitclust/template/library-index
+- data/bitclust/template/opensearchdescription
+- data/bitclust/template/function
+- data/bitclust/template/search
+- data/bitclust/template/doc
+- data/bitclust/template.lillia/layout
+- data/bitclust/template.lillia/method
+- data/bitclust/template.lillia/class-index
+- data/bitclust/template.lillia/class
+- data/bitclust/template.lillia/library
+- data/bitclust/template.lillia/library-index
+- data/bitclust/template.lillia/rd_file
+- data/bitclust/template.lillia/doc
+- data/bitclust/template.offline/layout
+- data/bitclust/template.offline/method
+- data/bitclust/template.offline/class-index
+- data/bitclust/template.offline/class
+- data/bitclust/template.offline/library
+- data/bitclust/template.offline/function-index
+- data/bitclust/template.offline/library-index
+- data/bitclust/template.offline/function
+- data/bitclust/template.offline/rd_file
+- data/bitclust/template.offline/doc
+- data/bitclust/catalog/ja_JP.UTF-8
+- data/bitclust/catalog/ja_JP.EUC-JP
+- config.in
+- tools/bc-tochm.rb
+- tools/bc-methods.rb
+- tools/bc-checkparams.rb
+- tools/bc-ancestors.rb
+- tools/bc-list.rb
+- tools/stattodo.rb
+- tools/statrefm.rb
+- tools/bc-classes.rb
+- tools/bc-tohtml.rb
+- tools/forall-ruby.rb
+- tools/gencatalog.rb
+- tools/bc-convert.rb
+- tools/bc-rdoc.rb
+- tools/bc-preproc.rb
+- tools/update-database.rb
+- tools/bc-tohtmlpackage.rb
+- tools/check-signature.rb
+- refe2.gemspec
+- config.ru.sample
+homepage: http://doc.ruby-lang.org/ja/
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: ''
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: BitClust is a rurema document processor.
+test_files:
+- test/test_bitclust.rb
+- test/test_functiondatabase.rb
+- test/test_preprocessor.rb
+- test/test_methoddatabase.rb
+- test/test_simplesearcher.rb
+- test/test_rdcompiler.rb
+- test/test_nameutils.rb
+- test/test_libraryentry.rb
+- test/test_methodsignature.rb
+- test/test_runner.rb
+- test/test_rrdparser.rb
+- test/test_refsdatabase.rb
+- test/run_test.rb
+- test/test_entry.rb