RubyGems - rmmseg - Versions diffs - 0.1.0 → 0.1.1 - Mend

rmmseg 0.1.0 → 0.1.1

Files changed (23) hide show

data/History.txt CHANGED Viewed

@@ -1,3 +1,7 @@
+=== 0.1.1 / 2008-02-05
+* Use bones instead of hoe as building tool.
 === 0.1.0 / 2008-02-01
 * Add filter to filter out Chinese punctuations.

data/Manifest.txt CHANGED Viewed

@@ -37,3 +37,14 @@ spec/simple_algorithm_spec.rb
 spec/spec_helper.rb
 spec/svwl_rule_spec.rb
 spec/word_spec.rb
+tasks/annotations.rake
+tasks/doc.rake
+tasks/gem.rake
+tasks/homepage.rake
+tasks/manifest.rake
+tasks/post_load.rake
+tasks/rubyforge.rake
+tasks/setup.rb
+tasks/spec.rake
+tasks/svn.rake
+tasks/test.rake

data/README.txt CHANGED Viewed

@@ -1,7 +1,6 @@
 = rmmseg
-* http://rmmseg.rubyforge.org
-* mailto:pluskid@gmail.com
+    by pluskid
+    http://rmmseg.rubyforge.org
 == DESCRIPTION:

data/Rakefile CHANGED Viewed

@@ -1,33 +1,22 @@
 # -*- ruby -*-
-$: << File.join(File.dirname(__FILE__), "lib")
+load 'tasks/setup.rb'
-require 'rubygems'
-require 'hoe'
+ensure_in_path 'lib'
 require 'rmmseg'
-Hoe.new('rmmseg', RMMSeg::VERSION) do |p|
-  p.rubyforge_name = 'rmmseg'
-  p.author = 'pluskid'
-  p.email = 'pluskid@gmail.com'
-  p.test_globs = ["spec/spec.rb"]
-  p.rdoc_pattern = /^lib\/.*\.rb$|\.txt$/
-  p.summary = <<-END
-    RMMSeg is an implementation of MMSEG algorithm in Ruby. MMSEG is a
-    Chinese segmentation algorithm based on two variants of maximum
-    matching.
+task :default => 'spec:run'
-    RMMSeg can be used as a stand alone program or as an Analyzer of
-    Ferret.
-    END
-end
+PROJ.name = 'rmmseg'
+PROJ.authors = 'pluskid'
+PROJ.email = 'pluskid@gmail.com'
+PROJ.url = 'http://rmmseg.rubyforge.org'
+PROJ.rubyforge_name = 'rmmseg'
+PROJ.rdoc_remote_dir = 'rmmseg'
+PROJ.version = RMMSeg::VERSION
-task :homepage do
-  sh "cd misc && gerbil html homepage.erb > homepage.html"
-end
+PROJ.exclude << '\.git'
-task :publish_homepage do
-  sh "scp misc/homepage.html rubyforge.org:/var/www/gforge-projects/rmmseg/index.html"
-end
+PROJ.spec_opts << '--color'
 # vim: syntax=Ruby

data/lib/rmmseg/algorithm.rb CHANGED Viewed

@@ -139,13 +139,8 @@ module RMMSeg
     end
     # Determine whether a character is a basic latin character.
-    #--
-    # TODO: Implement this method in a more correct way.
-    # currently I use number of bytes in this char to determine this.
-    # If it is a one-byte char, I consider it a basic latin.
-    #++
     def basic_latin?(char)
-      char.size == 1
+      !char.mbchar?
     end
     # Determine whether a character can be part of a basic latin

data/lib/rmmseg/ferret.rb CHANGED Viewed

@@ -2,6 +2,7 @@
 require 'singleton'
 require 'rubygems'
 require 'ferret'
+require 'rmmseg'
 module RMMSeg
   module Ferret

data/lib/rmmseg.rb CHANGED Viewed

@@ -6,7 +6,7 @@ require 'rmmseg/simple_algorithm'
 require 'rmmseg/complex_algorithm'
 module RMMSeg
-  VERSION = '0.1.0'
+  VERSION = '0.1.1'
   # Segment +text+ using the algorithm configured.
   def segment(text)

data/misc/ferret_example.rb CHANGED Viewed

@@ -6,8 +6,8 @@ require 'rmmseg/ferret'
 analyzer = RMMSeg::Ferret::Analyzer.new { |tokenizer|
   Ferret::Analysis::LowerCaseFilter.new(tokenizer)
 }
-$index = Ferret::Index::Index.new(:analyzer => analyzer,
-                                  :path => '/tmp/index')
+$index = Ferret::Index::Index.new(:analyzer => analyzer)
 $index << {
   :title => "分词",

data/misc/homepage.erb CHANGED Viewed

@@ -167,7 +167,3 @@
   * "Implementation Details":http://pluskid.lifegoo.com/?p=261: My blog post about the implementation details of RMMSeg (Chinese).
   * "Author's Email":mailto:pluskid@gmail.com: Contact me if you have any problem.
 <% end %>
-<% footer do %>
-  "[Validate]":http://validator.w3.org/check/referer
-<% end %>

data/misc/homepage.html CHANGED Viewed

@@ -2,9 +2,9 @@
 <html>
   <head>
     <meta http-equiv="content-type" content="text/html; charset=utf-8"/>
-    <meta name="date" content="01 February 2008"/>
+    <meta name="date" content="04 February 2008"/>
     <meta name="author" content="pluskid"/>
-    <meta name="generator" content="Gerbil 1.1.0"/>
+    <meta name="generator" content="Gerbil 2.0.0"/>
     <title>RMMSeg Homepage</title>
     <style type="text/css" media="screen">
@@ -94,6 +94,8 @@
   table
   {
     border           : none;
+    margin           : auto; /* center horizontally */
+    margin-top       : 1em;
   }
   th,
@@ -110,11 +112,6 @@
     background-color : #F5F5F5;
   }
-  table
-  {
-    margin           : auto;
-  }
 /* document structure */
   #header
@@ -484,6 +481,8 @@
   table
   {
     border           : none;
+    margin           : auto; /* center horizontally */
+    margin-top       : 1em;
   }
   th,
@@ -500,11 +499,6 @@
     background-color : #F5F5F5;
   }
-  table
-  {
-    margin           : auto;
-  }
 /* document structure */
   #header
@@ -759,23 +753,27 @@
     </style>
   </head>
   <body>
     <div id="header">
       <h1 class="title">RMMSeg Homepage</h1>
       <h2 class="authors"><a href="http://pluskid.lifegoo.com">pluskid</a></h2>
-      <h3 class="date">01 February 2008</h3>
+      <h3 class="date">04 February 2008</h3>
     </div>
-    <div id="toc"><h1>Contents</h1> <ul><li>1&nbsp;&nbsp;<a id="a-606801458" href="#Introduction">Introduction</a></li><li>2&nbsp;&nbsp;<a id="a-606803598" href="#Setup">Setup</a><ul><li>2.1&nbsp;&nbsp;<a id="a-606805098" href="#Requirements">Requirements</a></li><li>2.2&nbsp;&nbsp;<a id="a-606807208" href="#Installation">Installation</a><ul><li>2.2.1&nbsp;&nbsp;<a id="a-606808808" href="#Using-RubyGems">Using RubyGems</a></li><li>2.2.2&nbsp;&nbsp;<a id="a-606810898" href="#From-Subversion">From Subversion</a></li></ul></li></ul></li><li>3&nbsp;&nbsp;<a id="a-606815688" href="#Usage">Usage</a><ul><li>3.1&nbsp;&nbsp;<a id="a-606817228" href="#Stand-Alone-rmmseg">Stand Alone rmmseg</a></li><li>3.2&nbsp;&nbsp;<a id="a-606819308" href="#Analyzer-for-Ferret">Analyzer for Ferret</a></li><li>3.3&nbsp;&nbsp;<a id="a-606825488" href="#Customization">Customization</a></li></ul></li><li>4&nbsp;&nbsp;<a id="a-606828108" href="#Resources">Resources</a></li></ul></div>
+    <div id="toc"><h1>Contents</h1> <ul><li>1&nbsp;&nbsp;<a id="a-606973768" href="#Introduction">Introduction</a></li><li>2&nbsp;&nbsp;<a id="a-606975908" href="#Setup">Setup</a><ul><li>2.1&nbsp;&nbsp;<a id="a-606977408" href="#Requirements">Requirements</a></li><li>2.2&nbsp;&nbsp;<a id="a-606979518" href="#Installation">Installation</a><ul><li>2.2.1&nbsp;&nbsp;<a id="a-606981118" href="#Using-RubyGems">Using RubyGems</a></li><li>2.2.2&nbsp;&nbsp;<a id="a-606983208" href="#From-Subversion">From Subversion</a></li></ul></li></ul></li><li>3&nbsp;&nbsp;<a id="a-606987998" href="#Usage">Usage</a><ul><li>3.1&nbsp;&nbsp;<a id="a-606989538" href="#Stand-Alone-rmmseg">Stand Alone rmmseg</a></li><li>3.2&nbsp;&nbsp;<a id="a-606991618" href="#Analyzer-for-Ferret">Analyzer for Ferret</a></li><li>3.3&nbsp;&nbsp;<a id="a-606997828" href="#Customization">Customization</a></li></ul></li><li>4&nbsp;&nbsp;<a id="a-606008348" href="#Resources">Resources</a></li></ul></div>
-    <div id="lof"><h1>Figures</h1> <ol><li><a id="a-606823268" href="#Ferret-Example-Screenshot">Ferret Example Screenshot</a></li></ol><h1>Notes</h1> <ol><li><a id="a-606812538" href="#The-latest-code-might-be-unstable">The latest code might be unstable</a></li></ol></div>
+    <div id="lof"><h1>Figures</h1> <ol><li><a id="a-606995608" href="#Ferret-Example-Screenshot">Ferret Example Screenshot</a></li></ol><h1>Notes</h1> <ol><li><a id="a-606984848" href="#The-latest-code-might-be-unstable">The latest code might be unstable</a></li></ol></div>
     <div id="content">
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Introduction" href="#a-606801458">1</a>
+    <a class="toc" id="Introduction" href="#a-606973768">1</a>
     <br/>
@@ -811,7 +809,7 @@ following essays:</p>
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Setup" href="#a-606803598">2</a>
+    <a class="toc" id="Setup" href="#a-606975908">2</a>
     <br/>
@@ -820,7 +818,7 @@ following essays:</p>
   <div class="content"><div class="section">
   <h2 class="title">
-    <a class="toc" id="Requirements" href="#a-606805098">2.1</a>&nbsp;&nbsp;Requirements
+    <a class="toc" id="Requirements" href="#a-606977408">2.1</a>&nbsp;&nbsp;Requirements
   </h2>
   <div class="content">Your system needs the following software to run RMMSeg.
@@ -850,11 +848,11 @@ following essays:</p>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Installation" href="#a-606807208">2.2</a>&nbsp;&nbsp;Installation
+    <a class="toc" id="Installation" href="#a-606979518">2.2</a>&nbsp;&nbsp;Installation
   </h2>
   <div class="content"><div class="section">
   <h3 class="title">
-    <a class="toc" id="Using-RubyGems" href="#a-606808808">2.2.1</a>&nbsp;&nbsp;Using RubyGems
+    <a class="toc" id="Using-RubyGems" href="#a-606981118">2.2.1</a>&nbsp;&nbsp;Using RubyGems
   </h3>
   <div class="content"><p>To install the gem remotely from <a href="http://rubyforge.org">RubyForge</a> :</p>
@@ -869,11 +867,11 @@ following essays:</p>
 </div>
 <div class="section">
   <h3 class="title">
-    <a class="toc" id="From-Subversion" href="#a-606810898">2.2.2</a>&nbsp;&nbsp;From Subversion
+    <a class="toc" id="From-Subversion" href="#a-606983208">2.2.2</a>&nbsp;&nbsp;From Subversion
   </h3>
   <div class="content"><p>From subversion repository hosted at <a href="http://rmmseg.rubyforge.org/svn/">RubyForge</a>, you can always get the latest source code.
 <div class="note">
-  <p class="title"><a class="toc" id="The-latest-code-might-be-unstable" href="#a-606812538">Note 1</a>.&nbsp;&nbsp;The latest code might be unstable</p>
+  <p class="title"><a class="toc" id="The-latest-code-might-be-unstable" href="#a-606984848">Note 1</a>.&nbsp;&nbsp;The latest code might be unstable</p>
   <img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABHNCSVQICAgI
 fAhkiAAAAAlwSFlzAAAN1wAADdcBQiibeAAAABl0RVh0U29mdHdhcmUAd3d3
@@ -954,7 +952,7 @@ DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Usage" href="#a-606815688">3</a>
+    <a class="toc" id="Usage" href="#a-606987998">3</a>
     <br/>
@@ -963,7 +961,7 @@ DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
   <div class="content"><div class="section">
   <h2 class="title">
-    <a class="toc" id="Stand-Alone-rmmseg" href="#a-606817228">3.1</a>&nbsp;&nbsp;Stand Alone rmmseg
+    <a class="toc" id="Stand-Alone-rmmseg" href="#a-606989538">3.1</a>&nbsp;&nbsp;Stand Alone rmmseg
   </h2>
   <div class="content"><p>RMMSeg comes with a script <code class="code">rmmseg</code>. To get the basic usage, just execute it with <code class="code">-h</code> option:</p>
@@ -980,7 +978,7 @@ example:</p>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Analyzer-for-Ferret" href="#a-606819308">3.2</a>&nbsp;&nbsp;Analyzer for Ferret
+    <a class="toc" id="Analyzer-for-Ferret" href="#a-606991618">3.2</a>&nbsp;&nbsp;Analyzer for Ferret
   </h2>
   <div class="content"><p>RMMSeg include an analyzer for Ferret. It is simply ready to
 use. Just require it and pass it to Ferret. Here&#8217;s a complete
@@ -993,7 +991,10 @@ require <span style="background-color:#fff0f0"><span style="color:#710">'</span>
 require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">rmmseg</span><span style="color:#710">'</span></span>
 require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">rmmseg/ferret</span><span style="color:#710">'</span></span>
-analyzer = <span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analyzer</span>.new
+analyzer = <span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analyzer</span>.new { |tokenizer|
+<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analysis</span>::<span style="color:#036; font-weight:bold">LowerCaseFilter</span>.new(tokenizer)
+}
 <span style="color:#d70; font-weight:bold">$index</span> = <span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Index</span>::<span style="color:#036; font-weight:bold">Index</span>.new(<span style="color:#A60">:analyzer</span> =&gt; analyzer)
 <span style="color:#d70; font-weight:bold">$index</span> &lt;&lt; {
@@ -1089,13 +1090,13 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 	<p><div class="figure">
-  <p class="title"><a class="toc" id="Ferret-Example-Screenshot" href="#a-606823268">Figure 1</a>.&nbsp;&nbsp;Ferret Example Screenshot</p>
+  <p class="title"><a class="toc" id="Ferret-Example-Screenshot" href="#a-606995608">Figure 1</a>.&nbsp;&nbsp;Ferret Example Screenshot</p>
   <div class="content"><img src="http://pluskid.lifegoo.com/wp-content/uploads/2008/02/rmmseg.png" alt="" /></div>
 </div></p></div>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Customization" href="#a-606825488">3.3</a>&nbsp;&nbsp;Customization
+    <a class="toc" id="Customization" href="#a-606997828">3.3</a>&nbsp;&nbsp;Customization
   </h2>
   <div class="content"><p>RMMSeg can be customized through <code class="code"><span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Config</span></code>. For example, to use your own dictionaries, just set it before starting to do segmentation:</p>
@@ -1122,7 +1123,7 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Resources" href="#a-606828108">4</a>
+    <a class="toc" id="Resources" href="#a-606008348">4</a>
     <br/>
@@ -1135,16 +1136,17 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 		<li><a href="http://pluskid.lifegoo.com/?p=261">Implementation Details</a>: My blog post about the implementation details of RMMSeg (Chinese).</li>
 		<li><a href="mailto:pluskid@gmail.com">Author&#8217;s Email</a>: Contact me if you have any problem.</li>
 	</ul></div>
-</div>
-</div>
+</div></div>
     <br style="display: none"/>
     <hr style="display: none"/>
     <br style="display: none"/>
     <div id="footer">
-      <a href="http://validator.w3.org/check/referer">[Validate]</a>
+      Generated on Mon Feb 04 16:17:21 +0800 2008 by <a href="http://gerbil.rubyforge.org">Gerbil</a> 2.0.0.
       <p>The admonition icons (<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABHNCSVQICAgI
 fAhkiAAAAAlwSFlzAAAN1wAADdcBQiibeAAAABl0RVh0U29mdHdhcmUAd3d3
@@ -1204,6 +1206,8 @@ YvOZpmnxjo6O3x48eHA76S4UB3qEUgohRBQoGLoyKTJJp+nyR97kmA1IwANS
 wODQ1auUSmYP9UNjoQBwAIv0DBUMFb6WZpNuRB9wSYsfUEr5kOdfSiGETrr1
 DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
 " alt="note"/>) used in this document are Copyright &copy; 2005 <a href="http://tango.freedesktop.org">Tango Desktop Project</a>. They are part of the <a href="http://tango.freedesktop.org/Tango_Icon_Library">Tango Icon Theme</a> set, which is distributed under the <a href="http://creativecommons.org/licenses/by-sa/2.5/">Creative Commons Attribution-ShareAlike 2.5 License Agreement</a>.</p>
     </div>
   </body>
 </html>

data/spec/spec_helper.rb CHANGED Viewed

@@ -1,9 +1,6 @@
 $: << File.join(File.dirname(__FILE__), "../lib")
 require 'rmmseg'
-require 'rubygems'
-require 'spec'
 def gen_words words, freqs=nil
   if freqs.nil?
     words.map { |word| RMMSeg::Word.new(word) }

data/tasks/annotations.rake ADDED Viewed

@@ -0,0 +1,30 @@
+# $Id$
+if HAVE_BONES
+desc "Enumerate all annotations"
+task :notes do
+  Bones::AnnotationExtractor.enumerate(
+      PROJ, "OPTIMIZE|FIXME|TODO", :tag => true)
+end
+namespace :notes do
+  desc "Enumerate all OPTIMIZE annotations"
+  task :optimize do
+    Bones::AnnotationExtractor.enumerate(PROJ, "OPTIMIZE")
+  end
+  desc "Enumerate all FIXME annotations"
+  task :fixme do
+    Bones::AnnotationExtractor.enumerate(PROJ, "FIXME")
+  end
+  desc "Enumerate all TODO annotations"
+  task :todo do
+    Bones::AnnotationExtractor.enumerate(PROJ, "TODO")
+  end
+end
+end  # if HAVE_BONES
+# EOF

data/tasks/doc.rake ADDED Viewed

@@ -0,0 +1,49 @@
+# $Id$
+require 'rake/rdoctask'
+namespace :doc do
+  desc 'Generate RDoc documentation'
+  Rake::RDocTask.new do |rd|
+    rd.main = PROJ.rdoc_main
+    rd.rdoc_dir = PROJ.rdoc_dir
+    incl = Regexp.new(PROJ.rdoc_include.join('|'))
+    excl = Regexp.new(PROJ.rdoc_exclude.join('|'))
+    files = PROJ.files.find_all do |fn|
+              case fn
+              when excl; false
+              when incl; true
+              else false end
+            end
+    rd.rdoc_files.push(*files)
+    title = "#{PROJ.name}-#{PROJ.version} Documentation"
+    title = "#{PROJ.rubyforge_name}'s " + title if PROJ.rubyforge_name != title
+    rd.options << "-t #{title}"
+    rd.options.concat(PROJ.rdoc_opts)
+  end
+  desc 'Generate ri locally for testing'
+  task :ri => :clobber_ri do
+    sh "#{RDOC} --ri -o ri ."
+  end
+  desc 'Remove ri products'
+  task :clobber_ri do
+    rm_r 'ri' rescue nil
+  end
+end  # namespace :doc
+desc 'Alias to doc:rdoc'
+task :doc => 'doc:rdoc'
+desc 'Remove all build products'
+task :clobber => %w(doc:clobber_rdoc doc:clobber_ri)
+remove_desc_for_task %w(doc:clobber_rdoc doc:clobber_ri)
+# EOF

data/tasks/gem.rake ADDED Viewed

@@ -0,0 +1,89 @@
+# $Id$
+require 'rake/gempackagetask'
+namespace :gem do
+  PROJ.spec = Gem::Specification.new do |s|
+    s.name = PROJ.name
+    s.version = PROJ.version
+    s.summary = PROJ.summary
+    s.authors = Array(PROJ.authors)
+    s.email = PROJ.email
+    s.homepage = Array(PROJ.url).first
+    s.rubyforge_project = PROJ.rubyforge_name
+    s.description = PROJ.description
+    PROJ.dependencies.each do |dep|
+      s.add_dependency(*dep)
+    end
+    s.files = PROJ.files
+    s.executables = PROJ.executables.map {|fn| File.basename(fn)}
+    s.extensions = PROJ.files.grep %r/extconf\.rb$/
+    s.bindir = 'bin'
+    dirs = Dir["{#{PROJ.libs.join(',')}}"]
+    s.require_paths = dirs unless dirs.empty?
+    incl = Regexp.new(PROJ.rdoc_include.join('|'))
+    excl = PROJ.rdoc_exclude.dup.concat %w[\.rb$ ^(\.\/|\/)?ext]
+    excl = Regexp.new(excl.join('|'))
+    rdoc_files = PROJ.files.find_all do |fn|
+                   case fn
+                   when excl; false
+                   when incl; true
+                   else false end
+                 end
+    s.rdoc_options = PROJ.rdoc_opts + ['--main', PROJ.rdoc_main]
+    s.extra_rdoc_files = rdoc_files
+    s.has_rdoc = true
+    if test ?f, PROJ.test_file
+      s.test_file = PROJ.test_file
+    else
+      s.test_files = PROJ.tests.to_a
+    end
+    # Do any extra stuff the user wants
+#   spec_extras.each do |msg, val|
+#     case val
+#     when Proc
+#       val.call(s.send(msg))
+#     else
+#       s.send "#{msg}=", val
+#     end
+#   end
+  end
+  desc 'Show information about the gem'
+  task :debug do
+    puts PROJ.spec.to_ruby
+  end
+  Rake::GemPackageTask.new(PROJ.spec) do |pkg|
+    pkg.need_tar = PROJ.need_tar
+    pkg.need_zip = PROJ.need_zip
+  end
+  desc 'Install the gem'
+  task :install => [:clobber, :package] do
+    sh "#{SUDO} #{GEM} install pkg/#{PROJ.spec.full_name}"
+  end
+  desc 'Uninstall the gem'
+  task :uninstall do
+    sh "#{SUDO} #{GEM} uninstall -v '#{PROJ.version}' -x #{PROJ.name}"
+  end
+end  # namespace :gem
+desc 'Alias to gem:package'
+task :gem => 'gem:package'
+task :clobber => 'gem:clobber_package'
+remove_desc_for_task %w(gem:clobber_package)
+# EOF

data/tasks/homepage.rake ADDED Viewed

@@ -0,0 +1,12 @@
+namespace :homepage do
+  desc 'generate homepage'
+  task :generate do
+    sh "cd misc && gerbil html homepage.erb > homepage.html"
+  end
+  desc 'publish homepage to rubyforge'
+  task :publish => :generate do
+    remote_path = "rubyforge.org:/var/www/gforge-projects"
+    sh "scp misc/homepage.html #{remote_path}/rmmseg/index.html"
+  end
+end

data/tasks/manifest.rake ADDED Viewed

@@ -0,0 +1,44 @@
+# $Id$
+require 'find'
+namespace :manifest do
+  desc 'Verify the manifest'
+  task :check do
+    fn = 'Manifest.tmp'
+    files = []
+    exclude = Regexp.new(PROJ.exclude.join('|'))
+    Find.find '.' do |path|
+      path.sub! %r/^(\.\/|\/)/o, ''
+      next unless test ?f, path
+      next if path =~ exclude
+      files << path
+    end
+    File.open(fn, 'w') {|fp| fp.puts files.sort}
+    system "#{DIFF} -du Manifest.txt #{fn}"
+    rm fn rescue nil
+  end
+  desc 'Create a new manifest'
+  task :create do
+    fn = 'Manifest.txt'
+    files = []
+    exclude = Regexp.new(PROJ.exclude.join('|'))
+    Find.find '.' do |path|
+      path.sub! %r/^(\.\/|\/)/o, ''
+      next unless test ?f, path
+      next if path =~ exclude
+      files << path
+    end
+    files << fn unless test ?f, fn
+    File.open(fn, 'w') {|fp| fp.puts files.sort}
+  end
+end  # namespace :manifest
+desc 'Alias to manifest:check'
+task :manifest => 'manifest:check'
+# EOF

data/tasks/post_load.rake ADDED Viewed

@@ -0,0 +1,18 @@
+# $Id$
+# This file does not define any rake tasks. It is used to load some project
+# settings if they are not defined by the user.
+unless PROJ.changes
+  PROJ.changes = paragraphs_of('History.txt', 0..1).join("\n\n")
+end
+unless PROJ.description
+  PROJ.description = paragraphs_of('README.txt', 'description').join("\n\n")
+end
+unless PROJ.summary
+  PROJ.summary = PROJ.description.split('.').first
+end
+# EOF

data/tasks/rubyforge.rake ADDED Viewed

@@ -0,0 +1,57 @@
+# $Id$
+if PROJ.rubyforge_name && HAVE_RUBYFORGE
+require 'rubyforge'
+require 'rake/contrib/sshpublisher'
+namespace :gem do
+  desc 'Package and upload to RubyForge'
+  task :release => [:clobber, :package] do |t|
+    v = ENV['VERSION'] or abort 'Must supply VERSION=x.y.z'
+    abort "Versions don't match #{v} vs #{PROJ.version}" if v != PROJ.version
+    pkg = "pkg/#{PROJ.spec.full_name}"
+    if $DEBUG then
+      puts "release_id = rf.add_release #{PROJ.rubyforge_name.inspect}, #{PROJ.name.inspect}, #{PROJ.version.inspect}, \"#{pkg}.tgz\""
+      puts "rf.add_file #{PROJ.rubyforge_name.inspect}, #{PROJ.name.inspect}, release_id, \"#{pkg}.gem\""
+    end
+    rf = RubyForge.new
+    puts 'Logging in'
+    rf.login
+    c = rf.userconfig
+    c['release_notes'] = PROJ.description if PROJ.description
+    c['release_changes'] = PROJ.changes if PROJ.changes
+    c['preformatted'] = true
+    files = [(PROJ.need_tar ? "#{pkg}.tgz" : nil),
+             (PROJ.need_zip ? "#{pkg}.zip" : nil),
+             "#{pkg}.gem"].compact
+    puts "Releasing #{PROJ.name} v. #{PROJ.version}"
+    rf.add_release PROJ.rubyforge_name, PROJ.name, PROJ.version, *files
+  end
+end  # namespace :gem
+namespace :doc do
+  desc "Publish RDoc to RubyForge"
+  task :release => %w(doc:clobber_rdoc doc:rdoc) do
+    config = YAML.load(
+        File.read(File.expand_path('~/.rubyforge/user-config.yml'))
+    )
+    host = "#{config['username']}@rubyforge.org"
+    remote_dir = "/var/www/gforge-projects/#{PROJ.rubyforge_name}/"
+    remote_dir << PROJ.rdoc_remote_dir if PROJ.rdoc_remote_dir
+    local_dir = PROJ.rdoc_dir
+    Rake::SshDirPublisher.new(host, remote_dir, local_dir).upload
+  end
+end  # namespace :doc
+end  # if HAVE_RUBYFORGE
+# EOF

data/tasks/setup.rb ADDED Viewed

@@ -0,0 +1,189 @@
+# $Id$
+require 'rubygems'
+require 'rake'
+require 'fileutils'
+require 'ostruct'
+PROJ = OpenStruct.new
+PROJ.name = nil
+PROJ.summary = nil
+PROJ.description = nil
+PROJ.changes = nil
+PROJ.authors = nil
+PROJ.email = nil
+PROJ.url = nil
+PROJ.version = ENV['VERSION'] || '0.0.0'
+PROJ.rubyforge_name = nil
+PROJ.exclude = %w(tmp$ bak$ ~$ CVS .svn/ ^pkg/ ^doc/)
+# Rspec
+PROJ.specs = FileList['spec/**/*_spec.rb']
+PROJ.spec_opts = []
+# Test::Unit
+PROJ.tests = FileList['test/**/test_*.rb']
+PROJ.test_file = 'test/all.rb'
+PROJ.test_opts = []
+# Rcov
+PROJ.rcov_opts = ['--sort', 'coverage', '-T']
+# Rdoc
+PROJ.rdoc_opts = []
+PROJ.rdoc_include = %w(^lib/ ^bin/ ^ext/ .txt$)
+PROJ.rdoc_exclude = %w(extconf.rb$ ^Manifest.txt$)
+PROJ.rdoc_main = 'README.txt'
+PROJ.rdoc_dir = 'doc'
+PROJ.rdoc_remote_dir = nil
+# Extensions
+PROJ.extensions = FileList['ext/**/extconf.rb']
+PROJ.ruby_opts = %w(-w)
+PROJ.libs = []
+%w(lib ext).each {|dir| PROJ.libs << dir if test ?d, dir}
+# Gem Packaging
+PROJ.files =
+  if test ?f, 'Manifest.txt'
+    files = File.readlines('Manifest.txt').map {|fn| fn.chomp.strip}
+    files.delete ''
+    files
+  else [] end
+PROJ.executables = PROJ.files.find_all {|fn| fn =~ %r/^bin/}
+PROJ.dependencies = []
+PROJ.need_tar = true
+PROJ.need_zip = false
+# File Annotations
+PROJ.annotation_exclude = []
+PROJ.annotation_extensions = %w(.txt .rb .erb) << ''
+# Subversion Repository
+PROJ.svn = false
+PROJ.svn_root = nil
+PROJ.svn_trunk = 'trunk'
+PROJ.svn_tags = 'tags'
+PROJ.svn_branches = 'branches'
+# Load the other rake files in the tasks folder
+rakefiles = Dir.glob('tasks/*.rake').sort
+rakefiles.unshift(rakefiles.delete('tasks/post_load.rake')).compact!
+import(*rakefiles)
+# Setup some constants
+WIN32 = %r/win32/ =~ RUBY_PLATFORM unless defined? WIN32
+DEV_NULL = WIN32 ? 'NUL:' : '/dev/null'
+def quiet( &block )
+  io = [STDOUT.dup, STDERR.dup]
+  STDOUT.reopen DEV_NULL
+  STDERR.reopen DEV_NULL
+  block.call
+ensure
+  STDOUT.reopen io.first
+  STDERR.reopen io.last
+end
+DIFF = if WIN32 then 'diff.exe'
+       else
+         if quiet {system "gdiff", __FILE__, __FILE__} then 'gdiff'
+         else 'diff' end
+       end unless defined? DIFF
+SUDO = if WIN32 then ''
+       else
+         if quiet {system 'which sudo'} then 'sudo'
+         else '' end
+       end
+RCOV = WIN32 ? 'rcov.cmd'  : 'rcov'
+GEM  = WIN32 ? 'gem.cmd'   : 'gem'
+%w(rcov spec/rake/spectask rubyforge bones).each do |lib|
+  begin
+    require lib
+    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", true}
+  rescue LoadError
+    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", false}
+  end
+end
+# Reads a file at +path+ and spits out an array of the +paragraphs+
+# specified.
+#
+#    changes = paragraphs_of('History.txt', 0..1).join("\n\n")
+#    summary, *description = paragraphs_of('README.txt', 3, 3..8)
+#
+def paragraphs_of( path, *paragraphs )
+  title = String === paragraphs.first ? paragraphs.shift : nil
+  ary = File.read(path).delete("\r").split(/\n\n+/)
+  result = if title
+    tmp, matching = [], false
+    rgxp = %r/^=+\s*#{Regexp.escape(title)}/i
+    paragraphs << (0..-1) if paragraphs.empty?
+    ary.each do |val|
+      if val =~ rgxp
+        break if matching
+        matching = true
+        rgxp = %r/^=+/i
+      elsif matching
+        tmp << val
+      end
+    end
+    tmp
+  else ary end
+  result.values_at(*paragraphs)
+end
+# Adds the given gem _name_ to the current project's dependency list. An
+# optional gem _version_ can be given. If omitted, the newest gem version
+# will be used.
+#
+def depend_on( name, version = nil )
+  spec = Gem.source_index.find_name(name).last
+  version = spec.version.to_s if version.nil? and !spec.nil?
+  PROJ.dependencies << (version.nil? ? [name] : [name, ">= #{version}"])
+end
+# Adds the given arguments to the include path if they are not already there
+#
+def ensure_in_path( *args )
+  args.each do |path|
+    path = File.expand_path(path)
+    $:.unshift(path) if test(?d, path) and not $:.include?(path)
+  end
+end
+# Find a rake task using the task name and remove any description text. This
+# will prevent the task from being displayed in the list of available tasks.
+#
+def remove_desc_for_task( names )
+  Array(names).each do |task_name|
+    task = Rake.application.tasks.find {|t| t.name == task_name}
+    next if task.nil?
+    task.instance_variable_set :@comment, nil
+  end
+end
+# Change working directories to _dir_, call the _block_ of code, and then
+# change back to the original working directory (the current directory when
+# this method was called).
+#
+def in_directory( dir, &block )
+  curdir = pwd
+  begin
+    cd dir
+    return block.call
+  ensure
+    cd curdir
+  end
+end
+# EOF

data/tasks/spec.rake ADDED Viewed

@@ -0,0 +1,43 @@
+# $Id$
+if HAVE_SPEC_RAKE_SPECTASK
+namespace :spec do
+  desc 'Run all specs with basic output'
+  Spec::Rake::SpecTask.new(:run) do |t|
+    t.spec_opts = PROJ.spec_opts
+    t.spec_files = PROJ.specs
+    t.libs += PROJ.libs
+  end
+  desc 'Run all specs with text output'
+  Spec::Rake::SpecTask.new(:specdoc) do |t|
+    t.spec_opts = PROJ.spec_opts + ['--format', 'specdoc']
+    t.spec_files = PROJ.specs
+    t.libs += PROJ.libs
+  end
+  if HAVE_RCOV
+    desc 'Run all specs with RCov'
+    Spec::Rake::SpecTask.new(:rcov) do |t|
+      t.spec_opts = PROJ.spec_opts
+      t.spec_files = PROJ.specs
+      t.libs += PROJ.libs
+      t.rcov = true
+      t.rcov_opts = PROJ.rcov_opts + ['--exclude', 'spec']
+    end
+  end
+end  # namespace :spec
+desc 'Alias to spec:run'
+task :spec => 'spec:run'
+task :clobber => 'spec:clobber_rcov' if HAVE_RCOV
+remove_desc_for_task %w(spec:clobber_rcov)
+end  # if HAVE_SPEC_RAKE_SPECTASK
+# EOF

data/tasks/svn.rake ADDED Viewed

@@ -0,0 +1,44 @@
+# $Id$
+if PROJ.svn and system("svn --version 2>&1 > #{DEV_NULL}")
+unless PROJ.svn_root
+  info = %x/svn info ./
+  m = %r/^Repository Root:\s+(.*)$/.match(info)
+  PROJ.svn_root = (m.nil? ? '' : m[1])
+end
+PROJ.svn_root = File.join(PROJ.svn_root, PROJ.svn) if String === PROJ.svn
+namespace :svn do
+  desc 'Show tags from the SVN repository'
+  task :show_tags do |t|
+    tags = %x/svn list #{File.join(PROJ.svn_root, PROJ.svn_tags)}/
+    tags.gsub!(%r/\/$/, '')
+    puts tags
+  end
+  desc 'Create a new tag in the SVN repository'
+  task :create_tag do |t|
+    v = ENV['VERSION'] or abort 'Must supply VERSION=x.y.z'
+    abort "Versions don't match #{v} vs #{PROJ.version}" if v != PROJ.version
+    trunk = File.join(PROJ.svn_root, PROJ.svn_trunk)
+    tag = "%s-%s" % [PROJ.name, PROJ.version]
+    tag = File.join(PROJ.svn_root, PROJ.svn_tags, tag)
+    msg = "Creating tag for #{PROJ.name} version #{PROJ.version}"
+    puts "Creating SVN tag '#{tag}'"
+    unless system "svn cp -m '#{msg}' #{trunk} #{tag}"
+      abort "Tag creation failed"
+    end
+  end
+end  # namespace :svn
+task 'gem:release' => 'svn:create_tag'
+end  # if PROJ.svn
+# EOF

data/tasks/test.rake ADDED Viewed

@@ -0,0 +1,40 @@
+# $Id$
+require 'rake/testtask'
+namespace :test do
+  Rake::TestTask.new(:run) do |t|
+    t.libs = PROJ.libs
+    t.test_files = if test ?f, PROJ.test_file then [PROJ.test_file]
+                   else PROJ.tests end
+    t.ruby_opts += PROJ.ruby_opts
+    t.ruby_opts += PROJ.test_opts
+  end
+  if HAVE_RCOV
+    desc 'Run rcov on the unit tests'
+    task :rcov => :clobber_rcov do
+      opts = PROJ.rcov_opts.join(' ')
+      files = if test ?f, PROJ.test_file then [PROJ.test_file]
+              else PROJ.tests end
+      files = files.join(' ')
+      sh "#{RCOV} #{files} #{opts}"
+    end
+    desc 'Remove rcov products'
+    task :clobber_rcov do
+      rm_r 'coverage' rescue nil
+    end
+  end
+end  # namespace :test
+desc 'Alias to test:run'
+task :test => 'test:run'
+task :clobber => 'test:clobber_rcov' if HAVE_RCOV
+remove_desc_for_task %w(test:clobber_rcov)
+# EOF

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rmmseg
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - pluskid
@@ -9,18 +9,10 @@ autorequire:
 bindir: bin
 cert_chain: []
-date: 2008-02-01 00:00:00 +08:00
+date: 2008-02-05 00:00:00 -08:00
 default_executable:
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: hoe
-  version_requirement:
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.5.0
-    version:
+dependencies: []
 description: "RMMSeg is an implementation of MMSEG Chinese word segmentation algorithm. It is based on two variants of maximum matching algorithms. Two algorithms are available for using:   * simple algorithm that uses only forward maximum matching. * complex algorithm that uses three-word chunk maximum matching and 3 aditonal rules to solve ambiguities.  For more information about the algorithm, please refer to the following essays:  * http://technology.chtsai.org/mmseg/ * http://pluskid.lifegoo.com/?p=261"
 email: pluskid@gmail.com
 executables:
@@ -29,9 +21,9 @@ extensions: []
 extra_rdoc_files:
 - History.txt
-- Manifest.txt
 - README.txt
 - TODO.txt
+- bin/rmmseg
 files:
 - History.txt
 - Manifest.txt
@@ -72,6 +64,17 @@ files:
 - spec/spec_helper.rb
 - spec/svwl_rule_spec.rb
 - spec/word_spec.rb
+- tasks/annotations.rake
+- tasks/doc.rake
+- tasks/gem.rake
+- tasks/homepage.rake
+- tasks/manifest.rake
+- tasks/post_load.rake
+- tasks/rubyforge.rake
+- tasks/setup.rb
+- tasks/spec.rake
+- tasks/svn.rake
+- tasks/test.rake
 has_rdoc: true
 homepage: http://rmmseg.rubyforge.org
 post_install_message:
@@ -98,6 +101,6 @@ rubyforge_project: rmmseg
 rubygems_version: 1.0.1
 signing_key:
 specification_version: 2
-summary: RMMSeg is an implementation of MMSEG algorithm in Ruby. MMSEG is a Chinese segmentation algorithm based on two variants of maximum matching.  RMMSeg can be used as a stand alone program or as an Analyzer of Ferret.
+summary: RMMSeg is an implementation of MMSEG Chinese word segmentation algorithm
 test_files: []