RubyGems - rmmseg - Versions diffs - 0.1.0 → 0.1.1 - Mend

rmmseg 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (23) hide show

data/History.txt CHANGED Viewed

@@ -1,3 +1,7 @@
+=== 0.1.1 / 2008-02-05
+* Use bones instead of hoe as building tool.
 === 0.1.0 / 2008-02-01
 * Add filter to filter out Chinese punctuations.

data/Manifest.txt CHANGED Viewed

@@ -37,3 +37,14 @@ spec/simple_algorithm_spec.rb
 spec/spec_helper.rb
 spec/svwl_rule_spec.rb
 spec/word_spec.rb
+tasks/annotations.rake
+tasks/doc.rake
+tasks/gem.rake
+tasks/homepage.rake
+tasks/manifest.rake
+tasks/post_load.rake
+tasks/rubyforge.rake
+tasks/setup.rb
+tasks/spec.rake
+tasks/svn.rake
+tasks/test.rake

data/README.txt CHANGED Viewed

@@ -1,7 +1,6 @@
 = rmmseg
-* http://rmmseg.rubyforge.org
-* mailto:pluskid@gmail.com
+    by pluskid
+    http://rmmseg.rubyforge.org
 == DESCRIPTION:

data/Rakefile CHANGED Viewed

@@ -1,33 +1,22 @@
 # -*- ruby -*-
-$: << File.join(File.dirname(__FILE__), "lib")
+load 'tasks/setup.rb'
-require 'rubygems'
-require 'hoe'
+ensure_in_path 'lib'
 require 'rmmseg'
-Hoe.new('rmmseg', RMMSeg::VERSION) do |p|
-  p.rubyforge_name = 'rmmseg'
-  p.author = 'pluskid'
-  p.email = 'pluskid@gmail.com'
-  p.test_globs = ["spec/spec.rb"]
-  p.rdoc_pattern = /^lib\/.*\.rb$|\.txt$/
-  p.summary = <<-END
-    RMMSeg is an implementation of MMSEG algorithm in Ruby. MMSEG is a
-    Chinese segmentation algorithm based on two variants of maximum
-    matching.
+task :default => 'spec:run'
-    RMMSeg can be used as a stand alone program or as an Analyzer of
-    Ferret.
-    END
-end
+PROJ.name = 'rmmseg'
+PROJ.authors = 'pluskid'
+PROJ.email = 'pluskid@gmail.com'
+PROJ.url = 'http://rmmseg.rubyforge.org'
+PROJ.rubyforge_name = 'rmmseg'
+PROJ.rdoc_remote_dir = 'rmmseg'
+PROJ.version = RMMSeg::VERSION
-task :homepage do
-  sh "cd misc && gerbil html homepage.erb > homepage.html"
-end
+PROJ.exclude << '\.git'
-task :publish_homepage do
-  sh "scp misc/homepage.html rubyforge.org:/var/www/gforge-projects/rmmseg/index.html"
-end
+PROJ.spec_opts << '--color'
 # vim: syntax=Ruby

data/lib/rmmseg/algorithm.rb CHANGED Viewed

@@ -139,13 +139,8 @@ module RMMSeg
     end
     # Determine whether a character is a basic latin character.
-    #--
-    # TODO: Implement this method in a more correct way.
-    # currently I use number of bytes in this char to determine this.
-    # If it is a one-byte char, I consider it a basic latin.
-    #++
     def basic_latin?(char)
-      char.size == 1
+      !char.mbchar?
     end
     # Determine whether a character can be part of a basic latin

data/lib/rmmseg/ferret.rb CHANGED Viewed

@@ -2,6 +2,7 @@
 require 'singleton'
 require 'rubygems'
 require 'ferret'
+require 'rmmseg'
 module RMMSeg
   module Ferret

data/lib/rmmseg.rb CHANGED Viewed

@@ -6,7 +6,7 @@ require 'rmmseg/simple_algorithm'
 require 'rmmseg/complex_algorithm'
 module RMMSeg
-  VERSION = '0.1.0'
+  VERSION = '0.1.1'
   # Segment +text+ using the algorithm configured.
   def segment(text)

data/misc/ferret_example.rb CHANGED Viewed

@@ -6,8 +6,8 @@ require 'rmmseg/ferret'
 analyzer = RMMSeg::Ferret::Analyzer.new { |tokenizer|
   Ferret::Analysis::LowerCaseFilter.new(tokenizer)
 }
-$index = Ferret::Index::Index.new(:analyzer => analyzer,
-                                  :path => '/tmp/index')
+$index = Ferret::Index::Index.new(:analyzer => analyzer)
 $index << {
   :title => "分词",

data/misc/homepage.erb CHANGED Viewed

@@ -167,7 +167,3 @@
   * "Implementation Details":http://pluskid.lifegoo.com/?p=261: My blog post about the implementation details of RMMSeg (Chinese).
   * "Author's Email":mailto:pluskid@gmail.com: Contact me if you have any problem.
 <% end %>
-<% footer do %>
-  "[Validate]":http://validator.w3.org/check/referer
-<% end %>

data/misc/homepage.html CHANGED Viewed

@@ -2,9 +2,9 @@
 <html>
   <head>
     <meta http-equiv="content-type" content="text/html; charset=utf-8"/>
-    <meta name="date" content="01 February 2008"/>
+    <meta name="date" content="04 February 2008"/>
     <meta name="author" content="pluskid"/>
-    <meta name="generator" content="Gerbil 1.1.0"/>
+    <meta name="generator" content="Gerbil 2.0.0"/>
     <title>RMMSeg Homepage</title>
     <style type="text/css" media="screen">
@@ -94,6 +94,8 @@
   table
   {
     border           : none;
+    margin           : auto; /* center horizontally */
+    margin-top       : 1em;
   }
   th,
@@ -110,11 +112,6 @@
     background-color : #F5F5F5;
   }
-  table
-  {
-    margin           : auto;
-  }
 /* document structure */
   #header
@@ -484,6 +481,8 @@
   table
   {
     border           : none;
+    margin           : auto; /* center horizontally */
+    margin-top       : 1em;
   }
   th,
@@ -500,11 +499,6 @@
     background-color : #F5F5F5;
   }
-  table
-  {
-    margin           : auto;
-  }
 /* document structure */
   #header
@@ -759,23 +753,27 @@
     </style>
   </head>
   <body>
     <div id="header">
       <h1 class="title">RMMSeg Homepage</h1>
       <h2 class="authors"><a href="http://pluskid.lifegoo.com">pluskid</a></h2>
-      <h3 class="date">01 February 2008</h3>
+      <h3 class="date">04 February 2008</h3>
     </div>
-    <div id="toc"><h1>Contents</h1> <ul><li>1&nbsp;&nbsp;<a id="a-606801458" href="#Introduction">Introduction</a></li><li>2&nbsp;&nbsp;<a id="a-606803598" href="#Setup">Setup</a><ul><li>2.1&nbsp;&nbsp;<a id="a-606805098" href="#Requirements">Requirements</a></li><li>2.2&nbsp;&nbsp;<a id="a-606807208" href="#Installation">Installation</a><ul><li>2.2.1&nbsp;&nbsp;<a id="a-606808808" href="#Using-RubyGems">Using RubyGems</a></li><li>2.2.2&nbsp;&nbsp;<a id="a-606810898" href="#From-Subversion">From Subversion</a></li></ul></li></ul></li><li>3&nbsp;&nbsp;<a id="a-606815688" href="#Usage">Usage</a><ul><li>3.1&nbsp;&nbsp;<a id="a-606817228" href="#Stand-Alone-rmmseg">Stand Alone rmmseg</a></li><li>3.2&nbsp;&nbsp;<a id="a-606819308" href="#Analyzer-for-Ferret">Analyzer for Ferret</a></li><li>3.3&nbsp;&nbsp;<a id="a-606825488" href="#Customization">Customization</a></li></ul></li><li>4&nbsp;&nbsp;<a id="a-606828108" href="#Resources">Resources</a></li></ul></div>
+    <div id="toc"><h1>Contents</h1> <ul><li>1&nbsp;&nbsp;<a id="a-606973768" href="#Introduction">Introduction</a></li><li>2&nbsp;&nbsp;<a id="a-606975908" href="#Setup">Setup</a><ul><li>2.1&nbsp;&nbsp;<a id="a-606977408" href="#Requirements">Requirements</a></li><li>2.2&nbsp;&nbsp;<a id="a-606979518" href="#Installation">Installation</a><ul><li>2.2.1&nbsp;&nbsp;<a id="a-606981118" href="#Using-RubyGems">Using RubyGems</a></li><li>2.2.2&nbsp;&nbsp;<a id="a-606983208" href="#From-Subversion">From Subversion</a></li></ul></li></ul></li><li>3&nbsp;&nbsp;<a id="a-606987998" href="#Usage">Usage</a><ul><li>3.1&nbsp;&nbsp;<a id="a-606989538" href="#Stand-Alone-rmmseg">Stand Alone rmmseg</a></li><li>3.2&nbsp;&nbsp;<a id="a-606991618" href="#Analyzer-for-Ferret">Analyzer for Ferret</a></li><li>3.3&nbsp;&nbsp;<a id="a-606997828" href="#Customization">Customization</a></li></ul></li><li>4&nbsp;&nbsp;<a id="a-606008348" href="#Resources">Resources</a></li></ul></div>
-    <div id="lof"><h1>Figures</h1> <ol><li><a id="a-606823268" href="#Ferret-Example-Screenshot">Ferret Example Screenshot</a></li></ol><h1>Notes</h1> <ol><li><a id="a-606812538" href="#The-latest-code-might-be-unstable">The latest code might be unstable</a></li></ol></div>
+    <div id="lof"><h1>Figures</h1> <ol><li><a id="a-606995608" href="#Ferret-Example-Screenshot">Ferret Example Screenshot</a></li></ol><h1>Notes</h1> <ol><li><a id="a-606984848" href="#The-latest-code-might-be-unstable">The latest code might be unstable</a></li></ol></div>
     <div id="content">
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Introduction" href="#a-606801458">1</a>
+    <a class="toc" id="Introduction" href="#a-606973768">1</a>
     <br/>
@@ -811,7 +809,7 @@ following essays:</p>
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Setup" href="#a-606803598">2</a>
+    <a class="toc" id="Setup" href="#a-606975908">2</a>
     <br/>
@@ -820,7 +818,7 @@ following essays:</p>
   <div class="content"><div class="section">
   <h2 class="title">
-    <a class="toc" id="Requirements" href="#a-606805098">2.1</a>&nbsp;&nbsp;Requirements
+    <a class="toc" id="Requirements" href="#a-606977408">2.1</a>&nbsp;&nbsp;Requirements
   </h2>
   <div class="content">Your system needs the following software to run RMMSeg.
@@ -850,11 +848,11 @@ following essays:</p>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Installation" href="#a-606807208">2.2</a>&nbsp;&nbsp;Installation
+    <a class="toc" id="Installation" href="#a-606979518">2.2</a>&nbsp;&nbsp;Installation
   </h2>
   <div class="content"><div class="section">
   <h3 class="title">
-    <a class="toc" id="Using-RubyGems" href="#a-606808808">2.2.1</a>&nbsp;&nbsp;Using RubyGems
+    <a class="toc" id="Using-RubyGems" href="#a-606981118">2.2.1</a>&nbsp;&nbsp;Using RubyGems
   </h3>
   <div class="content"><p>To install the gem remotely from <a href="http://rubyforge.org">RubyForge</a> :</p>
@@ -869,11 +867,11 @@ following essays:</p>
 </div>
 <div class="section">
   <h3 class="title">
-    <a class="toc" id="From-Subversion" href="#a-606810898">2.2.2</a>&nbsp;&nbsp;From Subversion
+    <a class="toc" id="From-Subversion" href="#a-606983208">2.2.2</a>&nbsp;&nbsp;From Subversion
   </h3>
   <div class="content"><p>From subversion repository hosted at <a href="http://rmmseg.rubyforge.org/svn/">RubyForge</a>, you can always get the latest source code.
 <div class="note">
-  <p class="title"><a class="toc" id="The-latest-code-might-be-unstable" href="#a-606812538">Note 1</a>.&nbsp;&nbsp;The latest code might be unstable</p>
+  <p class="title"><a class="toc" id="The-latest-code-might-be-unstable" href="#a-606984848">Note 1</a>.&nbsp;&nbsp;The latest code might be unstable</p>
   <img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABHNCSVQICAgI
 fAhkiAAAAAlwSFlzAAAN1wAADdcBQiibeAAAABl0RVh0U29mdHdhcmUAd3d3
@@ -954,7 +952,7 @@ DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Usage" href="#a-606815688">3</a>
+    <a class="toc" id="Usage" href="#a-606987998">3</a>
     <br/>
@@ -963,7 +961,7 @@ DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
   <div class="content"><div class="section">
   <h2 class="title">
-    <a class="toc" id="Stand-Alone-rmmseg" href="#a-606817228">3.1</a>&nbsp;&nbsp;Stand Alone rmmseg
+    <a class="toc" id="Stand-Alone-rmmseg" href="#a-606989538">3.1</a>&nbsp;&nbsp;Stand Alone rmmseg
   </h2>
   <div class="content"><p>RMMSeg comes with a script <code class="code">rmmseg</code>. To get the basic usage, just execute it with <code class="code">-h</code> option:</p>
@@ -980,7 +978,7 @@ example:</p>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Analyzer-for-Ferret" href="#a-606819308">3.2</a>&nbsp;&nbsp;Analyzer for Ferret
+    <a class="toc" id="Analyzer-for-Ferret" href="#a-606991618">3.2</a>&nbsp;&nbsp;Analyzer for Ferret
   </h2>
   <div class="content"><p>RMMSeg include an analyzer for Ferret. It is simply ready to
 use. Just require it and pass it to Ferret. Here&#8217;s a complete
@@ -993,7 +991,10 @@ require <span style="background-color:#fff0f0"><span style="color:#710">'</span>
 require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">rmmseg</span><span style="color:#710">'</span></span>
 require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">rmmseg/ferret</span><span style="color:#710">'</span></span>
-analyzer = <span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analyzer</span>.new
+analyzer = <span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analyzer</span>.new { |tokenizer|
+<span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Analysis</span>::<span style="color:#036; font-weight:bold">LowerCaseFilter</span>.new(tokenizer)
+}
 <span style="color:#d70; font-weight:bold">$index</span> = <span style="color:#036; font-weight:bold">Ferret</span>::<span style="color:#036; font-weight:bold">Index</span>::<span style="color:#036; font-weight:bold">Index</span>.new(<span style="color:#A60">:analyzer</span> =&gt; analyzer)
 <span style="color:#d70; font-weight:bold">$index</span> &lt;&lt; {
@@ -1089,13 +1090,13 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 	<p><div class="figure">
-  <p class="title"><a class="toc" id="Ferret-Example-Screenshot" href="#a-606823268">Figure 1</a>.&nbsp;&nbsp;Ferret Example Screenshot</p>
+  <p class="title"><a class="toc" id="Ferret-Example-Screenshot" href="#a-606995608">Figure 1</a>.&nbsp;&nbsp;Ferret Example Screenshot</p>
   <div class="content"><img src="http://pluskid.lifegoo.com/wp-content/uploads/2008/02/rmmseg.png" alt="" /></div>
 </div></p></div>
 </div>
 <div class="section">
   <h2 class="title">
-    <a class="toc" id="Customization" href="#a-606825488">3.3</a>&nbsp;&nbsp;Customization
+    <a class="toc" id="Customization" href="#a-606997828">3.3</a>&nbsp;&nbsp;Customization
   </h2>
   <div class="content"><p>RMMSeg can be customized through <code class="code"><span style="color:#036; font-weight:bold">RMMSeg</span>::<span style="color:#036; font-weight:bold">Config</span></code>. For example, to use your own dictionaries, just set it before starting to do segmentation:</p>
@@ -1122,7 +1123,7 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 <div class="chapter">
   <h1 class="title">
     Chapter
-    <a class="toc" id="Resources" href="#a-606828108">4</a>
+    <a class="toc" id="Resources" href="#a-606008348">4</a>
     <br/>
@@ -1135,16 +1136,17 @@ highlighted as in <a class="xref" href="#Ferret-Example-Screenshot">Figure 1: <e
 		<li><a href="http://pluskid.lifegoo.com/?p=261">Implementation Details</a>: My blog post about the implementation details of RMMSeg (Chinese).</li>
 		<li><a href="mailto:pluskid@gmail.com">Author&#8217;s Email</a>: Contact me if you have any problem.</li>
 	</ul></div>
-</div>
-</div>
+</div></div>
     <br style="display: none"/>
     <hr style="display: none"/>
     <br style="display: none"/>
     <div id="footer">
-      <a href="http://validator.w3.org/check/referer">[Validate]</a>
+      Generated on Mon Feb 04 16:17:21 +0800 2008 by <a href="http://gerbil.rubyforge.org">Gerbil</a> 2.0.0.
       <p>The admonition icons (<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABHNCSVQICAgI
 fAhkiAAAAAlwSFlzAAAN1wAADdcBQiibeAAAABl0RVh0U29mdHdhcmUAd3d3
@@ -1204,6 +1206,8 @@ YvOZpmnxjo6O3x48eHA76S4UB3qEUgohRBQoGLoyKTJJp+nyR97kmA1IwANS
 wODQ1auUSmYP9UNjoQBwAIv0DBUMFb6WZpNuRB9wSYsfUEr5kOdfSiGETrr1
 DUCQhrhWJkj394A0gKeUCjVo3r9Zv0r2P3yyQqPd16MPAAAAAElFTkSuQmCC
 " alt="note"/>) used in this document are Copyright &copy; 2005 <a href="http://tango.freedesktop.org">Tango Desktop Project</a>. They are part of the <a href="http://tango.freedesktop.org/Tango_Icon_Library">Tango Icon Theme</a> set, which is distributed under the <a href="http://creativecommons.org/licenses/by-sa/2.5/">Creative Commons Attribution-ShareAlike 2.5 License Agreement</a>.</p>
     </div>
   </body>
 </html>

data/spec/spec_helper.rb CHANGED Viewed

@@ -1,9 +1,6 @@
 $: << File.join(File.dirname(__FILE__), "../lib")
 require 'rmmseg'
-require 'rubygems'
-require 'spec'
 def gen_words words, freqs=nil
   if freqs.nil?
     words.map { |word| RMMSeg::Word.new(word) }

data/tasks/annotations.rake ADDED Viewed

@@ -0,0 +1,30 @@
+# $Id$
+if HAVE_BONES
+desc "Enumerate all annotations"
+task :notes do
+  Bones::AnnotationExtractor.enumerate(
+      PROJ, "OPTIMIZE|FIXME|TODO", :tag => true)
+end
+namespace :notes do
+  desc "Enumerate all OPTIMIZE annotations"
+  task :optimize do
+    Bones::AnnotationExtractor.enumerate(PROJ, "OPTIMIZE")
+  end
+  desc "Enumerate all FIXME annotations"
+  task :fixme do
+    Bones::AnnotationExtractor.enumerate(PROJ, "FIXME")
+  end
+  desc "Enumerate all TODO annotations"
+  task :todo do
+    Bones::AnnotationExtractor.enumerate(PROJ, "TODO")
+  end
+end
+end  # if HAVE_BONES
+# EOF

data/tasks/doc.rake ADDED Viewed

@@ -0,0 +1,49 @@
+# $Id$
+require 'rake/rdoctask'
+namespace :doc do
+  desc 'Generate RDoc documentation'
+  Rake::RDocTask.new do |rd|
+    rd.main = PROJ.rdoc_main
+    rd.rdoc_dir = PROJ.rdoc_dir
+    incl = Regexp.new(PROJ.rdoc_include.join('|'))
+    excl = Regexp.new(PROJ.rdoc_exclude.join('|'))
+    files = PROJ.files.find_all do |fn|
+              case fn
+              when excl; false
+              when incl; true
+              else false end
+            end
+    rd.rdoc_files.push(*files)
+    title = "#{PROJ.name}-#{PROJ.version} Documentation"
+    title = "#{PROJ.rubyforge_name}'s " + title if PROJ.rubyforge_name != title
+    rd.options << "-t #{title}"
+    rd.options.concat(PROJ.rdoc_opts)
+  end
+  desc 'Generate ri locally for testing'
+  task :ri => :clobber_ri do
+    sh "#{RDOC} --ri -o ri ."
+  end
+  desc 'Remove ri products'
+  task :clobber_ri do
+    rm_r 'ri' rescue nil
+  end
+end  # namespace :doc
+desc 'Alias to doc:rdoc'
+task :doc => 'doc:rdoc'
+desc 'Remove all build products'
+task :clobber => %w(doc:clobber_rdoc doc:clobber_ri)
+remove_desc_for_task %w(doc:clobber_rdoc doc:clobber_ri)
+# EOF

data/tasks/gem.rake ADDED Viewed

@@ -0,0 +1,89 @@
+# $Id$
+require 'rake/gempackagetask'
+namespace :gem do
+  PROJ.spec = Gem::Specification.new do |s|
+    s.name = PROJ.name
+    s.version = PROJ.version
+    s.summary = PROJ.summary
+    s.authors = Array(PROJ.authors)
+    s.email = PROJ.email
+    s.homepage = Array(PROJ.url).first
+    s.rubyforge_project = PROJ.rubyforge_name
+    s.description = PROJ.description
+    PROJ.dependencies.each do |dep|
+      s.add_dependency(*dep)
+    end
+    s.files = PROJ.files
+    s.executables = PROJ.executables.map {|fn| File.basename(fn)}
+    s.extensions = PROJ.files.grep %r/extconf\.rb$/
+    s.bindir = 'bin'
+    dirs = Dir["{#{PROJ.libs.join(',')}}"]
+    s.require_paths = dirs unless dirs.empty?
+    incl = Regexp.new(PROJ.rdoc_include.join('|'))
+    excl = PROJ.rdoc_exclude.dup.concat %w[\.rb$ ^(\.\/|\/)?ext]
+    excl = Regexp.new(excl.join('|'))
+    rdoc_files = PROJ.files.find_all do |fn|
+                   case fn
+                   when excl; false
+                   when incl; true
+                   else false end
+                 end
+    s.rdoc_options = PROJ.rdoc_opts + ['--main', PROJ.rdoc_main]
+    s.extra_rdoc_files = rdoc_files
+    s.has_rdoc = true
+    if test ?f, PROJ.test_file
+      s.test_file = PROJ.test_file
+    else
+      s.test_files = PROJ.tests.to_a
+    end
+    # Do any extra stuff the user wants
+#   spec_extras.each do |msg, val|
+#     case val
+#     when Proc
+#       val.call(s.send(msg))
+#     else
+#       s.send "#{msg}=", val
+#     end
+#   end
+  end
+  desc 'Show information about the gem'
+  task :debug do
+    puts PROJ.spec.to_ruby
+  end
+  Rake::GemPackageTask.new(PROJ.spec) do |pkg|
+    pkg.need_tar = PROJ.need_tar
+    pkg.need_zip = PROJ.need_zip
+  end
+  desc 'Install the gem'
+  task :install => [:clobber, :package] do
+    sh "#{SUDO} #{GEM} install pkg/#{PROJ.spec.full_name}"
+  end
+  desc 'Uninstall the gem'
+  task :uninstall do
+    sh "#{SUDO} #{GEM} uninstall -v '#{PROJ.version}' -x #{PROJ.name}"
+  end
+end  # namespace :gem
+desc 'Alias to gem:package'
+task :gem => 'gem:package'
+task :clobber => 'gem:clobber_package'
+remove_desc_for_task %w(gem:clobber_package)
+# EOF

data/tasks/homepage.rake ADDED Viewed

@@ -0,0 +1,12 @@
+namespace :homepage do
+  desc 'generate homepage'
+  task :generate do
+    sh "cd misc && gerbil html homepage.erb > homepage.html"
+  end
+  desc 'publish homepage to rubyforge'
+  task :publish => :generate do
+    remote_path = "rubyforge.org:/var/www/gforge-projects"
+    sh "scp misc/homepage.html #{remote_path}/rmmseg/index.html"
+  end
+end

data/tasks/manifest.rake ADDED Viewed

@@ -0,0 +1,44 @@
+# $Id$
+require 'find'
+namespace :manifest do
+  desc 'Verify the manifest'
+  task :check do
+    fn = 'Manifest.tmp'
+    files = []
+    exclude = Regexp.new(PROJ.exclude.join('|'))
+    Find.find '.' do |path|
+      path.sub! %r/^(\.\/|\/)/o, ''
+      next unless test ?f, path
+      next if path =~ exclude
+      files << path
+    end
+    File.open(fn, 'w') {|fp| fp.puts files.sort}
+    system "#{DIFF} -du Manifest.txt #{fn}"
+    rm fn rescue nil
+  end
+  desc 'Create a new manifest'
+  task :create do
+    fn = 'Manifest.txt'
+    files = []
+    exclude = Regexp.new(PROJ.exclude.join('|'))
+    Find.find '.' do |path|
+      path.sub! %r/^(\.\/|\/)/o, ''
+      next unless test ?f, path
+      next if path =~ exclude
+      files << path
+    end
+    files << fn unless test ?f, fn
+    File.open(fn, 'w') {|fp| fp.puts files.sort}
+  end
+end  # namespace :manifest
+desc 'Alias to manifest:check'
+task :manifest => 'manifest:check'
+# EOF

data/tasks/post_load.rake ADDED Viewed

@@ -0,0 +1,18 @@
+# $Id$
+# This file does not define any rake tasks. It is used to load some project
+# settings if they are not defined by the user.
+unless PROJ.changes
+  PROJ.changes = paragraphs_of('History.txt', 0..1).join("\n\n")
+end
+unless PROJ.description
+  PROJ.description = paragraphs_of('README.txt', 'description').join("\n\n")
+end
+unless PROJ.summary
+  PROJ.summary = PROJ.description.split('.').first
+end
+# EOF

data/tasks/rubyforge.rake ADDED Viewed

@@ -0,0 +1,57 @@
+# $Id$
+if PROJ.rubyforge_name && HAVE_RUBYFORGE
+require 'rubyforge'
+require 'rake/contrib/sshpublisher'
+namespace :gem do
+  desc 'Package and upload to RubyForge'
+  task :release => [:clobber, :package] do |t|
+    v = ENV['VERSION'] or abort 'Must supply VERSION=x.y.z'
+    abort "Versions don't match #{v} vs #{PROJ.version}" if v != PROJ.version
+    pkg = "pkg/#{PROJ.spec.full_name}"
+    if $DEBUG then
+      puts "release_id = rf.add_release #{PROJ.rubyforge_name.inspect}, #{PROJ.name.inspect}, #{PROJ.version.inspect}, \"#{pkg}.tgz\""
+      puts "rf.add_file #{PROJ.rubyforge_name.inspect}, #{PROJ.name.inspect}, release_id, \"#{pkg}.gem\""
+    end
+    rf = RubyForge.new
+    puts 'Logging in'
+    rf.login
+    c = rf.userconfig
+    c['release_notes'] = PROJ.description if PROJ.description
+    c['release_changes'] = PROJ.changes if PROJ.changes
+    c['preformatted'] = true
+    files = [(PROJ.need_tar ? "#{pkg}.tgz" : nil),
+             (PROJ.need_zip ? "#{pkg}.zip" : nil),
+             "#{pkg}.gem"].compact
+    puts "Releasing #{PROJ.name} v. #{PROJ.version}"
+    rf.add_release PROJ.rubyforge_name, PROJ.name, PROJ.version, *files
+  end
+end  # namespace :gem
+namespace :doc do
+  desc "Publish RDoc to RubyForge"
+  task :release => %w(doc:clobber_rdoc doc:rdoc) do
+    config = YAML.load(
+        File.read(File.expand_path('~/.rubyforge/user-config.yml'))
+    )
+    host = "#{config['username']}@rubyforge.org"
+    remote_dir = "/var/www/gforge-projects/#{PROJ.rubyforge_name}/"
+    remote_dir << PROJ.rdoc_remote_dir if PROJ.rdoc_remote_dir
+    local_dir = PROJ.rdoc_dir
+    Rake::SshDirPublisher.new(host, remote_dir, local_dir).upload
+  end
+end  # namespace :doc
+end  # if HAVE_RUBYFORGE
+# EOF

data/tasks/setup.rb ADDED Viewed

@@ -0,0 +1,189 @@
+# $Id$
+require 'rubygems'
+require 'rake'
+require 'fileutils'
+require 'ostruct'
+PROJ = OpenStruct.new
+PROJ.name = nil
+PROJ.summary = nil
+PROJ.description = nil
+PROJ.changes = nil
+PROJ.authors = nil
+PROJ.email = nil
+PROJ.url = nil
+PROJ.version = ENV['VERSION'] || '0.0.0'
+PROJ.rubyforge_name = nil
+PROJ.exclude = %w(tmp$ bak$ ~$ CVS .svn/ ^pkg/ ^doc/)
+# Rspec
+PROJ.specs = FileList['spec/**/*_spec.rb']
+PROJ.spec_opts = []
+# Test::Unit
+PROJ.tests = FileList['test/**/test_*.rb']
+PROJ.test_file = 'test/all.rb'
+PROJ.test_opts = []
+# Rcov
+PROJ.rcov_opts = ['--sort', 'coverage', '-T']
+# Rdoc
+PROJ.rdoc_opts = []
+PROJ.rdoc_include = %w(^lib/ ^bin/ ^ext/ .txt$)
+PROJ.rdoc_exclude = %w(extconf.rb$ ^Manifest.txt$)
+PROJ.rdoc_main = 'README.txt'
+PROJ.rdoc_dir = 'doc'
+PROJ.rdoc_remote_dir = nil
+# Extensions
+PROJ.extensions = FileList['ext/**/extconf.rb']
+PROJ.ruby_opts = %w(-w)
+PROJ.libs = []
+%w(lib ext).each {|dir| PROJ.libs << dir if test ?d, dir}
+# Gem Packaging
+PROJ.files =
+  if test ?f, 'Manifest.txt'
+    files = File.readlines('Manifest.txt').map {|fn| fn.chomp.strip}
+    files.delete ''
+    files
+  else [] end
+PROJ.executables = PROJ.files.find_all {|fn| fn =~ %r/^bin/}
+PROJ.dependencies = []
+PROJ.need_tar = true
+PROJ.need_zip = false
+# File Annotations
+PROJ.annotation_exclude = []
+PROJ.annotation_extensions = %w(.txt .rb .erb) << ''
+# Subversion Repository
+PROJ.svn = false
+PROJ.svn_root = nil
+PROJ.svn_trunk = 'trunk'
+PROJ.svn_tags = 'tags'
+PROJ.svn_branches = 'branches'
+# Load the other rake files in the tasks folder
+rakefiles = Dir.glob('tasks/*.rake').sort
+rakefiles.unshift(rakefiles.delete('tasks/post_load.rake')).compact!
+import(*rakefiles)
+# Setup some constants
+WIN32 = %r/win32/ =~ RUBY_PLATFORM unless defined? WIN32
+DEV_NULL = WIN32 ? 'NUL:' : '/dev/null'
+def quiet( &block )
+  io = [STDOUT.dup, STDERR.dup]
+  STDOUT.reopen DEV_NULL
+  STDERR.reopen DEV_NULL
+  block.call
+ensure
+  STDOUT.reopen io.first
+  STDERR.reopen io.last
+end
+DIFF = if WIN32 then 'diff.exe'
+       else
+         if quiet {system "gdiff", __FILE__, __FILE__} then 'gdiff'
+         else 'diff' end
+       end unless defined? DIFF
+SUDO = if WIN32 then ''
+       else
+         if quiet {system 'which sudo'} then 'sudo'
+         else '' end
+       end
+RCOV = WIN32 ? 'rcov.cmd'  : 'rcov'
+GEM  = WIN32 ? 'gem.cmd'   : 'gem'
+%w(rcov spec/rake/spectask rubyforge bones).each do |lib|
+  begin
+    require lib
+    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", true}
+  rescue LoadError
+    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", false}
+  end
+end
+# Reads a file at +path+ and spits out an array of the +paragraphs+
+# specified.
+#
+#    changes = paragraphs_of('History.txt', 0..1).join("\n\n")
+#    summary, *description = paragraphs_of('README.txt', 3, 3..8)
+#
+def paragraphs_of( path, *paragraphs )
+  title = String === paragraphs.first ? paragraphs.shift : nil
+  ary = File.read(path).delete("\r").split(/\n\n+/)
+  result = if title
+    tmp, matching = [], false
+    rgxp = %r/^=+\s*#{Regexp.escape(title)}/i
+    paragraphs << (0..-1) if paragraphs.empty?
+    ary.each do |val|
+      if val =~ rgxp
+        break if matching
+        matching = true
+        rgxp = %r/^=+/i
+      elsif matching
+        tmp << val
+      end
+    end
+    tmp
+  else ary end
+  result.values_at(*paragraphs)
+end
+# Adds the given gem _name_ to the current project's dependency list. An
+# optional gem _version_ can be given. If omitted, the newest gem version
+# will be used.
+#
+def depend_on( name, version = nil )
+  spec = Gem.source_index.find_name(name).last
+  version = spec.version.to_s if version.nil? and !spec.nil?
+  PROJ.dependencies << (version.nil? ? [name] : [name, ">= #{version}"])
+end
+# Adds the given arguments to the include path if they are not already there
+#
+def ensure_in_path( *args )
+  args.each do |path|
+    path = File.expand_path(path)
+    $:.unshift(path) if test(?d, path) and not $:.include?(path)
+  end
+end
+# Find a rake task using the task name and remove any description text. This
+# will prevent the task from being displayed in the list of available tasks.
+#
+def remove_desc_for_task( names )
+  Array(names).each do |task_name|
+    task = Rake.application.tasks.find {|t| t.name == task_name}
+    next if task.nil?
+    task.instance_variable_set :@comment, nil
+  end
+end
+# Change working directories to _dir_, call the _block_ of code, and then
+# change back to the original working directory (the current directory when
+# this method was called).
+#
+def in_directory( dir, &block )
+  curdir = pwd
+  begin
+    cd dir
+    return block.call
+  ensure
+    cd curdir
+  end
+end
+# EOF

data/tasks/spec.rake ADDED Viewed

@@ -0,0 +1,43 @@
+# $Id$
+if HAVE_SPEC_RAKE_SPECTASK
+namespace :spec do
+  desc 'Run all specs with basic output'
+  Spec::Rake::SpecTask.new(:run) do |t|
+    t.spec_opts = PROJ.spec_opts
+    t.spec_files = PROJ.specs
+    t.libs += PROJ.libs
+  end
+  desc 'Run all specs with text output'
+  Spec::Rake::SpecTask.new(:specdoc) do |t|
+    t.spec_opts = PROJ.spec_opts + ['--format', 'specdoc']
+    t.spec_files = PROJ.specs
+    t.libs += PROJ.libs
+  end
+  if HAVE_RCOV
+    desc 'Run all specs with RCov'
+    Spec::Rake::SpecTask.new(:rcov) do |t|
+      t.spec_opts = PROJ.spec_opts
+      t.spec_files = PROJ.specs
+      t.libs += PROJ.libs
+      t.rcov = true
+      t.rcov_opts = PROJ.rcov_opts + ['--exclude', 'spec']
+    end
+  end
+end  # namespace :spec
+desc 'Alias to spec:run'
+task :spec => 'spec:run'
+task :clobber => 'spec:clobber_rcov' if HAVE_RCOV
+remove_desc_for_task %w(spec:clobber_rcov)
+end  # if HAVE_SPEC_RAKE_SPECTASK
+# EOF

data/tasks/svn.rake ADDED Viewed

@@ -0,0 +1,44 @@
+# $Id$
+if PROJ.svn and system("svn --version 2>&1 > #{DEV_NULL}")
+unless PROJ.svn_root
+  info = %x/svn info ./
+  m = %r/^Repository Root:\s+(.*)$/.match(info)
+  PROJ.svn_root = (m.nil? ? '' : m[1])
+end
+PROJ.svn_root = File.join(PROJ.svn_root, PROJ.svn) if String === PROJ.svn
+namespace :svn do
+  desc 'Show tags from the SVN repository'
+  task :show_tags do |t|
+    tags = %x/svn list #{File.join(PROJ.svn_root, PROJ.svn_tags)}/
+    tags.gsub!(%r/\/$/, '')
+    puts tags
+  end
+  desc 'Create a new tag in the SVN repository'
+  task :create_tag do |t|
+    v = ENV['VERSION'] or abort 'Must supply VERSION=x.y.z'
+    abort "Versions don't match #{v} vs #{PROJ.version}" if v != PROJ.version
+    trunk = File.join(PROJ.svn_root, PROJ.svn_trunk)
+    tag = "%s-%s" % [PROJ.name, PROJ.version]
+    tag = File.join(PROJ.svn_root, PROJ.svn_tags, tag)
+    msg = "Creating tag for #{PROJ.name} version #{PROJ.version}"
+    puts "Creating SVN tag '#{tag}'"
+    unless system "svn cp -m '#{msg}' #{trunk} #{tag}"
+      abort "Tag creation failed"
+    end
+  end
+end  # namespace :svn
+task 'gem:release' => 'svn:create_tag'
+end  # if PROJ.svn
+# EOF

data/tasks/test.rake ADDED Viewed

@@ -0,0 +1,40 @@
+# $Id$
+require 'rake/testtask'
+namespace :test do
+  Rake::TestTask.new(:run) do |t|
+    t.libs = PROJ.libs
+    t.test_files = if test ?f, PROJ.test_file then [PROJ.test_file]
+                   else PROJ.tests end
+    t.ruby_opts += PROJ.ruby_opts
+    t.ruby_opts += PROJ.test_opts
+  end
+  if HAVE_RCOV
+    desc 'Run rcov on the unit tests'
+    task :rcov => :clobber_rcov do
+      opts = PROJ.rcov_opts.join(' ')
+      files = if test ?f, PROJ.test_file then [PROJ.test_file]
+              else PROJ.tests end
+      files = files.join(' ')
+      sh "#{RCOV} #{files} #{opts}"
+    end
+    desc 'Remove rcov products'
+    task :clobber_rcov do
+      rm_r 'coverage' rescue nil
+    end
+  end
+end  # namespace :test
+desc 'Alias to test:run'
+task :test => 'test:run'
+task :clobber => 'test:clobber_rcov' if HAVE_RCOV
+remove_desc_for_task %w(test:clobber_rcov)
+# EOF

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rmmseg
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - pluskid
@@ -9,18 +9,10 @@ autorequire:
 bindir: bin
 cert_chain: []
-date: 2008-02-01 00:00:00 +08:00
+date: 2008-02-05 00:00:00 -08:00
 default_executable:
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: hoe
-  version_requirement:
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.5.0
-    version:
+dependencies: []
 description: "RMMSeg is an implementation of MMSEG Chinese word segmentation algorithm. It is based on two variants of maximum matching algorithms. Two algorithms are available for using:   * simple algorithm that uses only forward maximum matching. * complex algorithm that uses three-word chunk maximum matching and 3 aditonal rules to solve ambiguities.  For more information about the algorithm, please refer to the following essays:  * http://technology.chtsai.org/mmseg/ * http://pluskid.lifegoo.com/?p=261"
 email: pluskid@gmail.com
 executables:
@@ -29,9 +21,9 @@ extensions: []
 extra_rdoc_files:
 - History.txt
-- Manifest.txt
 - README.txt
 - TODO.txt
+- bin/rmmseg
 files:
 - History.txt
 - Manifest.txt
@@ -72,6 +64,17 @@ files:
 - spec/spec_helper.rb
 - spec/svwl_rule_spec.rb
 - spec/word_spec.rb
+- tasks/annotations.rake
+- tasks/doc.rake
+- tasks/gem.rake
+- tasks/homepage.rake
+- tasks/manifest.rake
+- tasks/post_load.rake
+- tasks/rubyforge.rake
+- tasks/setup.rb
+- tasks/spec.rake
+- tasks/svn.rake
+- tasks/test.rake
 has_rdoc: true
 homepage: http://rmmseg.rubyforge.org
 post_install_message:
@@ -98,6 +101,6 @@ rubyforge_project: rmmseg
 rubygems_version: 1.0.1
 signing_key:
 specification_version: 2
-summary: RMMSeg is an implementation of MMSEG algorithm in Ruby. MMSEG is a Chinese segmentation algorithm based on two variants of maximum matching.  RMMSeg can be used as a stand alone program or as an Analyzer of Ferret.
+summary: RMMSeg is an implementation of MMSEG Chinese word segmentation algorithm
 test_files: []