crfpp 0.0.2 → 0.0.3

data/README.md

@@ -1,2 +1,35 @@
 CRFPP
 =====
+
+CRFPP is a Ruby API for the [CRF++](http://crfpp.sourceforge.net/) library
+for [Conditional Random Fields](http://en.wikipedia.org/wiki/Conditional_random_field).
+
+Installation
+------------
+
+You will need to install [CRF++](http://crfpp.sourceforge.net/) prior to
+installing the CRFPP gem; simply download the sources, unpack them, and then
+execute the following commands:
+
+    $ cd CRF++-0.54
+    $ make
+    $ [sudo] make install
+    $ [sudo] gem install crfpp
+
+Alternatively, if you are using [homebrew](http://mxcl.github.com/homebrew/)
+on OS X you may prefer to:
+
+    $ brew install crf++
+    $ gem install crfpp
+
+NB: if you installed CRF++ yourself make sure to not install (or not to
+load) the Ruby extensions that are packaged with the sources as they may
+interfere with the crfpp gem.
+
+
+Credits
+-------
+
+Copyright 2011 [Sylvester Keil](http://sylvester.keil.or.at). All rights reserved.
+
+CRFPP is published under a BSD License; see the LICENSE file for details.

data/Rakefile

@@ -26,3 +26,4 @@ Rake::TestTask.new :test => [:compile] do |test|
   test.verbose = true
 end
 
+CLEAN.include('*.gem')

data/crfpp.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |s|
   s.platform    = Gem::Platform::RUBY
   s.authors     = ['Sylvester Keil']
   s.email       = ['http://sylvester.keil.or.at']
-  s.homepage    = 'http://inukshuk.github.com/crfpp'
+  s.homepage    = 'https://github.com/inukshuk/crfpp'
   s.summary     = 'Conditional Random Fields for Ruby.'
   s.description = 'A Ruby extension to interface with CRF++, the Conditional Random Fields library written in C++. You need to install libcrfpp to use this gem.'
   s.license     = 'FreeBSD'

data/ext/crfpp/native.cpp

@@ -40,5 +40,5 @@ extern "C" void Init_native() {
 	
 	Init_tagger(crfpp);
 	
-	rb_define_const(native, "VERSION", rb_str_new_cstr("0.54"));  
+	rb_define_const(native, "VERSION", rb_str_new2("0.54"));  
 }

data/lib/crfpp/feature.rb

@@ -24,6 +24,10 @@ module CRFPP
       [type.to_s.upcase, identifier(number), ':', content].compact.join
     end
     
+    def identified?
+      !id.nil?
+    end
+    
   end
   
 end

data/lib/crfpp/template.rb

@@ -3,11 +3,12 @@ module CRFPP
     
     extend Forwardable
     
+    include Enumerable
     include Filelike
     
-    attr_reader :features
+    attr_reader :sentences
     
-    def_delegators :@features, :<<, :length
+    def_delegators :@sentences, :each, :[]
     
     def initialize(path = nil)
       @path = path
@@ -15,17 +16,43 @@ module CRFPP
     end
     
     def open
-      @features = read.lines.map { |line| Feature.parse(line) }      
+      clear
+      
+      read.lines.each do |line|
+        line.chomp!
+        if line.strip.empty?
+          new_sentence 
+        else
+          push Feature.parse(line)
+        end
+      end
+      
       self
     end
     
     def clear
-      @features = []
+      @sentences = [[]]
     end
     
     def to_s
+      return '' if empty?
+      
       i = -1
-      features.map { |f| f.is_a?(Feature) ? f.to_s(i += 1) : f.chomp }.join("\n")
+      map { |s| s.map { |f| f.respond_to?(:identified?) && !f.identified? ? f.to_s(i += 1) : f }.join("\n") }.zip([]).flatten.join("\n")
+    end
+
+    def push(feature)
+      @sentences.last << feature
+    end
+    
+    alias << push
+
+    def empty?
+      [@sentences].flatten(2).compact.empty?
+    end    
+    
+    def new_sentence
+      @sentences << []
     end
     
   end

data/lib/crfpp/version.rb

@@ -1,3 +1,3 @@
 module CRFPP
-  VERSION = '0.0.2'.freeze
+  VERSION = '0.0.3'.freeze
 end

data/test/crfpp/test_feature.rb

@@ -17,8 +17,14 @@ module CRFPP
     
     def test_parse_feature_strings
       assert_equal 'U:%x[42,23]/AB', Feature.parse('U:%x[42,23]/AB').to_s
+      assert_equal 'U101:%x[42,23]/AB', Feature.parse('U101:%x[42,23]/AB').to_s
     end
     
+    def test_identifier
+      assert_equal '01', Feature.new(nil,nil,1).identifier
+      assert_equal '02', Feature.new(nil,nil,1).identifier(2)      
+      assert_equal '002', Feature.new(nil,nil,1).identifier('002')
+    end
     
   end
   

data/test/crfpp/test_template.rb

@@ -14,7 +14,7 @@ module CRFPP
 
     def test_load_template_from_file
       path = "#{FixturesRoot}/template"
-      assert_equal Template.new(path).to_s.chomp, File.open(path).read.chomp
+      assert_equal File.open(path).read.chomp, Template.new(path).to_s.chomp
     end
     
     

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crfpp
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-08-17 00:00:00.000000000Z
+date: 2011-08-18 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2156849560 !ruby/object:Gem::Requirement
+  requirement: &2156620200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '0.9'
   type: :development
   prerelease: false
-  version_requirements: *2156849560
+  version_requirements: *2156620200
 - !ruby/object:Gem::Dependency
   name: rake-compiler
-  requirement: &2156849000 !ruby/object:Gem::Requirement
+  requirement: &2156619700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: '0.7'
   type: :development
   prerelease: false
-  version_requirements: *2156849000
+  version_requirements: *2156619700
 - !ruby/object:Gem::Dependency
   name: ZenTest
-  requirement: &2156848460 !ruby/object:Gem::Requirement
+  requirement: &2156619200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,7 +43,7 @@ dependencies:
         version: '4.6'
   type: :development
   prerelease: false
-  version_requirements: *2156848460
+  version_requirements: *2156619200
 description: A Ruby extension to interface with CRF++, the Conditional Random Fields
   library written in C++. You need to install libcrfpp to use this gem.
 email:
@@ -86,7 +86,7 @@ files:
 - test/fixtures/test.data
 - test/fixtures/train.data
 - test/helper.rb
-homepage: http://inukshuk.github.com/crfpp
+homepage: https://github.com/inukshuk/crfpp
 licenses:
 - FreeBSD
 post_install_message: