greeb 0.2.0.pre1 → 0.2.0.pre2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a2f7bcbf04e2f79d8b703f67cb79de1ac65bef94
-  data.tar.gz: 3af3b46980820730acbb00cdd2c2ff0ae9fd91d4
+  metadata.gz: 80ad5b1112ea9576ba14eb52ce56a844e7ee1e94
+  data.tar.gz: 00cd04458ffaf7962d5ed828611cd1decc323852
 SHA512:
-  metadata.gz: 2ee73b3c4a6fc65dcf9b4b30728fe7d14f3e271f339913d6353e8e8ff15c5844f65848bbeb13865573ac6514953860334bb68bdf7793b6fc5d28cd05b23bdb99
-  data.tar.gz: 2ce4047f35268480ccc357eb7152623ffc2379dd7bc4c2e24169ece3390d8b02c20ae45d5874b9cb2a052571cfb820af3daf947c7215faed59c19070e8e276f1
+  metadata.gz: 965fc9a4d9ebbe6b2ed7601fa9aa7f34ccb82f722a48c8bf595786370ff1428c4cfcb4985fc5c9b9f83d5cee1a284e6ca6a440c772e071f0b3245f02717d01e8
+  data.tar.gz: 9a912f214f5c9b12eebbe7a834e3ce9c1e3d3735b1b5fcd9453029301061683019b6f02a2f8da6be70eac26b044a675d6fc87b23b44d3668efc454e7725cd2b0

data/bin/greeb

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path('../../lib', __FILE__)
+require 'rubygems'
+require 'greeb'
+
+text = STDIN.read
+text.chomp!
+
+tokens = Greeb::Tokenizer.tokenize(text)
+
+extract = proc do |entity|
+  from = tokens.index { |e| e.from == entity.from }
+  to = tokens.index { |e| e.to == entity.to }
+  tokens[from..to] = entity
+end
+
+Greeb::Parser.urls(text).each(&extract)
+Greeb::Parser.emails(text).each(&extract)
+
+tokens.each do |entity|
+  puts text[entity.from...entity.to] unless entity.type == :separ
+end

data/lib/greeb/parser.rb

@@ -49,7 +49,7 @@ module Greeb::Parser
       while text and md = text.match(regexp)
         start, stop = md.offset(0)
         matches << Greeb::Entity.new(offset + start, offset + stop, type)
-        text, offset = text[stop + 1..-1], offset + stop
+        text, offset = text[stop..-1], offset + stop
       end
     end
   end

data/lib/greeb/version.rb

@@ -5,5 +5,5 @@
 module Greeb
   # Version of Greeb.
   #
-  VERSION = '0.2.0.pre1'
+  VERSION = '0.2.0.pre2'
 end

data/spec/parser_spec.rb

@@ -16,7 +16,7 @@ module Greeb
       it 'recognizes URLs' do
         subject.must_equal(
           [Entity.new(46, 61, :url),
-           Entity.new(129, 144, :url)]
+           Entity.new(130, 145, :url)]
         )
       end
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: greeb
 version: !ruby/object:Gem::Version
-  version: 0.2.0.pre1
+  version: 0.2.0.pre2
 platform: ruby
 authors:
 - Dmitry Ustalov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-11 00:00:00.000000000 Z
+date: 2013-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -70,7 +70,8 @@ description: Greeb is a simple yet awesome and Unicode-aware regexp-based tokeni
   written in Ruby.
 email:
 - dmitry@eveel.ru
-executables: []
+executables:
+- greeb
 extensions: []
 extra_rdoc_files: []
 files:
@@ -81,6 +82,7 @@ files:
 - LICENSE
 - README.md
 - Rakefile
+- bin/greeb
 - greeb.gemspec
 - lib/greeb.rb
 - lib/greeb/parser.rb