ajax-cat 0.2.0 → 0.3.0

data/Gemfile

@@ -5,8 +5,16 @@ source "http://rubygems.org"
 
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.
+
+gem 'sinatra', "~> 1.3.2"
+gem 'colorize', "~> 0.5.8"
+gem "thin", "~> 1.3.1"
+gem "thor", "~> 0.15.2"
+
 group :development do
   gem "rdoc", "~> 3.12"
   gem "bundler", "~> 1.0.0"
   gem "jeweler", "~> 1.8.3"
+  gem "shoulda", "~> 3.0.1"
+  gem "curb", "~> 0.8.0"
 end

data/Gemfile.lock

@@ -1,6 +1,10 @@
 GEM
   remote: http://rubygems.org/
   specs:
+    colorize (0.5.8)
+    curb (0.8.0)
+    daemons (1.1.8)
+    eventmachine (0.12.10)
     git (1.2.5)
     jeweler (1.8.3)
       bundler (~> 1.0)
@@ -8,14 +12,38 @@ GEM
       rake
       rdoc
     json (1.6.6)
+    rack (1.4.1)
+    rack-protection (1.2.0)
+      rack
     rake (0.9.2.2)
     rdoc (3.12)
       json (~> 1.4)
+    shoulda (3.0.1)
+      shoulda-context (~> 1.0.0)
+      shoulda-matchers (~> 1.0.0)
+    shoulda-context (1.0.0)
+    shoulda-matchers (1.0.0)
+    sinatra (1.3.2)
+      rack (~> 1.3, >= 1.3.6)
+      rack-protection (~> 1.2)
+      tilt (~> 1.3, >= 1.3.3)
+    thin (1.3.1)
+      daemons (>= 1.0.9)
+      eventmachine (>= 0.12.6)
+      rack (>= 1.0.0)
+    thor (0.15.2)
+    tilt (1.3.3)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   bundler (~> 1.0.0)
+  colorize (~> 0.5.8)
+  curb (~> 0.8.0)
   jeweler (~> 1.8.3)
   rdoc (~> 3.12)
+  shoulda (~> 3.0.1)
+  sinatra (~> 1.3.2)
+  thin (~> 1.3.1)
+  thor (~> 0.15.2)

data/Rakefile

@@ -13,7 +13,6 @@ require 'rake'
 
 require 'jeweler'
 Jeweler::Tasks.new do |gem|
-  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
   gem.name = "ajax-cat"
   gem.homepage = "http://github.com/hypertornado/ajax-cat"
   gem.license = "MIT"
@@ -21,15 +20,21 @@ Jeweler::Tasks.new do |gem|
   gem.description = %Q{computer-aided translation backed by machine translation}
   gem.email = "odchazel@gmail.com"
   gem.authors = ["Ondrej Odchazel"]
-  # dependencies defined in Gemfile
 end
 Jeweler::RubygemsDotOrgTasks.new
 
 require 'rake/testtask'
-Rake::TestTask.new(:test) do |test|
-  test.libs << 'lib' << 'test'
-  test.pattern = 'test/**/test_*.rb'
-  test.verbose = true
+namespace :test do
+  Rake::TestTask.new(:unit) do |test|
+    test.libs << 'lib' << 'test'
+    test.test_files = FileList['test/unit/test_*.rb','test/integration/*.rb']
+    test.verbose = false
+  end
+  Rake::TestTask.new(:integration) do |test|
+    test.libs << 'lib' << 'test'
+    test.test_files = FileList['test/integration/*.rb']
+    test.verbose = false
+  end
 end
 
 task :default => :test

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.3.0

data/ajax-cat.gemspec

@@ -5,13 +5,14 @@
 
 Gem::Specification.new do |s|
   s.name = "ajax-cat"
-  s.version = "0.2.0"
+  s.version = "0.3.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Ondrej Odchazel"]
-  s.date = "2012-04-26"
+  s.date = "2012-05-16"
   s.description = "computer-aided translation backed by machine translation"
   s.email = "odchazel@gmail.com"
+  s.executables = ["ajax-cat"]
   s.extra_rdoc_files = [
     "LICENSE.txt",
     "README.rdoc"
@@ -25,25 +26,40 @@ Gem::Specification.new do |s|
     "Rakefile",
     "VERSION",
     "ajax-cat.gemspec",
+    "bin/ajax-cat",
     "lib/.DS_Store",
     "lib/ajax-cat.rb",
-    "lib/public/AjaxCatList.coffee",
-    "lib/public/AjaxCatTranslation.coffee",
-    "lib/public/Suggestions.coffee",
-    "lib/public/TranslationTable.coffee",
-    "lib/public/Utils.coffee",
-    "lib/public/ajax-cat.coffee",
-    "lib/public/ajax-cat.js",
-    "lib/public/bootstrap.css",
-    "lib/public/bootstrap.js",
-    "lib/public/index.html",
-    "lib/public/index.js",
-    "lib/public/jquery.js",
-    "lib/public/style.css",
-    "lib/public/translation.html",
-    "lib/public/translation.js",
+    "lib/ajax-cat/ajax_cat_server.rb",
+    "lib/ajax-cat/logger.rb",
+    "lib/ajax-cat/moses_pair.rb",
+    "lib/ajax-cat/public/AjaxCatList.coffee",
+    "lib/ajax-cat/public/AjaxCatTranslation.coffee",
+    "lib/ajax-cat/public/Suggestions.coffee",
+    "lib/ajax-cat/public/TranslationTable.coffee",
+    "lib/ajax-cat/public/Utils.coffee",
+    "lib/ajax-cat/public/ajax-cat.coffee",
+    "lib/ajax-cat/public/ajax-cat.js",
+    "lib/ajax-cat/public/bootstrap.css",
+    "lib/ajax-cat/public/bootstrap.js",
+    "lib/ajax-cat/public/index.html",
+    "lib/ajax-cat/public/index.js",
+    "lib/ajax-cat/public/jquery.js",
+    "lib/ajax-cat/public/style.css",
+    "lib/ajax-cat/public/translation.html",
+    "lib/ajax-cat/public/translation.js",
+    "lib/ajax-cat/request/raw.rb",
+    "lib/ajax-cat/request/simple.rb",
+    "test/fixtures/europarl.srilm.gz",
+    "test/fixtures/moses.ini",
+    "test/fixtures/phrase-table",
+    "test/fixtures/translation_table",
     "test/helper.rb",
-    "test/test_ajax-cat.rb"
+    "test/integration/test_start_and_stop.rb",
+    "test/unit/.DS_Store",
+    "test/unit/test_logger.rb",
+    "test/unit/test_moses_pair.rb",
+    "test/unit/test_raw_request.rb",
+    "test/unit/test_simple_request.rb"
   ]
   s.homepage = "http://github.com/hypertornado/ajax-cat"
   s.licenses = ["MIT"]
@@ -55,18 +71,36 @@ Gem::Specification.new do |s|
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<sinatra>, ["~> 1.3.2"])
+      s.add_runtime_dependency(%q<colorize>, ["~> 0.5.8"])
+      s.add_runtime_dependency(%q<thin>, ["~> 1.3.1"])
+      s.add_runtime_dependency(%q<thor>, ["~> 0.15.2"])
       s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_development_dependency(%q<shoulda>, ["~> 3.0.1"])
+      s.add_development_dependency(%q<curb>, ["~> 0.8.0"])
     else
+      s.add_dependency(%q<sinatra>, ["~> 1.3.2"])
+      s.add_dependency(%q<colorize>, ["~> 0.5.8"])
+      s.add_dependency(%q<thin>, ["~> 1.3.1"])
+      s.add_dependency(%q<thor>, ["~> 0.15.2"])
       s.add_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_dependency(%q<shoulda>, ["~> 3.0.1"])
+      s.add_dependency(%q<curb>, ["~> 0.8.0"])
     end
   else
+    s.add_dependency(%q<sinatra>, ["~> 1.3.2"])
+    s.add_dependency(%q<colorize>, ["~> 0.5.8"])
+    s.add_dependency(%q<thin>, ["~> 1.3.1"])
+    s.add_dependency(%q<thor>, ["~> 0.15.2"])
     s.add_dependency(%q<rdoc>, ["~> 3.12"])
     s.add_dependency(%q<bundler>, ["~> 1.0.0"])
     s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+    s.add_dependency(%q<shoulda>, ["~> 3.0.1"])
+    s.add_dependency(%q<curb>, ["~> 0.8.0"])
   end
 end
 

data/bin/ajax-cat

@@ -0,0 +1,14 @@
+#!/bin/ruby
+
+require_relative('../lib/ajax-cat.rb')
+
+case ARGV.first
+when "start"
+  AjaxCat::Starter.start(8585, true)
+when "stop"
+  puts "Stopping ajax-cat server."
+  AjaxCat::Starter.stop
+  puts "Server stopped."
+else
+  puts "Unknown command."
+end

data/lib/ajax-cat.rb

@@ -1,5 +1,38 @@
-require 'sinatra.rb'
+#echo "i think that this house is small" | ./moses -f en-cs/moses.ini  -n-best-list - 10 distinct -include-alignment-in-n-best true 2>/dev/null
+
+require 'sinatra/base'
+require 'thin'
+require 'json'
+require 'thread'
+require 'colorize'
+require_relative 'ajax-cat/moses_pair.rb'
+require_relative 'ajax-cat/request/raw.rb'
+require_relative 'ajax-cat/request/simple.rb'
+require_relative 'ajax-cat/ajax_cat_server.rb'
+require_relative 'ajax-cat/logger.rb'
+
+module AjaxCat
+
+  class Starter
+
+    def self.pair
+      @@pair
+    end
+
+  	def self.start(port = 8585, silent = false)
+      logger = Logger.new
+      logger.log "starting ajax-cat"
+      Thin::Logging.silent = silent
+      @@pair = MosesPair.new('cs-en',"moses","/Users/ondrejodchazel/projects/ajax-cat/ajax-cat-new/test/fixtures/moses.ini")
+      Dir.chdir(Dir.home)
+      Dir.mkdir('.ajax-cat') unless Dir.exist?('.ajax-cat')
+      builder = Rack::Builder.new do
+        map('/'){ run AjaxCatServer }
+      end
+      logger.log "starting server on port #{port}"
+      Rack::Handler::Thin.run builder, :Port => port
+      logger.log "shutting down ajax-cat server"
+    end
+  end
 
-get '/' do
-  redirect '/index.html'
 end

data/lib/ajax-cat/ajax_cat_server.rb

@@ -0,0 +1,21 @@
+
+module AjaxCat
+
+	class AjaxCatServer < Sinatra::Base
+
+		configure :production, :development do
+    	disable :logging
+  	end
+
+		get '/' do 
+			"hello world"		
+		end
+
+		get '/api/raw' do
+			req = Request::Raw.new(params[:q])
+			Starter.pair.process_request(req)
+		end
+
+	end
+
+end

data/lib/ajax-cat/logger.rb

@@ -0,0 +1,33 @@
+module AjaxCat
+	class Logger
+
+		@@print = true
+
+		def self.print_log(val)
+			@@print = val
+		end
+
+		def initialize(prefix = false)
+			@prefix = prefix
+		end
+
+		def log(message)
+			return unless @@print
+			puts compose_message(message)
+		end
+
+		def compose_message(message)
+			t = Time.now
+			milliseconds = (t.to_f * 1000 % 1000).to_i
+			ret = (t.strftime("%Y-%d-%m %H:%M:%S.#{milliseconds}") + " ")
+			(3 - milliseconds.to_s.length).times {ret += " "}
+			if @prefix
+				ret = "#{ret}#{@prefix.red}: #{message}"
+			else
+				ret = "#{ret}#{message.green}"
+			end
+			ret
+		end
+
+	end
+end

data/lib/ajax-cat/moses_pair.rb

@@ -0,0 +1,62 @@
+module AjaxCat
+  class MosesPair
+
+  	def initialize(name, moses_path, moses_ini_path)
+      @logger = Logger.new(name)
+      @logger.log "starting pair".green
+      @request_queue = []
+      @name = name
+      @queue_lock = Mutex.new
+      Dir.chdir(Dir.home + "/.ajax-cat")
+  		@fifo_path = "#{Dir.home}/.ajax-cat/#{name}_fifo.fifo"
+      system("rm #{@fifo_path}; mkfifo #{@fifo_path}")
+      t1 = Thread.new{reader()}
+      @pipe = IO.popen("#{moses_path} -f #{moses_ini_path} -n-best-list - 300 distinct > #{@fifo_path} 2>/dev/null", "w")
+      process_request(Request::Raw.new("start_test"))
+      @logger.log "pair started".green
+    end
+
+  	def process_string(str)
+  		@pipe.write("#{str}\nxxxxnonsensestringxxx\n")
+  		@pipe.flush
+  	end
+
+    def process_request(request)
+      @logger.log "processing #{request.class.name} '#{request.sentence.blue}'"
+      @queue_lock.synchronize do
+        request.lock.lock
+        @request_queue.push(request)
+        process_string(request.sentence)
+      end
+      #TODO: avoid active waiting somehow
+      until request.processed 
+        sleep 0.001
+      end
+      @logger.log "processed #{request.class.name} '#{request.sentence.blue}'"
+      request.result
+    end
+
+  	def reader
+      f = open @fifo_path, File::RDWR|File::NONBLOCK
+      last_position = -1
+
+      while l = f.readline
+        position = Request::Raw.parse_position(l)
+        if position != last_position
+          if (last_position % 2 == 0)
+            @current_request.processed = true
+            @current_request = nil
+          else
+            @queue_lock.synchronize do
+              @current_request = @request_queue.shift
+            end
+          end
+        end
+        @current_request.process_line(l) if @current_request
+        last_position = position
+      end
+  	end
+
+
+  end
+end

data/lib/ajax-cat/request/raw.rb

@@ -0,0 +1,36 @@
+
+
+module AjaxCat
+
+	module Request
+
+		class Raw
+
+			attr_accessor :sentence, :lock, :processed
+
+			def initialize(sentence)
+				@sentence = sentence
+				@lines = []
+				@lock = Mutex.new
+				@processed = false
+				#@lock.lock
+			end
+
+			def result
+				@lines.join("\n")
+			end
+
+			def process_line(line)
+				@lines << line.chomp
+			end
+
+			def Raw.parse_position(line)
+				Integer(line.split(" ||| ").first)
+			end
+
+		end
+
+	end
+
+
+end

data/lib/ajax-cat/request/simple.rb

@@ -0,0 +1,27 @@
+
+
+module AjaxCat
+
+	module Request
+
+		class Simple < Raw
+
+			def initialize(sentence)
+				super(sentence)
+				@best_translation = false
+			end
+
+			def result
+				@best_translation
+			end
+
+			def process_line(line)
+				@best_translation = line.split(" ||| ")[1] unless @best_translation
+			end
+
+		end
+
+	end
+
+
+end

data/test/fixtures/moses.ini

@@ -0,0 +1,42 @@
+#########################
+### MOSES CONFIG FILE ###
+#########################
+
+# input factors
+[input-factors]
+0
+
+# mapping steps, either (T) translation or (G) generation
+[mapping]
+T 0
+
+# translation tables: source-factors, target-factors, number of scores, file
+[ttable-file]
+0 0 0 1 /Users/ondrejodchazel/projects/ajax-cat/ajax-cat-new/test/fixtures/phrase-table
+
+# language models: type(srilm/irstlm/kenlm), factors, order, file
+[lmodel-file]
+8 0 3 /Users/ondrejodchazel/projects/ajax-cat/ajax-cat-new/test/fixtures/europarl.srilm.gz
+
+# limit on how many phrase translations e for each phrase f are loaded
+[ttable-limit]
+10
+
+# distortion (reordering) weight
+[weight-d]
+1
+
+# language model weights
+[weight-l]
+1
+
+# translation model weights
+[weight-t]
+1
+
+# word penalty
+[weight-w]
+0
+
+
+

data/test/fixtures/phrase-table

@@ -0,0 +1,22 @@
+der ||| the ||| 0.3 ||| ||| 
+das ||| the ||| 0.4 ||| |||  
+das ||| it ||| 0.1 ||| ||| 
+das ||| this ||| 0.1 ||| ||| 
+die ||| the ||| 0.3 ||| ||| 
+ist ||| is ||| 1.0 ||| ||| 
+ist ||| 's ||| 1.0 ||| ||| 
+das ist ||| it is ||| 0.2 ||| ||| 
+das ist ||| this is ||| 0.8 ||| ||| 
+es ist ||| it is ||| 0.8 ||| ||| 
+es ist ||| this is ||| 0.2 ||| ||| 
+ein ||| a ||| 1.0 ||| ||| 
+ein ||| an ||| 1.0 ||| ||| 
+klein ||| small ||| 0.8 ||| ||| 
+klein ||| little ||| 0.8 ||| ||| 
+kleines ||| small ||| 0.2 ||| ||| 
+kleines ||| little ||| 0.2 ||| ||| 
+haus ||| house ||| 1.0 ||| ||| 
+alt ||| old ||| 0.8 ||| ||| 
+altes ||| old ||| 0.2 ||| ||| 
+gibt ||| gives ||| 1.0 ||| ||| 
+es gibt ||| there is ||| 1.0 ||| ||| 

data/test/fixtures/translation_table

@@ -0,0 +1,10 @@
+10 ||| myslím , že tento dům je malá  ||| d: 0 lm: -33.2059 w: -7 tm: -3.67773 -6.51247 -6.97174 -12.6506 3.99959 ||| -4.63843 ||| 0-1=0 2=1-2 3-5=3-5 6=6
+10 ||| myslím , že tento dům je malý  ||| d: 0 lm: -34.3365 w: -7 tm: -3.64414 -6.48191 -4.03682 -12.2464 2.99969 ||| -4.69029 ||| 0-1=0-1 2-4=2-4 5-6=5-6
+10 ||| myslím si , že tento dům je malá  ||| d: 0 lm: -34.5709 w: -8 tm: -3.97815 -7.51106 -6.04539 -15.5693 2.99969 ||| -4.83337 ||| 0-2=0-3 3-5=4-6 6=7
+10 ||| myslím , že tento dům je malé  ||| d: 0 lm: -36.2431 w: -7 tm: -3.06731 -6.01768 -5.40147 -11.3428 3.99959 ||| -4.8618 ||| 0-1=0 2=1-2 3-5=3-5 6=6
+10 ||| myslím si , že tento dům je malý  ||| d: 0 lm: -35.7015 w: -8 tm: -4.0827 -7.4805 -5.13395 -15.1651 2.99969 ||| -4.93817 ||| 0-2=0-3 3-4=4-5 5-6=6-7
+10 ||| myslím si , že tento dům je malé  ||| d: 0 lm: -37.6081 w: -8 tm: -3.36773 -7.01628 -4.47512 -14.2614 2.99969 ||| -5.05673 ||| 0-2=0-3 3-5=4-6 6=7
+10 ||| myslím , že ten dům je malá  ||| d: 0 lm: -33.8666 w: -7 tm: -3.96541 -8.63605 -6.97174 -14.701 3.99959 ||| -5.06442 ||| 0-1=0 2=1-2 3-5=3-5 6=6
+10 ||| já si myslím , že tento dům je malá  ||| d: 0 lm: -36.2835 w: -9 tm: -4.37879 -7.00264 -11.7897 -17.6029 4.99948 ||| -5.07232 ||| 0=0 1=1-3 2=4 3-5=5-7 6=8
+10 ||| já si myslím , že tento dům je malý  ||| d: 0 lm: -37.414 w: -9 tm: -4.48335 -6.97208 -10.8782 -17.1987 4.99948 ||| -5.17712 ||| 0=0 1=1-3 2=4 3-4=5-6 5-6=7-8
+10 ||| myslím , že ten dům je malý  ||| d: 0 lm: -34.9971 w: -7 tm: -3.9666 -8.60549 -6.49189 -14.2969 3.99959 ||| -5.18705 ||| 0-1=0 2=1-2 3-5=3-5 6=6

data/test/helper.rb

@@ -1,5 +1,6 @@
 require 'rubygems'
 require 'bundler'
+
 begin
   Bundler.setup(:default, :development)
 rescue Bundler::BundlerError => e
@@ -8,10 +9,62 @@ rescue Bundler::BundlerError => e
   exit e.status_code
 end
 require 'test/unit'
+require 'shoulda'
+require 'curb'
 
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 require 'ajax-cat'
 
-class Test::Unit::TestCase
-end
+@moses_ini = <<-END
+#########################
+### MOSES CONFIG FILE ###
+#########################
+
+# input factors
+[input-factors]
+0
+
+# mapping steps, either (T) translation or (G) generation
+[mapping]
+T 0
+
+# translation tables: source-factors, target-factors, number of scores, file
+[ttable-file]
+0 0 0 1 #{Dir.pwd}/test/fixtures/phrase-table
+
+# language models: type(srilm/irstlm/kenlm), factors, order, file
+[lmodel-file]
+8 0 3 #{Dir.pwd}/test/fixtures/europarl.srilm.gz
+
+# limit on how many phrase translations e for each phrase f are loaded
+[ttable-limit]
+10
+
+# distortion (reordering) weight
+[weight-d]
+1
+
+# language model weights
+[weight-l]
+1
+
+# translation model weights
+[weight-t]
+1
+
+# word penalty
+[weight-w]
+0
+
+[n-best-list]
+nbest.txt
+100
+
+
+
+END
+
+f = File.new(File.dirname(__FILE__) + "/fixtures/moses.ini", "w")
+f.write(@moses_ini)
+f.close

data/test/integration/test_start_and_stop.rb

@@ -0,0 +1,28 @@
+require 'helper'
+
+module AjaxCat
+
+	class TestStartAndStop < Test::Unit::TestCase
+	  context "run app" do
+
+	  	setup do
+	  		@port = 8585
+	  		@pid = fork do
+	  			Starter.start(@port, false)
+	  		end
+	  	end
+
+	  	should "start server on default port 8585" do
+	  		sleep 3
+	  		result = Curl::Easy.perform("http://localhost:#{@port}/index.html")
+	  		assert_equal 200, result.response_code
+	  	end
+
+	  	teardown do
+	  		Process.kill 'TERM', @pid
+	  	end
+
+	  end
+	end
+
+end

data/test/unit/test_logger.rb

@@ -0,0 +1,21 @@
+require 'helper'
+
+module AjaxCat
+
+	class TestLogger < Test::Unit::TestCase
+	  context "run app" do
+
+	  	setup do
+	  		@logger = Logger.new("prefix")
+	  	end
+
+	  	should "log message" do	  
+	  		res = @logger.compose_message("message")		
+	  		assert (res =~ /prefix/), "not match prefix"
+	  		assert (res =~ /message/), "not match message"
+	  	end
+
+	  end
+	end
+
+end

data/test/unit/test_moses_pair.rb

@@ -0,0 +1,19 @@
+require 'helper'
+
+module AjaxCat
+
+	class TestMosesPair < Test::Unit::TestCase
+	  def test_moses_pair
+
+	  	Logger.print_log(false)
+
+	  	moses_ini_path = File.dirname(__FILE__) + "/../fixtures/moses.ini"
+	  	@pair = MosesPair.new('cs-en',"moses",moses_ini_path)
+	  	assert_equal(@pair.class, MosesPair, "right class")
+	  	request = Request::Raw.new("das ist")
+	  	result = @pair.process_request(request)
+	  	assert_equal(616, result.size)
+	  end
+	end
+
+end

data/test/unit/test_raw_request.rb

@@ -0,0 +1,39 @@
+# encoding: utf-8
+require 'helper'
+
+module AjaxCat
+
+	module Request
+
+		class TestRawRequest < Test::Unit::TestCase
+
+			def test_can_read_fixture
+				text = File.readlines(File.dirname(__FILE__) + "/../fixtures/translation_table")[0].chop
+		  	assert_equal(text,
+		  		"10 ||| myslím , že tento dům je malá  ||| d: 0 lm: -33.2059 w: -7 tm: -3.67773 -6.51247 -6.97174 -12.6506 3.99959 ||| -4.63843 ||| 0-1=0 2=1-2 3-5=3-5 6=6",
+		  		"fixture string is same"
+		  	)
+			end
+
+		  def test_parse_position
+		  	text = File.readlines(File.dirname(__FILE__) + "/../fixtures/translation_table")[0].chop
+		  	position = Raw.parse_position(text)
+		  	assert_equal(10, position, "parsing position")
+		  end
+
+		  def test_process_line_and_get_result
+
+		  	request = Raw.new("");
+		  	File.new(File.dirname(__FILE__) + "/../fixtures/translation_table").each do |line|
+		  		request.process_line(line)
+		  	end
+
+		  	assert_equal(File.read(File.dirname(__FILE__) + "/../fixtures/translation_table"), request.result)
+
+		  end
+
+		end
+
+	end
+
+end

data/test/unit/test_simple_request.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+require 'helper'
+
+module AjaxCat
+
+	module Request
+
+		class TestSimpleRequest < Test::Unit::TestCase
+
+		  def test_process_line_and_get_result
+
+		  	request = Simple.new("");
+		  	File.new(File.dirname(__FILE__) + "/../fixtures/translation_table").each do |line|
+		  		request.process_line(line)
+		  	end
+		  	result = "myslím , že tento dům je malá "
+		  	assert_equal(result, request.result)
+
+		  end
+
+		end
+
+	end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ajax-cat
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,55 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-26 00:00:00.000000000Z
+date: 2012-05-16 00:00:00.000000000Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: &2177543000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *2177543000
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: &2177542520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.8
+  type: :runtime
+  prerelease: false
+  version_requirements: *2177542520
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: &2177542040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *2177542040
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: &2177541540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.15.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *2177541540
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &2164745160 !ruby/object:Gem::Requirement
+  requirement: &2177540920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +65,10 @@ dependencies:
         version: '3.12'
   type: :development
   prerelease: false
-  version_requirements: *2164745160
+  version_requirements: *2177540920
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2164744620 !ruby/object:Gem::Requirement
+  requirement: &2177540320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +76,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *2164744620
+  version_requirements: *2177540320
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &2164744140 !ruby/object:Gem::Requirement
+  requirement: &2177539360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +87,33 @@ dependencies:
         version: 1.8.3
   type: :development
   prerelease: false
-  version_requirements: *2164744140
+  version_requirements: *2177539360
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: &2177538680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.1
+  type: :development
+  prerelease: false
+  version_requirements: *2177538680
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: &2177538200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :development
+  prerelease: false
+  version_requirements: *2177538200
 description: computer-aided translation backed by machine translation
 email: odchazel@gmail.com
-executables: []
+executables:
+- ajax-cat
 extensions: []
 extra_rdoc_files:
 - LICENSE.txt
@@ -60,25 +127,40 @@ files:
 - Rakefile
 - VERSION
 - ajax-cat.gemspec
+- bin/ajax-cat
 - lib/.DS_Store
 - lib/ajax-cat.rb
-- lib/public/AjaxCatList.coffee
-- lib/public/AjaxCatTranslation.coffee
-- lib/public/Suggestions.coffee
-- lib/public/TranslationTable.coffee
-- lib/public/Utils.coffee
-- lib/public/ajax-cat.coffee
-- lib/public/ajax-cat.js
-- lib/public/bootstrap.css
-- lib/public/bootstrap.js
-- lib/public/index.html
-- lib/public/index.js
-- lib/public/jquery.js
-- lib/public/style.css
-- lib/public/translation.html
-- lib/public/translation.js
+- lib/ajax-cat/ajax_cat_server.rb
+- lib/ajax-cat/logger.rb
+- lib/ajax-cat/moses_pair.rb
+- lib/ajax-cat/public/AjaxCatList.coffee
+- lib/ajax-cat/public/AjaxCatTranslation.coffee
+- lib/ajax-cat/public/Suggestions.coffee
+- lib/ajax-cat/public/TranslationTable.coffee
+- lib/ajax-cat/public/Utils.coffee
+- lib/ajax-cat/public/ajax-cat.coffee
+- lib/ajax-cat/public/ajax-cat.js
+- lib/ajax-cat/public/bootstrap.css
+- lib/ajax-cat/public/bootstrap.js
+- lib/ajax-cat/public/index.html
+- lib/ajax-cat/public/index.js
+- lib/ajax-cat/public/jquery.js
+- lib/ajax-cat/public/style.css
+- lib/ajax-cat/public/translation.html
+- lib/ajax-cat/public/translation.js
+- lib/ajax-cat/request/raw.rb
+- lib/ajax-cat/request/simple.rb
+- test/fixtures/europarl.srilm.gz
+- test/fixtures/moses.ini
+- test/fixtures/phrase-table
+- test/fixtures/translation_table
 - test/helper.rb
-- test/test_ajax-cat.rb
+- test/integration/test_start_and_stop.rb
+- test/unit/.DS_Store
+- test/unit/test_logger.rb
+- test/unit/test_moses_pair.rb
+- test/unit/test_raw_request.rb
+- test/unit/test_simple_request.rb
 homepage: http://github.com/hypertornado/ajax-cat
 licenses:
 - MIT
@@ -94,7 +176,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1449020781277461656
+      hash: -1104195367549568479
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:

data/test/test_ajax-cat.rb

@@ -1,7 +0,0 @@
-require 'helper'
-
-class TestAjaxCat < Test::Unit::TestCase
-  def test_something_for_real
-    flunk "hey buddy, you should probably rename this file and start testing for real"
-  end
-end