ajax-cat 1.0.0 → 2.0.1

data/lib/ajax-cat/public/Utils.coffee

@@ -44,3 +44,19 @@ class Utils
 
   @trim: (text) =>
     return text.replace(/^\s+|\s+$/g, "")
+
+  @edit_distance: (source, target) ->
+    a = []
+    for i in [0..source.length]
+      a[i] = new Array(target.length + 1)
+      a[i][0] = i
+    a[0] = [0..target.length]
+
+    for i in [1..source.length]
+      for j in [1..target.length]
+        substitute_cost = a[i - 1][j - 1]
+        substitute_cost += 1 if (source.charAt(i - 1) != target.charAt(j - 1))
+        a[i][j] = Math.min(substitute_cost, a[i-1][j] + 1, a[i][j-1] + 1)
+    return a[source.length][target.length]
+
+

data/lib/ajax-cat/public/ajax-cat.js

@@ -40,6 +40,7 @@ AjaxCatList = (function() {
       alert("Write your email, please.");
       return;
     }
+    $.cookie("email", email);
     return $.ajax("/admin/get_experiment", {
       data: {
         email: email,
@@ -48,7 +49,7 @@ AjaxCatList = (function() {
       success: function(data) {
         var id;
         data = JSON.parse(data);
-        id = _this.add_translation(data.sentence, "EXPERIMENT #" + data.task_id + ", " + data.email, data.pair, data.task_id, data.email);
+        id = _this.add_translation(JSON.parse(data.sentences), "EXPERIMENT #" + data.task_id + ", " + data.email, data.pair, data.task_id, data.email, data);
         return window.location = "/translation.html#" + id;
       },
       error: function() {
@@ -60,6 +61,7 @@ AjaxCatList = (function() {
   AjaxCatList.prototype.new_experiment_translation = function() {
     var _this = this;
     $("#new-experiment-pair").html("");
+    $("#new-experiment-email").val($.cookie("email"));
     return $.ajax("/api/info", {
       success: function(data) {
         var p, _i, _len, _ref;
@@ -138,7 +140,7 @@ AjaxCatList = (function() {
     return this.show_translations();
   };
 
-  AjaxCatList.prototype.add_translation = function(text, name, pair, task_id, email) {
+  AjaxCatList.prototype.add_translation = function(text, name, pair, task_id, email, experiment_data) {
     var doc, docs;
     if (task_id == null) task_id = false;
     if (email == null) email = false;
@@ -153,7 +155,12 @@ AjaxCatList = (function() {
     doc.pair = pair;
     doc.email = email;
     doc.task_id = task_id;
-    doc.source = Utils.split_source(text);
+    if (jQuery.isArray(text)) {
+      doc.source = text;
+      doc.options = JSON.parse(experiment_data.options);
+    } else {
+      doc.source = Utils.split_source(text);
+    }
     doc.target = new Array(doc.source.length);
     docs.push(doc.id);
     localStorage.setItem('ac-data', JSON.stringify(docs));
@@ -169,6 +176,10 @@ AjaxCatTranslation = (function() {
 
   AjaxCatTranslation.prototype.cur_position = false;
 
+  AjaxCatTranslation.prototype.experiment = false;
+
+  AjaxCatTranslation.prototype.param_suggestion = true;
+
   function AjaxCatTranslation() {
     this.add_words = __bind(this.add_words, this);
     this.change_position = __bind(this.change_position, this);
@@ -179,6 +190,7 @@ AjaxCatTranslation = (function() {
     this.resize = __bind(this.resize, this);
     this.log = __bind(this.log, this);
     this.prepare_test = __bind(this.prepare_test, this);
+    this.change_experiment_sentence = __bind(this.change_experiment_sentence, this);
     this.time = __bind(this.time, this);
     var data, i, s, t, _i, _j, _len, _len2, _ref, _ref2,
       _this = this;
@@ -235,16 +247,16 @@ AjaxCatTranslation = (function() {
     return setTimeout(this.time, 10);
   };
 
-  AjaxCatTranslation.prototype.prepare_test = function() {
+  AjaxCatTranslation.prototype.change_experiment_sentence = function() {
     var _this = this;
-    AjaxCatList.delete_document(this.hash);
-    $("#save").hide();
-    $("#send-experiment").show();
-    $("#send-experiment").click(function() {
+    if (this.cur_position + 1 < this.doc.source.length) {
+      return this.change_position(this.cur_position + 1);
+    } else {
       $("#send-experiment").hide();
       return $.ajax("/admin/save_experiment", {
         data: {
-          log: JSON.stringify(_this.doc)
+          "log_id": this.doc.task_id,
+          log: JSON.stringify(this.doc)
         },
         type: "post",
         success: function() {
@@ -255,6 +267,20 @@ AjaxCatTranslation = (function() {
           return alert("Could not save experiment.");
         }
       });
+    }
+  };
+
+  AjaxCatTranslation.prototype.prepare_test = function() {
+    var _this = this;
+    AjaxCatList.delete_document(this.hash);
+    this.experiment = true;
+    $("#save").hide();
+    $("#experiment-settings").show();
+    $("#top-translations").hide();
+    $("#bottom-translations").hide();
+    $("#send-experiment").show();
+    $("#send-experiment").click(function() {
+      return _this.change_experiment_sentence();
     });
     this.doc.log = [];
     this.time();
@@ -273,7 +299,10 @@ AjaxCatTranslation = (function() {
     };
     if (type) new_log.type = type;
     if (param) new_log.param = param;
-    this.doc.log.push(new_log);
+    if (this.doc.log[this.cur_position] === void 0) {
+      this.doc.log[this.cur_position] = [];
+    }
+    this.doc.log[this.cur_position].push(new_log);
     return $("#log").append(JSON.stringify(new_log) + "<br>");
   };
 
@@ -357,6 +386,7 @@ AjaxCatTranslation = (function() {
 
   AjaxCatTranslation.prototype.load_translation_table = function(sentence) {
     var _this = this;
+    if (this.table_request) this.table_request.abort();
     sentence = Utils.tokenize(sentence);
     if (sentence.match(/^[\ \t]*$/)) {
       $("#translation-table-container").html("");
@@ -364,7 +394,7 @@ AjaxCatTranslation = (function() {
       return;
     }
     $("#translation-table-container").text("");
-    return $.ajax("/api/table", {
+    return this.table_request = $.ajax("/api/table", {
       data: {
         pair: this.pair,
         q: sentence
@@ -379,6 +409,18 @@ AjaxCatTranslation = (function() {
   };
 
   AjaxCatTranslation.prototype.change_position = function(position) {
+    if (this.experiment) {
+      if (!((position === 0 && this.cur_position === false) || (this.cur_position + 1 === position))) {
+        return;
+      }
+      this.param_suggestion = this.doc.options[position].suggestion;
+      $("#suggestion-panel-is-on").text(this.param_suggestion);
+      $("#translated-status").text("translating sentence " + (position + 1) + " out of " + this.doc.source.length);
+      if ((position + 1) === this.doc.source.length) {
+        $("#send-experiment").text("Finish experiment");
+      }
+    }
+    this.suggestions.clear();
     if (this.cur_position !== false) this.save_target();
     $("#source-top").children().slice(0, position).show();
     $("#source-top").children().slice(position, this.length).hide();
@@ -453,6 +495,7 @@ Suggestions = (function() {
   }
 
   Suggestions.prototype.clear = function() {
+    if (this.suggestion_request) this.suggestion_request.abort();
     $(".ac-suggestion").text("");
     $(".ac-suggestion").removeClass('suggestion-enabled');
     return $(".ac-suggestion").removeClass('suggestion-active');
@@ -462,11 +505,12 @@ Suggestions = (function() {
     var covered, sentence, translated,
       _this = this;
     this.clear();
+    if (!this.translation.param_suggestion) return;
     sentence = $("#source-sentence").text();
     sentence = Utils.tokenize(sentence);
     translated = Utils.tokenize($("#source-target").text());
     covered = this.translation.table.covered_vector();
-    return $.ajax("/api/suggestion", {
+    return this.suggestion_request = $.ajax("/api/suggestion", {
       data: {
         pair: this.translation.pair,
         q: Utils.tokenize(sentence),
@@ -482,11 +526,13 @@ Suggestions = (function() {
   };
 
   Suggestions.prototype.take_suggestion = function() {
-    var text;
+    var from, text, to;
     if (this.get_position() === false) return;
     text = $(".suggestion-active span").text();
+    from = $(".suggestion-active").data('from');
+    to = $(".suggestion-active").data('to');
     this.translation.add_words(text);
-    return this.translation.table.mark_words(text);
+    return this.translation.table.mark_interval(from, to);
   };
 
   Suggestions.prototype.process_suggestions = function(data) {
@@ -498,7 +544,9 @@ Suggestions = (function() {
       suggestion = _ref[_i];
       translation = $("#target-sentence").val();
       el = $(".ac-suggestion").slice(i, i + 1);
-      el.html("" + translation + " <span>" + suggestion + "</span>");
+      el.html("" + translation + " <span>" + suggestion.text + "</span>");
+      el.data('from', suggestion.from);
+      el.data('to', suggestion.to);
       el.addClass('suggestion-enabled');
       _results.push(i += 1);
     }
@@ -550,6 +598,7 @@ TranslationTable = (function() {
     this.unmark_position = __bind(this.unmark_position, this);
     this.mark_position = __bind(this.mark_position, this);
     this.mark_interval = __bind(this.mark_interval, this);
+    this.mark_words_OLD = __bind(this.mark_words_OLD, this);
     this.mark_words = __bind(this.mark_words, this);
     this.position_marked = __bind(this.position_marked, this);
     this.get_row = __bind(this.get_row, this);
@@ -643,8 +692,32 @@ TranslationTable = (function() {
     return false;
   };
 
-  TranslationTable.prototype.mark_words = function(words) {
+  TranslationTable.prototype.mark_words = function(word) {
+    var best_element, best_result, el, element_text, maximal_acceptable_distance, result, _i, _len, _ref;
+    word = Utils.trim(word);
+    best_result = 10000;
+    best_element = null;
+    maximal_acceptable_distance = 1;
+    if (word.length < 5) maximal_acceptable_distance = 0;
+    if (word.length > 10) maximal_acceptable_distance = 2;
+    _ref = $(".ac-word div");
+    for (_i = 0, _len = _ref.length; _i < _len; _i++) {
+      el = _ref[_i];
+      element_text = Utils.trim($(el).text());
+      result = Utils.edit_distance(word, element_text);
+      if (result < best_result) {
+        best_result = result;
+        best_element = $(el);
+      }
+    }
+    if (best_element !== null && best_result <= maximal_acceptable_distance) {
+      return this.mark_interval(best_element.data('position-from'), best_element.data('position-to'));
+    }
+  };
+
+  TranslationTable.prototype.mark_words_OLD = function(words) {
     var el, el_text, _i, _len, _ref;
+    console.log("MARKING WORDS: " + words);
     words = "" + words + " ";
     _ref = $(".ac-word div");
     for (_i = 0, _len = _ref.length; _i < _len; _i++) {
@@ -761,6 +834,28 @@ Utils = (function() {
     return text.replace(/^\s+|\s+$/g, "");
   };
 
+  Utils.edit_distance = function(source, target) {
+    var a, i, j, substitute_cost, _i, _ref, _ref2, _ref3, _ref4, _results;
+    a = [];
+    for (i = 0, _ref = source.length; 0 <= _ref ? i <= _ref : i >= _ref; 0 <= _ref ? i++ : i--) {
+      a[i] = new Array(target.length + 1);
+      a[i][0] = i;
+    }
+    a[0] = (function() {
+      _results = [];
+      for (var _i = 0, _ref2 = target.length; 0 <= _ref2 ? _i <= _ref2 : _i >= _ref2; 0 <= _ref2 ? _i++ : _i--){ _results.push(_i); }
+      return _results;
+    }).apply(this);
+    for (i = 1, _ref3 = source.length; 1 <= _ref3 ? i <= _ref3 : i >= _ref3; 1 <= _ref3 ? i++ : i--) {
+      for (j = 1, _ref4 = target.length; 1 <= _ref4 ? j <= _ref4 : j >= _ref4; 1 <= _ref4 ? j++ : j--) {
+        substitute_cost = a[i - 1][j - 1];
+        if (source.charAt(i - 1) !== target.charAt(j - 1)) substitute_cost += 1;
+        a[i][j] = Math.min(substitute_cost, a[i - 1][j] + 1, a[i][j - 1] + 1);
+      }
+    }
+    return a[source.length][target.length];
+  };
+
   return Utils;
 
 }).call(this);

data/lib/ajax-cat/public/cookie.js

@@ -0,0 +1,72 @@
+/*jshint eqnull:true */
+/*!
+ * jQuery Cookie Plugin v1.2
+ * https://github.com/carhartl/jquery-cookie
+ *
+ * Copyright 2011, Klaus Hartl
+ * Dual licensed under the MIT or GPL Version 2 licenses.
+ * http://www.opensource.org/licenses/mit-license.php
+ * http://www.opensource.org/licenses/GPL-2.0
+ */
+(function ($, document, undefined) {
+
+	var pluses = /\+/g;
+
+	function raw(s) {
+		return s;
+	}
+
+	function decoded(s) {
+		return decodeURIComponent(s.replace(pluses, ' '));
+	}
+
+	$.cookie = function (key, value, options) {
+
+		// key and at least value given, set cookie...
+		if (value !== undefined && !/Object/.test(Object.prototype.toString.call(value))) {
+			options = $.extend({}, $.cookie.defaults, options);
+
+			if (value === null) {
+				options.expires = -1;
+			}
+
+			if (typeof options.expires === 'number') {
+				var days = options.expires, t = options.expires = new Date();
+				t.setDate(t.getDate() + days);
+			}
+
+			value = String(value);
+
+			return (document.cookie = [
+				encodeURIComponent(key), '=', options.raw ? value : encodeURIComponent(value),
+				options.expires ? '; expires=' + options.expires.toUTCString() : '', // use expires attribute, max-age is not supported by IE
+				options.path    ? '; path=' + options.path : '',
+				options.domain  ? '; domain=' + options.domain : '',
+				options.secure  ? '; secure' : ''
+			].join(''));
+		}
+
+		// key and possibly options given, get cookie...
+		options = value || $.cookie.defaults || {};
+		var decode = options.raw ? raw : decoded;
+		var cookies = document.cookie.split('; ');
+		for (var i = 0, parts; (parts = cookies[i] && cookies[i].split('=')); i++) {
+			if (decode(parts.shift()) === key) {
+				return decode(parts.join('='));
+			}
+		}
+
+		return null;
+	};
+
+	$.cookie.defaults = {};
+
+	$.removeCookie = function (key, options) {
+		if ($.cookie(key, options) !== null) {
+			$.cookie(key, null, options);
+			return true;
+		}
+		return false;
+	};
+
+})(jQuery, document);

data/lib/ajax-cat/public/index.html

@@ -6,7 +6,7 @@
 	<link rel="stylesheet" type="text/css" href="/bootstrap.css" />
   <link rel="stylesheet" type="text/css" href="/style.css" />
   <script src="/jquery.js"></script>
-	<script src="/jquery.js"></script>
+	<script src="/cookie.js"></script>
 	<script src="/bootstrap.js"></script>
 	<script src="/ajax-cat.js"></script>
 	<script src="/index.js"></script>

data/lib/ajax-cat/public/translation.html

@@ -30,9 +30,6 @@
               <li><a href="#about" id="preview">Preview</a></li>
             </ul>
             <p class="pull-right">
-              <button class="btn btn-info" id="send-experiment">
-                Send experiment results
-              </button>
               <button class="btn btn-info" id="save">
                 Save into browser
               </button>
@@ -47,10 +44,13 @@
     <div class="container-fluid">
       <div class="row-fluid">
         <h1>Translations</h1>
-        <span id="time"></span>
+        <h2><span id="translated-status"></span> <span id="time"></span></h2>
+        <button class="btn btn-info btn-large" id="send-experiment">
+          Next sentence > 
+        </button>
 
         <table class=" table-bordered table-condensed" id="translation">
-        	<tr>
+        	<tr id="top-translations">
             <td width="50%" id="source-top"></td>
             <td width="50%" id="target-top"></td>
           </tr>
@@ -62,7 +62,7 @@
               <div id="translation-table-container"></div> 
             </td>
           </tr>
-        	<tr>
+        	<tr id="bottom-translations">
             <td id="source-bottom"></td>
             <td id="target-bottom"></td>
           </tr>
@@ -70,7 +70,13 @@
 
       </div><!--/row-->
 
-      <div id="log"></div>
+      <div id="experiment-settings" style="display: none;">
+        <h2>Current experiment settings</h2>
+        <table class="table">
+          <tr><th>Suggestion panel:</th><td id="suggestion-panel-is-on"></td></tr>
+        </table>
+      </div>
+      <div id="log" style="display: none;"></div>
 
       <hr>
 

data/lib/ajax-cat/request/suggestion.rb

@@ -13,6 +13,7 @@ module AjaxCat
 				@translated = translated
 				@translated_length = tokenize(translated).length
 				@suggestions = []
+				@suggested_phrases = []
 			end
 
 			def prepare_moses_request
@@ -28,8 +29,17 @@ module AjaxCat
 			def process_line(line)
 				words = line.split(" ||| ")[1].strip.split(" ")
 				if @suggestions.length < @@rows
-					suggestion = words[@translated_length, @@suggestion_length].join(" ")
-					@suggestions.push(suggestion) unless @suggestions.member?(suggestion)
+					alignment = line.split(" ||| ")[4].strip.split(" ").first
+					phrase = Phrase.new(words, alignment)
+					suggestion = {
+						"text" => phrase.words,
+						"from" => phrase.from,
+						"to" => phrase.to
+					}
+					if not @suggested_phrases.member?(suggestion['text'])
+						@suggested_phrases.push(suggestion['text'])
+						@suggestions.push(suggestion)
+					end
 				end
 			end