rtext 0.4.0 → 0.5.0

data/test/link_detector_test.rb

@@ -0,0 +1,276 @@
+$:.unshift File.join(File.dirname(__FILE__),"..","lib")
+
+require 'test/unit'
+require 'rgen/metamodel_builder'
+require 'rtext/language'
+require 'rtext/link_detector'
+
+class LinkDetectorTest < Test::Unit::TestCase
+
+module TestMM
+  extend RGen::MetamodelBuilder::ModuleExtension
+  class TestNode2 < RGen::MetamodelBuilder::MMBase
+    has_attr 'name', String
+  end
+  class TestNode < RGen::MetamodelBuilder::MMBase
+    has_attr 'name', String
+    has_attr 'id', Integer
+    has_one 'related', TestNode
+    has_many 'others', TestNode
+    contains_many 'children', TestNode2, 'parent'
+  end
+end
+
+def test_before_command
+  ld = build_link_desc TestMM, <<-END
+|TestNode SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => nil, :backward => true, :value => "TestNode", :scol => 1, :ecol => 8
+end
+
+def test_in_command
+  ld = build_link_desc TestMM, <<-END
+Test|Node SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => nil, :backward => true, :value => "TestNode", :scol => 1, :ecol => 8
+end
+
+def test_end_of_command
+  ld = build_link_desc TestMM, <<-END
+TestNod|e SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => nil, :backward => true, :value => "TestNode", :scol => 1, :ecol => 8
+end
+
+def test_after_command
+  ld = build_link_desc TestMM, <<-END
+TestNode| SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_in_name
+  ld = build_link_desc TestMM, <<-END
+TestNode So|meNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => false, :value => "SomeNode", :scol => 10, :ecol => 17
+end
+
+def test_in_name_with_quotes
+  ld = build_link_desc TestMM, <<-END
+TestNode "So|meNode", id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => false, :value => "SomeNode", :scol => 10, :ecol => 19
+end
+
+def test_after_comma
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode,| id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_after_label
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id:| 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_beginning_of_labled_argument
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: |1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "id", :index => 0, :backward => false, :value => 1234, :scol => 24, :ecol => 27
+end
+
+def test_in_labled_argument
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 123|4, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "id", :index => 0, :backward => false, :value => 1234, :scol => 24, :ecol => 27
+end
+
+def test_after_labled_argument
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234|, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_in_label
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234, re|lated: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_in_reference
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234, related: /O|ther/Node, others: [/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "related", :index => 0, :backward => false, :value => "/Other/Node", :scol => 39, :ecol => 49
+end
+
+def test_before_array
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234, related: /Other/Node, others: |[/NodeA, /Node/B] 
+  END
+  assert_nil ld
+end
+
+def test_ref_in_array
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234, related: /Other/Node, others: [|/NodeA, /Node/B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "others", :index => 0, :backward => false, :value => "/NodeA", :scol => 61, :ecol => 66 
+end
+
+def test_second_ref_in_array
+  ld = build_link_desc TestMM, <<-END
+TestNode SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/|B] 
+  END
+  assert_link_desc ld, :element => "TestNode", :feature => "others", :index => 1, :backward => false, :value => "/Node/B", :scol => 69, :ecol => 75 
+end
+
+def test_backward_ref_name_in_command
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+|TestNode SomeNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => nil, :backward => false, :value => "TestNode", :scol => 1, :ecol => 8
+end
+
+def test_backward_ref_name_in_name
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode Som|eNode, id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => true, :value => "SomeNode", :scol => 10, :ecol => 17
+end
+
+def test_backward_ref_name_with_quotes
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode "Som|eNode", id: 1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => true, :value => "SomeNode", :scol => 10, :ecol => 19
+end
+
+def test_backward_ref_id_in_id
+  ld = build_link_desc(TestMM, {:backward_ref => "id"}, <<-END
+TestNode SomeNode, id: |1234, related: /Other/Node, others: [/NodeA, /Node/B] 
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => "id", :index => 0, :backward => true, :value => 1234, :scol => 24, :ecol => 27
+end
+
+def test_command_only
+  ld = build_link_desc(TestMM, <<-END
+Tes|tNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => nil, :backward => true, :value => "TestNode", :scol => 1, :ecol => 8 
+end
+
+def test_command_and_name_only
+  ld = build_link_desc(TestMM, <<-END
+TestNode |SomeNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => false, :value => "SomeNode", :scol => 10, :ecol => 17
+end
+
+def test_command_and_name_only_backward_ref_name
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode |SomeNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode", :feature => "name", :index => 0, :backward => true, :value => "SomeNode", :scol => 10, :ecol => 17
+end
+
+def test_child_within_command
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode SomeNode {
+  Test|Node2 SomeOtherNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode2", :feature => nil, :backward => false, :value => "TestNode2", :scol => 3, :ecol => 11
+end
+
+def test_child_with_label_after_command
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode SomeNode {
+  children:
+    TestNode2 |SomeOtherNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode2", :feature => "name", :index => 0, :backward => true, :value => "SomeOtherNode", :scol => 15, :ecol => 27
+end
+
+def test_child_with_label_within_command
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode SomeNode {
+  children:
+    Test|Node2 SomeOtherNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode2", :feature => nil, :backward => false, :value => "TestNode2", :scol => 5, :ecol => 13
+end
+
+def test_child_with_label_within_command_square_brackets
+  ld = build_link_desc(TestMM, {:backward_ref => "name"}, <<-END
+TestNode SomeNode {
+  children: [
+    Test|Node2 SomeOtherNode
+  END
+  )
+  assert_link_desc ld, :element => "TestNode2", :feature => nil, :backward => false, :value => "TestNode2", :scol => 5, :ecol => 13
+end
+
+def build_link_desc(mm, text, text2=nil)
+  if text.is_a?(Hash)
+    options = text
+    context_lines = text2.split("\n")
+  else
+    options = {}
+    context_lines = text.split("\n")
+  end
+  pos_in_line = context_lines.last.index("|")+1
+  context_lines.last.sub!("|", "")
+  lang = RText::Language.new(mm.ecore,
+    :unlabled_arguments => proc {|c| ["name"]},
+    :backward_ref_attribute => proc {|c|
+      if options[:backward_ref]
+        options[:backward_ref]
+      else
+        nil
+      end
+    })
+  RText::LinkDetector.new(lang).detect(context_lines, pos_in_line)
+end
+
+def assert_link_desc(ld, options)
+  if options[:element]
+    assert_equal options[:element], ld.element.class.ecore.name
+  else
+    assert_nil ld.element
+  end
+  if options[:feature]
+    assert_equal options[:feature], ld.feature.name
+  else
+    assert_nil ld.feature
+  end
+  if options[:index]
+    assert_equal options[:index], ld.index
+  else
+    assert_nil ld.index
+  end
+  assert_equal options[:backward], ld.backward
+  assert_equal options[:value], ld.value
+  assert_equal options[:scol], ld.scol
+  assert_equal options[:ecol], ld.ecol
+end
+
+end
+

data/test/message_helper_test.rb

@@ -0,0 +1,118 @@
+$:.unshift File.join(File.dirname(__FILE__),"..","lib")
+
+require 'test/unit'
+require 'rtext/message_helper'
+
+class MessageHelperTest < Test::Unit::TestCase
+include RText::MessageHelper
+
+def test_serialize
+  str = serialize_message({"key" => 1})
+  assert_equal '9{"key":1}', str
+  str = serialize_message({"key" => true})
+  assert_equal '12{"key":true}', str
+  str = serialize_message({"key" => "value"})
+  assert_equal '15{"key":"value"}', str
+  str = serialize_message({"key" => {"nested" => "value"}})
+  assert_equal '26{"key":{"nested":"value"}}', str
+  str = serialize_message({"key" => ["value1", "value2"]})
+  assert_equal '27{"key":["value1","value2"]}', str
+
+  # a iso-8859-1 '�' 
+  str = serialize_message({"key" => "umlaut\xe4".force_encoding("binary")})
+  assert_equal '19{"key":"umlaut%e4"}', str
+  str = serialize_message({"key" => "umlaut\xe4".force_encoding("iso-8859-1")})
+  assert_equal '19{"key":"umlaut%e4"}', str
+  str = serialize_message({"key" => "umlaut\xe4".force_encoding("cp850")})
+  assert_equal '19{"key":"umlaut%e4"}', str
+  str = serialize_message({"key" => "umlaut\xe4".force_encoding("utf-8")})
+  assert_equal '19{"key":"umlaut%e4"}', str
+
+  # a utf-8 '�'
+  str = serialize_message({"key" => "umlaut\xc3\xa4".force_encoding("binary")})
+  assert_equal '22{"key":"umlaut%c3%a4"}', str
+  str = serialize_message({"key" => "umlaut\xc3\xa4".force_encoding("iso-8859-1")})
+  assert_equal '22{"key":"umlaut%c3%a4"}', str
+  str = serialize_message({"key" => "umlaut\xc3\xa4".force_encoding("cp850")})
+  assert_equal '22{"key":"umlaut%c3%a4"}', str
+  str = serialize_message({"key" => "umlaut\xc3\xa4".force_encoding("utf-8")})
+  assert_equal '22{"key":"umlaut%c3%a4"}', str
+
+  # %
+  str = serialize_message({"key" => "%"})
+  assert_equal '13{"key":"%25"}', str
+end
+
+def test_extract
+  # specified length too short
+  assert_raise JSON::ParserError do
+    extract_message('8{"key":1}')
+  end
+  # specified length too long
+  assert_raise JSON::ParserError do
+    extract_message('10{"key":1}x')
+  end
+  # message data shorter than length specifie, waits for more data
+  assert_nothing_raised do
+    extract_message('10{"key":1}')
+  end
+
+  obj = extract_message('9{"key":1}')
+  assert_equal({"key" => 1}, obj)
+  obj = extract_message('12{"key":true}')
+  assert_equal({"key" => true}, obj)
+  obj = extract_message('15{"key":"value"}')
+  assert_equal({"key" => "value"}, obj)
+  obj = extract_message('26{"key":{"nested":"value"}}')
+  assert_equal({"key" => {"nested" => "value"}}, obj)
+  obj = extract_message('27{"key":["value1","value2"]}')
+  assert_equal({"key" => ["value1", "value2"]}, obj)
+
+  # a iso-8859-1 '�' 
+  obj = extract_message('19{"key":"umlaut%e4"}'.force_encoding("binary"))
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "umlaut\xe4", obj["key"]
+  obj = extract_message('19{"key":"umlaut%e4"}'.force_encoding("utf-8"))
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "umlaut\xe4", obj["key"]
+
+  # a utf-8 '�'
+  obj = extract_message('22{"key":"umlaut%c3%a4"}'.force_encoding("binary"))
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "umlaut\xc3\xa4", obj["key"]
+  obj = extract_message('22{"key":"umlaut%c3%a4"}'.force_encoding("utf-8"))
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "umlaut\xc3\xa4", obj["key"]
+
+  # %
+  obj = extract_message('13{"key":"%25"}')
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "%", obj["key"]
+
+  # invalid escape sequence
+  obj = extract_message('11{"key":"%"}')
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "%", obj["key"]
+  obj = extract_message('13{"key":"%xx"}')
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "%xx", obj["key"]
+  obj = extract_message('14{"key":"%%25"}')
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "%%", obj["key"]
+
+  # invalid characters (protocol should use 7-bit ascii only)
+  obj = extract_message(%Q(14{"key":"\xe4345"}).force_encoding("binary"))
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal "?345", obj["key"]
+end
+
+def test_roundtrip
+  value = (0..255).collect{|b| b.chr("binary")}.join
+  str = serialize_message({"key" => value})
+  obj = extract_message(str)
+  assert_equal "ASCII-8BIT", obj["key"].encoding.name
+  assert_equal (0..255).collect{|i| i}, obj["key"].bytes.to_a
+end
+
+end
+

data/test/rtext_test.rb

@@ -4,4 +4,7 @@ require 'serializer_test'
 require 'instantiator_test'
 require 'context_builder_test'
 require 'completer_test'
-
+require 'tokenizer_test'
+require 'link_detector_test'
+require 'integration/test'
+require 'message_helper_test'

data/test/serializer_test.rb

@@ -21,6 +21,7 @@ class SerializerTest < Test::Unit::TestCase
       has_attr 'integer', Integer
       has_attr 'float', Float
       has_attr 'enum', SomeEnum
+      has_attr 'boolean', Boolean
       contains_many 'childs', TestNode, 'parent'
     end
   end
@@ -151,6 +152,44 @@ TestNode {
 ), output 
   end
 
+  module TestMMAnnotation
+    extend RGen::MetamodelBuilder::ModuleExtension
+    class TestNode < RGen::MetamodelBuilder::MMBase
+      has_attr 'annotation', String
+      contains_many 'childs', TestNode, 'parent'
+    end
+  end
+
+  def test_annotation_provider
+    testModel = TestMMAnnotation::TestNode.new(
+      :annotation => "this is an annotation",
+      :childs => [
+        TestMMAnnotation::TestNode.new(:annotation => "annotation of a child node\n  multiline"),
+        TestMMAnnotation::TestNode.new(:annotation => "don't show")])
+
+    output = StringWriter.new
+    serialize(testModel, TestMMAnnotation, output,
+      :annotation_provider => proc { |e| 
+        if e.annotation != "don't show"
+          a = e.annotation
+          e.annotation = nil
+          a
+        else
+          nil
+        end
+      })
+
+    assert_equal %Q(\
+@this is an annotation
+TestNode {
+  @annotation of a child node
+  @  multiline
+  TestNode
+  TestNode annotation: "don't show"
+}
+), output 
+  end
+
   def test_indent_string
     testModel = TestMM::TestNode.new(:childs => [
       TestMM::TestNode.new(:text => "child")])
@@ -186,8 +225,10 @@ ____TestNode text: "child"
 
     output = StringWriter.new
     serialize(testModel, TestMMRef, output,
-      :identifier_provider => proc{|e, context| 
+      :identifier_provider => proc{|e, context, feature, index| 
         assert_equal testModel[0], context
+        assert_equal "refOne", feature.name
+        assert_equal 0, index
         "/target/ref"
       }
     )
@@ -198,6 +239,37 @@ TestNode name: "Target"
 ),output
   end
 
+  def test_identifier_provider_many
+    testModel = [
+      TestMMRef::TestNode.new(:name => "Source"),
+      TestMMRef::TestNode.new(:name => "Target1"),
+      TestMMRef::TestNode.new(:name => "Target2")]
+    testModel[0].addRefMany(testModel[1])
+    testModel[0].addRefMany(testModel[2])
+
+    output = StringWriter.new
+    call_index = 0
+    serialize(testModel, TestMMRef, output,
+      :identifier_provider => proc{|e, context, feature, index| 
+        assert_equal testModel[0], context
+        assert_equal "refMany", feature.name
+        if call_index == 0
+          call_index += 1
+          assert_equal 0, index
+          "/target/ref1"
+        else
+          assert_equal 1, index
+          "/target/ref2"
+        end
+      }
+    )
+    assert_equal %Q(\
+TestNode name: "Source", refMany: [/target/ref1, /target/ref2]
+TestNode name: "Target1"
+TestNode name: "Target2"
+),output
+  end
+
   def test_references
     testModel = [ 
       TestMMRef::TestNode.new(:name => "Source"),
@@ -368,6 +440,29 @@ TestNode enum: "2you"
 ), output
   end
 
+  def test_generic
+    testModel = [
+      TestMM::TestNode.new(:text => RText::Generic.new("some text angel >bracket")),
+      TestMM::TestNode.new(:text => RText::Generic.new("some text percent angel %>bracket")),
+      TestMM::TestNode.new(:text => RText::Generic.new("some text > percent angel%>bracket")),
+      TestMM::TestNode.new(:integer => RText::Generic.new("a number: 1")),
+      TestMM::TestNode.new(:float => RText::Generic.new("precision")),
+      TestMM::TestNode.new(:enum => RText::Generic.new("an option")),
+      TestMM::TestNode.new(:boolean => RText::Generic.new("falsy"))
+    ]
+    output = StringWriter.new
+    serialize(testModel, TestMM, output) 
+    assert_equal %Q(\
+TestNode text: <%some text angel >bracket%>
+TestNode text: <some text percent angel >
+TestNode text: <%some text > percent angel%>
+TestNode integer: <a number: 1>
+TestNode float: <precision>
+TestNode enum: <an option>
+TestNode boolean: <falsy>
+), output
+  end
+
   module TestMMData
     extend RGen::MetamodelBuilder::ModuleExtension
     # class "Data" exists in the standard Ruby namespace