pils 0.1.4

data/lib/pils/parsing/rule.rb

@@ -0,0 +1,43 @@
+# This file is part of Pils.
+#
+#     Pils is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU Lesser General Public License as
+#     published by the Free Software Foundation, either version 3 of
+#     the License, or (at your option) any later version.
+#
+#     Pils is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU Lesser General Public License for more details.
+#
+#     You should have received a copy of the
+#     GNU Lesser General Public License along with Pils.
+#     If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Parsing
+    class Rule
+      attr_accessor :grammar
+      attr_accessor :left
+      attr_accessor :right
+
+
+      def initialize(new_left, new_right, new_grammar={})
+        @left  = new_left
+        @right = new_right
+        @grammar = new_grammar
+      end
+
+      def expandible?(cat)
+        cat < @left
+      end
+
+      def display
+        "%s -> %s" % [left.display, right.collect{|r| r.display}.join(' ')]
+      end
+    end
+  end
+end
+
+
+

data/lib/pils/parsing/tree.rb

@@ -0,0 +1,147 @@
+# This file is part of Pils.
+#
+#     Pils is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU Lesser General Public License as
+#     published by the Free Software Foundation, either version 3 of
+#     the License, or (at your option) any later version.
+#
+#     Pils is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU Lesser General Public License for more details.
+#
+#     You should have received a copy of the
+#     GNU Lesser General Public License along with Pils.
+#     If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Parsing
+    class Tree
+      attr_accessor :children
+      attr_accessor :parent
+      attr_accessor :obj
+      attr_accessor :wordform
+
+      def initialize(new_obj, new_parent=nil, new_children=[])
+        @obj = new_obj
+        @parent = new_parent
+        @children = new_children
+        @wordform = nil
+      end
+
+      def clone
+        new_tree = Tree.new(@obj, @parent, [])
+        self.children.each do |c|
+          new_tree.children << c.clone
+        end
+        new_tree
+      end
+
+      def set_parent(new_parent)
+        @parent = new_parent
+      end
+
+      def set_children(new_children, recurse=false)
+        @children = new_children
+        if recurse
+          @children.each do |c|
+            c.set_parent(self)
+          end
+        end
+      end
+
+
+      def ancestors
+        return [] if @parent.nil?
+        # Pils::log @parent.class.name
+        tst = @parent.ancestors
+        return [@parent, tst].flatten
+      end
+
+      def ancestors_from_root
+        ancestors.reverse
+      end
+
+      def child_count
+        @children.count
+      end
+
+      def leaf?
+        self.child_count == 0
+      end
+
+      def leaf_count
+        return 1 if self.leaf?
+        @children.collect{|c| c.leaf_count}.inject(0){|sum,x| sum + x }
+      end
+
+      def leaves
+        return [self] if self.leaf?
+        result = []
+        @children.each do |child|
+          if child.leaf?
+            result << child
+          else
+            child.leaves.each do |l|
+              result << l
+            end
+          end
+        end
+        result.uniq.flatten
+      end
+
+      def leaf_at(n)
+        self.leaves[n]
+      end
+      
+      def set_wordform_at(n, value)
+        set_wordform_for_nth_leaf(n, 0, value)
+      end
+      
+      def set_wordform_for_nth_leaf(n, counter, value)
+        # Pils::log "\nLooking for >#{value}< in #{obj.to_s}"
+        @children.each do |child|
+          # Pils::log "  Node: #{child.obj.to_s}, leaf? #{child.leaf?}, n: #{n.to_s}, counter: #{counter.to_s}"
+          if child.leaf?
+            # Pils::log "--FOUND A LEAF: #{child.wordform}"
+            if counter==n
+              # Pils::log "Setting word form >#{value}<"
+              child.wordform = value
+              counter = counter + 1
+              # return true
+            end
+            # Pils::log "Not setting word form"
+            counter = counter + 1
+          else
+            # Pils::log "no leaf: #{child.obj.to_s}"
+            #counter
+            counter = child.set_wordform_for_nth_leaf(n, counter, value)#.children.each do |l|
+            # counter=resulting_counter if resulting_counter>counter
+            # return true if counter===true
+            #  counter = l.set_wordform_for_nth_leaf(n-counter, value)
+            #end
+          end
+        end
+        return counter
+      end
+        
+      def display
+        if self.leaf?
+          if wordform
+            return "[.%s %s ]" % [obj.to_s, wordform]
+          else
+            return obj.to_s
+          end
+        else
+          # return "%s[ %s ]" % [@obj.to_s, children.collect{|c| c.display}.join(' ')]
+          return "[.%s %s ]" % [@obj.to_s, children.collect{|c| c.display}.join(' ')]
+        end
+
+      end
+      
+      def to_s
+        return display
+      end
+    end
+  end
+end

data/lib/pils/parsing/wordform.rb

@@ -0,0 +1,44 @@
+# This file is part of Pils.
+#
+#     Pils is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU Lesser General Public License as
+#     published by the Free Software Foundation, either version 3 of
+#     the License, or (at your option) any later version.
+#
+#     Pils is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU Lesser General Public License for more details.
+#
+#     You should have received a copy of the
+#     GNU Lesser General Public License along with Pils.
+#     If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Parsing
+    class Wordform
+
+      attr_accessor :form
+      attr_accessor :cat
+      attr_accessor :grammar
+      attr_accessor :semantics
+
+      def initialize(new_form, new_cat, new_grammar={}, new_semantics={})
+        @form = new_form
+        if new_cat.kind_of?(Cat)
+          @cat = new_cat.cat
+        else
+          @cat = new_cat
+        end
+        
+        @grammar = Pils::Structures::Avm.new(new_grammar)
+        @semantics = Pils::Structures::Avm.new(new_semantics)
+
+      end
+
+      def display()
+        "#{@form}/#{@cat.to_s}/#{@semantics.to_s}"
+      end
+    end
+  end
+end

data/lib/pils/structures.rb

@@ -0,0 +1,7 @@
+module Pils
+  module Structures
+
+  end
+end
+
+require "pils/structures/avm"

data/lib/pils/structures/avm.rb

@@ -0,0 +1,98 @@
+# encoding: utf-8
+#
+# (c) 2019 Peter Menke
+#
+# This file is part of pils
+# ("Programming in linguistic seminars").
+#
+# pils is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# pils is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with pils.  If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Structures
+
+    # This class models attribute value structures, based on hashes.
+    class Avm < Hash
+
+      def initialize(old_struct={})
+        if old_struct
+          old_struct.each do |k,v|
+            self[k] = v
+          end
+        end
+      end
+
+      # retrieves the value stored under the given key.
+      # @param [Object] key the key under which to look
+      # @return [Object,nil] the found value or nil if no value was
+      #  stored under the given key
+      def get(key)
+        if self.has_key?(key)
+          return self[key]
+        elsif self.has_key?(key.to_sym)
+          return self[key.to_sym]
+        elsif self.has_key?(key.to_s)
+          return self[key.to_s]
+        end
+      end
+      
+      
+      def <(other)
+        self.keys.each do |k|
+          if other.has_key?(k)
+            return false if self.get(k) != other.get(k)
+          else
+            return false
+          end
+        end
+        return true
+      end
+
+      # unifies (merges) this AVM with another one
+      # @param [Pils::Structures::Avm] other the other AVM to unify
+      # @return [Pils::Structures::Avm,nil] the result of the
+      #  unification or `nil` if there were conflicts
+      def +(other)
+        new_hash = {}
+        self.keys.each do |key|
+          new_hash[key]=self[key]
+        end
+        other.keys.each do |key|
+          return nil if new_hash.has_key?(key) && new_hash[key] != other[key]
+          new_hash[key]=other[key]
+        end
+        return Avm.new(new_hash)
+      end
+
+      def fits_to_describe(other)
+        self.keys.each do |k|
+          sym_key = k.to_sym
+          # Pils::log "   key: %s" % k
+          Pils::log "     a: %s" % self[k]
+          if other.has_key?(k.to_sym) || other.has_key?(k.to_s)
+            Pils::log "     b: %s" % other[k]
+            if self[k].kind_of?(Hash) && other[k].kind_of?(Hash)
+              return false if !(self[k].fits_to_describe(other[k]))
+            else
+              return false if self[k] != other[k]
+            end
+          else
+            return false
+          end
+        end
+        return true
+      end
+
+    end
+  end
+end

data/lib/pils/tcf.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+#
+# (c) 2019 Peter Menke
+#
+# This file is part of pils
+# ("Programming in linguistic seminars").
+#
+# pils is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# pils is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with pils.  If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Tcf
+
+  end
+end
+
+require "pils/tcf/annotation"
+require "pils/tcf/bounded_element"
+require "pils/tcf/geo_annotation"
+require "pils/tcf/named_entity_annotation"
+require "pils/tcf/sentence"
+require "pils/tcf/tcf_document"
+require "pils/tcf/token"
+require "pils/tcf/transform/transformer"
+
+
+

data/lib/pils/tcf/annotation.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+#
+# (c) 2019 Peter Menke
+#
+# This file is part of pils
+# ("Programming in linguistic seminars").
+#
+# pils is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# pils is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with pils.  If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Tcf
+
+    class Annotation
+
+      def initialize(tcf_document)
+        @tcf_document = tcf_document
+        @tokens = Array.new
+      end
+
+      def tokens
+        @tokens
+      end
+
+      def <<(token)
+        @tokens << token
+      end
+
+    end
+  end
+
+end

data/lib/pils/tcf/bounded_element.rb

@@ -0,0 +1,46 @@
+# encoding: utf-8
+#
+# (c) 2019 Peter Menke
+#
+# This file is part of pils
+# ("Programming in linguistic seminars").
+#
+# pils is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# pils is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with pils.  If not, see <http://www.gnu.org/licenses/>.
+
+module Pils
+  module Tcf
+
+    class BoundedElement
+
+      attr_accessor :begin_index
+      attr_accessor :end_index
+
+
+      def boundaries=(new_boundaries)
+        @begin_index=new_boundaries.first
+        @end_index=new_boundaries.last
+      end
+
+      def boundaries?
+        @begin_index && @end_index
+      end
+
+      def length
+        end_index - begin_index
+      end
+
+    end
+  end
+
+end