stanford_corenlp_xml_adapter 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c2be2c79f133a2556c4fd2351b37ed383b537073
-  data.tar.gz: 3f0de226512b553bf5f6d9c190608934fd36d406
+  metadata.gz: d69c2dce1695642753623b33a96043d6a016568a
+  data.tar.gz: 46c31da9aac985cd9b44baa0caea8dbaef5f3606
 SHA512:
-  metadata.gz: 9b6fa7dd046a0a32c9b663ad9c135cda38c7cd0abd48f422d4d602891986d6d429c6486e960ee00c4d01c57a02e5062211ea6384bd2184e864494e30ae24ede6
-  data.tar.gz: f862e73ab5c4816790fe7914f90da9a75f8105d911355bdc56fd0a5cbe132581513648a87d02b2a4d676d0ba6a10e2c84f8f3a4c46291bdb1e3ab56712e107d5
+  metadata.gz: a48091dddb26039bda934f8736b2bb3d0ff2274073e341c9034e660ed9791127f3f65b157b0e8175fb7f71105e208893cf37ea3eddcd922c37143a27c9b954b5
+  data.tar.gz: fd6135d6b659e31d4c5296e7b0b145929e3855bc03d3ea47a85b810b31080a85721b0eeee53bd0f71a1a9d6c4ee761dd504c9e7a0cc453662b5da1a22776ffea

data/bin/bump-version

@@ -0,0 +1 @@
+gem bump --version minor --remote --release

data/lib/stanford_corenlp_xml_adapter.rb

@@ -4,6 +4,8 @@ require "stanford_corenlp_xml_adapter/nokogiri_misc_mixins"
 require "stanford_corenlp_xml_adapter/coreference"
 require "stanford_corenlp_xml_adapter/dependency_parse"
 
+include DependencyParse
+
 class Nokogiri::XML::Document
   include NokogiriMiscellaneousMixins
   include Coreference
@@ -11,7 +13,7 @@ end
 
 class Nokogiri::XML::Element
   include NokogiriMiscellaneousMixins
-  include DependencyParse
+  #include DependencyParse
 end
 
 module StanfordCorenlpXmlAdapter

data/lib/stanford_corenlp_xml_adapter/dependency_parse.rb

@@ -1,56 +1,66 @@
 module DependencyParse
-  def basic_dependencies
-    dependencies_for_type 'basic-dependencies'
+  def basic_dependencies doc, sentence_index
+    dependencies_for_type doc, sentence_index, 'basic-dependencies'
   end
 
-  def collapsed_dependencies
-    dependencies_for_type 'collapsed-dependencies'
+  def collapsed_dependencies doc, sentence_index
+    dependencies_for_type doc, sentence_index, 'collapsed-dependencies'
   end
 
-  def collapsed_ccprocessed_dependencies
-    dependencies_for_type 'collapsed-ccprocessed-dependencies'
+  def collapsed_ccprocessed_dependencies doc, sentence_index
+    dependencies_for_type doc, sentence_index, 'collapsed-ccprocessed-dependencies'
   end
 
-  def collapsed_ccprocessed_dependencies
-    dependencies_for_type 'collapsed-ccprocessed-dependencies'
+  def enhanced_dependencies doc, sentence_index
+    dependencies_for_type doc, sentence_index, 'enhanced-dependencies'
   end
 
-  def enhanced_dependencies
-    dependencies_for_type 'enhanced-dependencies'
+  def enhanced_plus_plus_dependencies doc, sentence_index
+    dependencies_for_type doc, sentence_index, 'enhanced-plus-plus-dependencies'
   end
 
-  def enhanced_plus_plus_dependencies
-    dependencies_for_type 'enhanced-plus-plus-dependencies'
-  end
-
-  def dependencies_for_type type
+  def dependencies_for_type doc, sentence_index, type
+    sentence = doc.sentences[sentence_index]
+    sentence_tokens = sentence.tokens
     dependency_parse_nok_to_blob(
-      self.xpath(".//dependencies[@type=\"#{type}\"]")
+      sentence.xpath(".//dependencies[@type=\"#{type}\"]"),
+      sentence_tokens.map{|t| t.pos.text},
+      sentence_tokens.map{|t| t.ner.text},
     )
   end
 
-  def dependency_parse_nok_to_blob input
-    input
+  def dependency_parse_nok_to_blob dep_parse_input, pos_tags_input, ner_tags_input
+    dep_parse_input
     .children
     .select{|dep| dep.name == 'dep'}
-    .map{|dep| dependency_nok_to_blob(dep)}
+    .each_with_index
+    .map{|dep| dependency_nok_to_blob(dep, pos_tags_input, ner_tags_input)}
   end
 
-  def dependency_nok_to_blob input
+  def dependency_nok_to_blob dep_parse_input, pos_tags_input, ner_tags_input
     {
-      type: input.attributes['type'].value,
-      governor: dependency_slice_nok_to_blob('governor', input),
-      dependent: dependency_slice_nok_to_blob('dependent', input)
+      type: dep_parse_input.attributes['type'].value,
+      governor: dependency_slice_nok_to_blob(
+        'governor', dep_parse_input, pos_tags_input, ner_tags_input
+      ),
+      dependent: dependency_slice_nok_to_blob(
+        'dependent', dep_parse_input, pos_tags_input, ner_tags_input
+      )
     }
   end
 
-  def dependency_slice_nok_to_blob name, input
-    dep = input.children
+  def dependency_slice_nok_to_blob name, dep_parse_input, pos_tags_input, ner_tags_input
+    dep = dep_parse_input.children
       .select{|dep| dep.name == name}
       .first
+    idx = dep.attributes['idx'].value.to_i
+    pos = idx > 0 ? pos_tags_input[idx - 1] : nil
+    ner = idx > 0 && ner_tags_input[idx - 1] != 'O' ? ner_tags_input[idx - 1] : nil
     {
-      idx: dep.attributes['idx'].value.to_i,
-      value: dep.text
+      idx: idx,
+      value: dep.text,
+      pos: pos,
+      ner: ner
     }
   end
 end

data/lib/stanford_corenlp_xml_adapter/version.rb

@@ -1,3 +1,3 @@
 module StanfordCorenlpXmlAdapter
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: stanford_corenlp_xml_adapter
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - joshweir
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-11-15 00:00:00.000000000 Z
+date: 2018-11-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -181,6 +181,7 @@ files:
 - LICENSE
 - README.md
 - Rakefile
+- bin/bump-version
 - bin/console
 - bin/docker-web-dev
 - bin/docker-web-dev-bash