ispras-api 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d1955bea741fb9dbd04c3682a99eae1b82e4a03b
-  data.tar.gz: 28df0c9a20ab351602bf4d50e8d9e034a0cb4880
+  metadata.gz: 5d2d97d731d049fad8633aeea5973e528ad4789f
+  data.tar.gz: 9bc5749c1ce6be7acb93c94e5da8665f82d1b1d5
 SHA512:
-  metadata.gz: 7fd17b0e890c496deda36b6e84a4c9f5ab5de5923dde9217f29eeeff3aecdb4d86a4c7307a4451f553ff3a2698c4053c639fc718143773b8e0aa09194291e0a4
-  data.tar.gz: 426a60eafe53ad2c027f77d2e42e92abac8844a2f82a60ada7ac6d577ff435e9d449146a94e23efb20c85ed8d2d5603ff46b1bb6045f637345057970b3aac15b
+  metadata.gz: acc400f54c5d5337a9d4fd28df7c1462a81805758fac8cdd045f273bd5ebf50a3138b37c946c376d5d5ceba50d0cc890454661d66cea2e18a9ce0a14504ed6e1
+  data.tar.gz: 7a1796425af31990a812860849b092186ac26d3f4fde130d0b0eec44c78c9fc97034fd105fd8bd261951dfb1eb424d0580afa855aa87c96276b9be2d46cb0701

data/ispras-api.gemspec

@@ -7,10 +7,10 @@ Gem::Specification.new do |s|
   s.files       = `git ls-files`.split($\)
   s.require_paths = ['lib']
   s.add_runtime_dependency 'httparty', '~> 0.13'
-  s.add_runtime_dependency 'nori', '~> 2.4'
+  s.add_runtime_dependency 'nori', '~> 2.6'
   s.add_development_dependency 'rake', '~> 10.4'
-  s.add_development_dependency 'minitest', '~> 5.5'
-  s.add_development_dependency 'dotenv', '~> 1.0'
+  s.add_development_dependency 'minitest', '~> 5.6'
+  s.add_development_dependency 'dotenv', '~> 2.0'
   s.summary     = 'ISPRAS API Ruby SDK'
   s.description     = 'This is Ruby wrapper for REST API provided by ISPRAS. More info at https://api.ispras.ru/'
   s.homepage = 'https://github.com/alexlag/ispapi.ruby'

data/lib/ispras-api/texterra/nlp.rb

@@ -122,10 +122,7 @@ module TexterraNLP
     result = POST(specs[:path] % domain, specs[:params], text: text)[:nlp_document][:annotations][:i_annotation]
     return [] if result.nil?
     result = [].push result unless result.is_a? Array
-    result.each do |e|
-      st, en  = e[:start].to_i, e[:end].to_i
-      e[:text] = e[:annotated_text] = text[st..en]
-    end
+    result.map { |e| assign_text(e, text) }
   end
 
   # Detects Twitter-specific entities: Hashtags, User names, Emoticons, URLs.
@@ -137,6 +134,16 @@ module TexterraNLP
     preset_nlp(:tweetNormalization, text)
   end
 
+  # Detects Syntax relations in text. Only works for russian texts
+  #
+  # @param [String] text Text to process
+  # @return [Array] Texterra annotations
+  def syntax_detection(text)
+    preset_nlp(:syntaxDetection, text).each do |an|
+      an[:value][:parent_token] = assign_text(an[:value][:parent_token], text) if an[:value] && an[:value][:parent_token]
+    end
+  end
+
   private
 
   # Utility NLP part method
@@ -145,9 +152,15 @@ module TexterraNLP
     result = POST(specs[:path], specs[:params], text: text)[:nlp_document][:annotations][:i_annotation]
     return [] if result.nil?
     result = [].push result unless result.is_a? Array
-    result.each do |e| 
-      st, en  = e[:start].to_i, e[:end].to_i
-      e[:text] = e[:annotated_text] = text[st..en]
-    end
+    result.map { |an| assign_text(an, text) }
+  end
+
+  # Utility text assignement for annotation
+  def assign_text(an, text)
+    return an unless an && an[:start] && an[:end]
+    st, en = an[:start].to_i, an[:end].to_i
+    an[:text] = text[st..en]
+    an[:annotated_text] = text
+    an
   end
 end

data/lib/ispras-api/texterra/nlp_specs.rb

@@ -2,7 +2,7 @@ module TexterraNLPSpecs
   # Path and parameters for preset NLP queries
   NLP_SPECS = {
     languageDetection: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.pipelines.LanguageDetectionPipeline',
+      path: 'nlp/language',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.Language',
         filtering: 'KEEPING'
@@ -37,28 +37,28 @@ module TexterraNLPSpecs
       }
     },
     spellingCorrection: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.annotators.spelling.SpellingCorrector',
+      path: 'nlp/spellingcorrection',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.SpellingCorrection',
         filtering: 'KEEPING'
       }
     },
     namedEntities: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.pipelines.NETaggingPipeline',
+      path: 'nlp/namedentity',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.ne.NamedEntityToken',
         filtering: 'KEEPING'
       }
     },
     termDetection: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.pipelines.TermDetectionPipeline',
+      path: 'nlp/term',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.Frame',
         filtering: 'KEEPING'
       }
     },
     disambiguation: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.pipelines.DisambiguationPipeline',
+      path: 'nlp/disambiguation',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.DisambiguatedPhrase',
         filtering: 'KEEPING'
@@ -66,7 +66,7 @@ module TexterraNLPSpecs
 
     },
     keyConcepts: {
-      path: 'nlp/ru.ispras.texterra.core.nlp.pipelines.KeyConceptsPipeline',
+      path: 'nlp/keyconcepts',
       params: {
         class: 'ru.ispras.texterra.core.nlp.datamodel.KeyconceptsSemanticContext',
         filtering: 'KEEPING'
@@ -119,7 +119,14 @@ module TexterraNLPSpecs
         class: %w(sentence language token),
         filtering: 'REMOVING'
       }
-
+    },
+    syntaxDetection: {
+      path: 'nlp/syntax',
+      params: {
+        class: 'ru.ispras.texterra.core.nlp.datamodel.syntax.SyntaxRelation',
+        filtering: 'KEEPING'
+      }
     }
+
   }
 end

data/lib/ispras-api/texterra_api.rb

@@ -31,7 +31,7 @@ class TexterraAPI < IsprasAPI
     key_concepts = key_concepts_annotate(text)[0][:value][:concepts_weights][:entry] || []
     key_concepts = [].push key_concepts unless key_concepts.is_a? Array
     key_concepts.map do |kc|
-      kc[:concept][:weight] = kc[:double] 
+      kc[:concept][:weight] = kc[:double]
       kc[:concept]
     end
   end

data/lib/ispras-api/version.rb

@@ -1,12 +1,12 @@
 module Version
   MAJOR = 0
   MINOR = 1
-  PATCH = 3
+  PATCH = 4
   PRE = nil
 
   YEAR = '2015'
-  MONTH = '02'
-  DAY = '12'
+  MONTH = '05'
+  DAY = '22'
 
   def self.to_s
     [MAJOR, MINOR, PATCH, PRE].compact.join('.')

data/test/test_texterra_api.rb

@@ -49,6 +49,10 @@ class TestTexterraAPI < Minitest::Test
     end
   end
 
+  def test_syntax_detection
+    assert_instance_of Array, @texterra.syntax_detection(@ru_text)
+  end
+
   def test_language_detection_annotate
     assert_instance_of Array, @texterra.language_detection_annotate(@en_text)
     assert_instance_of Array, @texterra.language_detection_annotate(@ru_text)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ispras-api
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Alexey Laguta
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-12 00:00:00.000000000 Z
+date: 2015-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.4'
+        version: '2.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.4'
+        version: '2.6'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -58,28 +58,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: '5.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.5'
+        version: '5.6'
 - !ruby/object:Gem::Dependency
   name: dotenv
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.0'
 description: This is Ruby wrapper for REST API provided by ISPRAS. More info at https://api.ispras.ru/
 email: laguta@ispras.ru
 executables: []