rika-stevedore 1.7.4-java → 1.9.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 83d7d6e8e35afe690ea816221fdbe8dde41f7cc0
-  data.tar.gz: ff47f562f035a944c32eb56998b3412133111c23
+  metadata.gz: 4beab0e9663dba1c8b2de4cec723ca7e00714b07
+  data.tar.gz: 55df5eaaf20cbfaea198cdd9d4d71b244408b3fd
 SHA512:
-  metadata.gz: 55cdd0d5b8c24f10ba759a6c78c92d84a018a8345c6c279af1c25bca5653c5a362a731a491c6bb297a57220438e4561f75acb96492568b6e1656b27a18b10a41
-  data.tar.gz: 63de6db66b835f9a71fbc543aaf8d7f6ad590feb72e3fc79c253c3b063adbfbd66632ec6d36389d9ba6f3c36dfbb99adbfc8e49e6e9df9ed0fc97c20e637fdfe
+  metadata.gz: c66312fb3a670fac33751b29a2d389f73908810384c1d84d42c4a56202e627507318cc5c0c3d2969492732bded3691f07b6681587d9ba5d3f8e25567999feae5
+  data.tar.gz: 1741ce3aa81b696036c6110e0ecac7302cf1db7ae905b6ee3f43d094ed62390a26e2e1010ca60b224ba04ee6c232f65370eabd46f360d0887bf22618f92f5dd2

data/lib/rika.rb

@@ -21,6 +21,15 @@ module Rika
   import org.apache.tika.detect.DefaultDetector
   import java.io.FileInputStream
   import java.net.URL
+  import org.apache.tika.sax.BodyContentHandler;
+  import org.apache.tika.parser.AutoDetectParser;
+  import org.apache.tika.parser.ParseContext;
+  import org.apache.tika.parser.html.BoilerpipeContentHandler;
+
+  import org.apache.tika.language.translate.GoogleTranslator 
+
+
+
 
   def self.parse_content_and_metadata(file_location, max_content_length = -1)
     parser = Parser.new(file_location, max_content_length)
@@ -32,6 +41,11 @@ module Rika
     parser.content
   end
 
+  def self.parse_main_content(file_location, max_content_length = -1)
+    parser = Parser.new(file_location, max_content_length)
+    parser.main_content
+  end
+
   def self.parse_metadata(file_location)
     parser = Parser.new(file_location, 0)
     parser.metadata
@@ -54,13 +68,18 @@ module Rika
     end
 
     def content
-      self.parse
+      self.parse!
       @content
     end
 
+    def main_content
+      self.parse_main_content!
+      @main_content
+    end
+
     def metadata
       unless @metadata_ruby
-        self.parse
+        self.parse!
         @metadata_ruby = {}
 
         @metadata_java.names.each do |name|
@@ -104,10 +123,18 @@ module Rika
 
     protected
 
-    def parse
+    def parse!
       @content ||= @tika.parse_to_string(input_stream, @metadata_java).to_s.strip
     end
 
+    def parse_main_content!
+      text_handler = BodyContentHandler.new 
+      auto_detect_parser = AutoDetectParser.new 
+      context = ParseContext.new 
+      auto_detect_parser.parse(input_stream, BoilerpipeContentHandler.new(text_handler), @metadata_java, context);
+      @main_content = text_handler.to_s
+    end
+
     def get_input_type
       if File.exists?(@uri) && File.directory?(@uri) == false
         :file
@@ -126,4 +153,19 @@ module Rika
       end
     end
   end
+
+  class Translator
+    def initialize
+      @translator = GoogleTranslator.new
+    end
+
+    def translate(inputtext, source='ru', target='en')
+      # begin
+        puts "translating #{inputtext.size} chars to #{target} at a cost of $#{(inputtext.size / 50000.0).round(2)}"
+        return @translator.translate(inputtext, source, target);
+      # rescue StandardError
+      #   return "Error while translating.";
+      # end
+    end
+  end
 end

data/lib/rika/version.rb

@@ -1,3 +1,3 @@
 module Rika
-  VERSION = "1.7.4"
+  VERSION = "1.9.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rika-stevedore
 version: !ruby/object:Gem::Version
-  version: 1.7.4
+  version: 1.9.0
 platform: java
 authors:
 - Richard Nyström
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-02-16 00:00:00.000000000 Z
+date: 2017-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -120,7 +120,9 @@ files:
 - target/dependency/jVinci-2.4.0.jar
 - target/dependency/jackcess-2.1.4.jar
 - target/dependency/jackcess-encrypt-2.1.1.jar
+- target/dependency/jackson-annotations-2.8.1.jar
 - target/dependency/jackson-core-2.8.1.jar
+- target/dependency/jackson-databind-2.8.1.jar
 - target/dependency/jai-imageio-core-1.3.1.jar
 - target/dependency/jakarta-regexp-1.4.jar
 - target/dependency/java-libpst-0.8.1.jar
@@ -195,6 +197,7 @@ files:
 - target/dependency/tagsoup-1.2.1.jar
 - target/dependency/tika-core-1.15-SNAPSHOT.jar
 - target/dependency/tika-parsers-1.15-SNAPSHOT.jar
+- target/dependency/tika-translate-1.15-SNAPSHOT.jar
 - target/dependency/udunits-4.5.5.jar
 - target/dependency/uimafit-core-2.1.0.jar
 - target/dependency/uimaj-adapter-vinci-2.4.0.jar