levdon 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f644b9bcbe5fcd9e5a453bae0b8a0e34c9da18f5
-  data.tar.gz: 831a339cec878dc9266c50476d9d36c623f5d677
+  metadata.gz: 5fa51449de191b50b839e774fa2d16ea429c271b
+  data.tar.gz: ac8a48b26603f6f8adc9315cd4f80fbaba90ac05
 SHA512:
-  metadata.gz: 2a4baebf126b1b294c46ac94db7abed58ead303dfa9ca4df11179c4f3304c234ac947a6e1be89302880771790f1cc0905c2e4b881c0097345464732204ee4bf7
-  data.tar.gz: 15a5682baca2fc30062b2d01d8d82e48fe71d4d14f74df9f357ca7c5506039a58cf4d58db5d57b92e21b6ee696ed74ed446839bd632e8341f270077fd4d1e6b6
+  metadata.gz: 2803eb099e73a0c070fe911b5de64e2c58463ef7e3f1eb8e401643e19af99a03464fc10bb5cc9ff2135acbb8b25c6fb0d8929d2d80aa946139ce22714c044c4b
+  data.tar.gz: d25f3d8cf7f8f3440ae35121da6ee6f47587bf8495e496fb9987cfbe09901f0b45cd1e979962c8d64dc9a2f68e057074f765aac8c401388d5144b8375b6481ae

data/Gemfile

@@ -1,4 +1,11 @@
 source 'https://rubygems.org'
 
+
+gem "bundle"
+gem "rake"
+gem "rmagick"
+gem "multipart-post"
+gem "streamio-ffmpeg"
+
 # Specify your gem's dependencies in levdon.gemspec
 gemspec

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2017 Akihito Nakatsuka
+Copyright (c) 2017 Pegara
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/levdon.gemspec

@@ -19,8 +19,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "bundler", "~> 1.13.6"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rmagick", "~> 2.16.0"
   spec.add_development_dependency "multipart-post", "~> 2.0.0"
+  spec.add_development_dependency "streamio-ffmpeg", "~> 3.0.2"
+  
 end

data/lib/levdon.rb

@@ -1,13 +1,17 @@
-require "levdon/version"
+require 'levdon/version'
 
-require "json"          # default
-require "securerandom"  # default
-require "fileutils"     # default
-require "stringio"      # default
-require "open-uri"      # default
+require 'json'          # default
+require 'securerandom'  # default
+require 'fileutils'     # default
+require 'stringio'      # default
+require 'open-uri'      # default
 
-require "rmagick"                 # sudo gem install rmagick
-require "net/http/post/multipart" # sudo gem install multipart-post #https://github.com/nicksieger/multipart-post
+require 'rmagick'                 # sudo gem install rmagick
+require 'net/http/post/multipart' # sudo gem install multipart-post #https://github.com/nicksieger/multipart-post
+
+require 'tempfile'
+require 'streamio-ffmpeg' # gem install streamio-ffmpeg / brew install ffmpeg
+#require 'filemagic' # gem install ruby-filemagic / brew install libmagick
 
 
 module Levdon
@@ -34,6 +38,7 @@ module Levdon
   
   ONTOLOGY_REV_LIST = {}
   ONTOLOGY_LIST.each{|k,v| ONTOLOGY_REV_LIST[v[:key]] = k }
+
   
   class NonBlockLineStream
     def initialize(input_stream, output_stream)
@@ -396,7 +401,7 @@ module Levdon
     img = Magick::Image.from_blob(stream).first
     img = img.resize(224,224)
     img.to_blob {
-      self.quality = 80
+      self.quality = 20
       self.format = "jpeg"
     }
   end
@@ -655,7 +660,7 @@ module Levdon
             error += e.backtrace.to_s + "\n"
           end
           
-          {:results => ret, :error => error,:parameter => parameter}
+          {:results => ret, :error => error}
         }
       }
       
@@ -691,15 +696,82 @@ module Levdon
         end
       }
     end
+
+    def detect_content_type(ouri)
+      if(ouri)
+        if(ouri.respond_to?(:content_type))
+          ct = ouri.content_type
+          if(ct)
+            if(ct.index('image'))
+              return 'image'
+            elsif(ct.index('video'))
+              return 'video'
+            end
+          end
+        else
+          return 'file'
+        end
+      end
+      return nil
+    end
+
+    def detect_image_or_video_from_path(path)
+      ext = File.extname(path).downcase
+      if(ext == ".jpeg" || ext == ".png" || ext == ".gif" || ext == ".jpg" || ext == ".tiff" || ext == ".tif" || ext == ".psd" || ext == ".pdf")
+        return "image"
+      elsif(ext == ".mp4" || ext == ".avi" || ext == ".mov" || ext == ".3gp" || ext == ".flv" || ext == ".wmv")
+        return "video"
+      end
+      return nil
+    end
+    
+    def generate_thumb_from_video(f)
+      thumb_url = "tmp"+Process.pid.to_s
+      movie = FFMPEG::Movie.new(f)
+      duration = (movie.duration / 2).floor
+      path = "#{thumb_url}.jpg"
+      movie.screenshot(path,  seek_time: duration)
+      data = File.open(path).read()
+      File.delete(path)
+      return data
+    end
+
+    def to_image(fname,ct)
+      if(ct == "video")
+        return generate_thumb_from_video(fname)
+      elsif(ct == "image")
+        return File.open(fname).read
+      end
+      puts "Invalid media stream."
+      return nil
+    end
   
     def load(any)
       if(any.class.name == "String")
         if(any.index("http://") == 0 or any.index("https://") == 0)
           # from network
-          return open(any).read
+          ouri = open(any)
+          ct = detect_content_type(ouri)
+          new_data = nil
+          if(ct == "video")
+            new_data = generate_thumb_from_video(ouri.path)
+          elsif(ct == "image")
+            new_data = ouri.read
+          end
+          return new_data
         else
           if File::ftype(any) == "file"
-            return File.open(any).read # File IO
+            ct = detect_image_or_video_from_path(any)
+            if(ct == "video")
+              return generate_thumb_from_video(any)
+            elsif(ct ==  "image")
+              return File.open(any).read
+            end
+            puts "Invalid media file."
+            return nil
+          elsif(File::ftype(any) == "directory")
+            puts "Can't load a directory. Target should be a file or URL."
+            return nil
           else
             # from memory
             return any
@@ -769,12 +841,18 @@ module Levdon
     end
   
     def predict(parameter)
-      raise "expected key: request_id" if(parameter[:request_id])
-      raise "expected key: ontologies" if(parameter[:ontologies])
-      raise "required key: target. Specify a file path or URL or data." unless(parameter[:target])
-      parameter[:request_id] = SecureRandom.uuid.gsub("-","")
-      parameter[:ontologies] = @ontologies
-      parameter[:access_token] = @access_token
+      if(parameter.class.name == "String")
+        parameter = {:target => parameter }
+      elsif(parameter.class.name == "Hash")
+        raise "expected key: request_id" if(parameter[:request_id])
+        raise "expected key: ontologies" if(parameter[:ontologies])
+        raise "required key: target. Specify a file path or URL or data." unless(parameter[:target])
+      else
+        raise "Invalid parameter type"
+      end
+      parameter[:request_id]    = SecureRandom.uuid.gsub("-","")
+      parameter[:ontologies]    = @ontologies
+      parameter[:access_token]  = @access_token
       
       ret   = nil
       error = nil
@@ -788,7 +866,7 @@ module Levdon
         error += e.message.to_s + "\n"
         error += e.backtrace.to_s + "\n"
       end
-      return {:results => ret, :error => error,:parameter => parameter}
+      return {:results => ret, :error => error}
     end
   
   end
@@ -796,4 +874,19 @@ module Levdon
   def self.new
     LevdonImpl.new
   end
+  
+  def self.predict(access_token,target)
+    api = LevdonImpl.new
+    state = api.start(access_token)
+    if(state[:error])
+      raise state[:error]
+    else
+      result = api.predict(target)
+      if(result[:error])
+        raise result[:error]
+      else
+        return result
+      end
+    end
+  end
 end

data/lib/levdon/version.rb

@@ -1,3 +1,3 @@
 module Levdon
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

data/test.rb

@@ -3,14 +3,32 @@
 require 'levdon'
 
 # Account is not necessary during for free version.
-APIKEY      = ENV['EATER_ACCESS_TOKEN']
-TARGET_PATH = "/Users/johndoe/Desktop/data/test_data"
+ACCESS_TOKEN      = ENV['EATER_ACCESS_TOKEN']
+TARGET_PATH       = "/Users/johndoe/Desktop/data/test_data"
 
+
+TESTS = ["/Users/johndoe/Downloads/j/backup/Movies/gen_movie/SAC17.mp4",
+  "http://art51.photozou.jp/pub/275/2258275/photo/115456936_org.v1494939738.jpg",
+  "http://techslides.com/demos/sample-videos/small.mp4",
+  "/Users/johndoe/Desktop/a.png",
+  "/Users/johndoe/test.gif",
+  "https://dora-neco.com/img/gif/gif0025.gif"]
+
+TESTS.each{|e|
+  begin
+    puts e
+    puts Levdon.predict(ACCESS_TOKEN,e)
+  rescue => err
+    puts e
+    puts err
+  end
+}
+return;
 USE_SYNC = true
 if(USE_SYNC)
   api = Levdon.new()
   api.option({:CLASS    => [:CLASS_ADULT]})
-  state = api.start(APIKEY)
+  state = api.start(ACCESS_TOKEN)
   if(state[:error])
     puts state[:error]
   else
@@ -41,7 +59,7 @@ else
     :PARALLEL => 32
   })
 
-  api.async_start(APIKEY) {|state|
+  api.async_start(ACCESS_TOKEN) {|state|
     if(state[:error])
       puts state[:error]
     else

metadata

@@ -1,71 +1,85 @@
 --- !ruby/object:Gem::Specification
 name: levdon
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Pegara, Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-05-12 00:00:00.000000000 Z
+date: 2017-05-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: 1.13.6
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: 1.13.6
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
 - !ruby/object:Gem::Dependency
   name: rmagick
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.16.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.16.0
 - !ruby/object:Gem::Dependency
   name: multipart-post
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.0.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: streamio-ffmpeg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.2
 description: 
 email:
 - info@pegara.com
@@ -73,7 +87,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
+- .gitignore
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -101,17 +115,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.0.14.1
 signing_key: 
 specification_version: 4
 summary: AI(DeepLearning) contents filter library for mastodon.