deepdetect_ruby 1.0.1

data/lib/train.rb

@@ -0,0 +1,133 @@
+module DeepdetectRuby
+  class Train
+    def self.launch(options = {}, is_custom_data = false)
+      begin
+        debug = DeepdetectRuby.options[:debug]
+        server_index = options[:server_index] || 1
+        dede_host = DeepdetectRuby::DedeServer.get_server(server_index)
+        dede_api_url = "#{dede_host}/train"
+        puts "\n-------------> Starting to launch DeepDetect training #{dede_api_url}....\n" if debug
+
+        options[:service] = !options[:service].nil? ? options[:service] : ""
+        options[:async] = !options[:async].nil? ? options[:async] : true
+        options[:gpu] = !options[:gpu].nil? ? options[:gpu] : true
+        options[:batch_size] = !options[:batch_size].nil? ? options[:batch_size] : 128
+        options[:test_batch_size] = !options[:test_batch_size].nil? ? options[:test_batch_size] : 64
+        options[:test_interval] = !options[:test_interval].nil? ? options[:test_interval] : 500
+        options[:iterations] = !options[:iterations].nil? ? options[:iterations] : 10001
+        options[:base_lr] = !options[:base_lr].nil? ? options[:base_lr] : 0.0001
+        options[:stepsize] = !options[:stepsize].nil? ? options[:stepsize] : 1000
+        options[:gamma] = !options[:gamma].nil? ? options[:gamma] : 0.9
+        options[:connector] = !options[:connector].nil? ? options[:connector] : "image"
+        options[:test_split] = !options[:test_split].nil? ? options[:test_split] : 0.1
+        options[:shuffle] = !options[:shuffle].nil? ? options[:shuffle] : true
+        options[:width] = !options[:width].nil? ? options[:width] : 224
+        options[:height] = !options[:height].nil? ? options[:height] : 224
+        options[:repository] = !options[:repository].nil? ? options[:repository] : ""
+
+        options[:finetuning] = !options[:finetuning].nil? ? options[:finetuning] : false
+        options[:solver_type] = !options[:solver_type].nil? ? options[:solver_type] : "SGD"
+        # options[:solver_type] = "NESTEROV" if options[:finetuning]
+        options[:snapshot] = !options[:snapshot].nil? ? options[:snapshot] : 2000
+        options[:measure_index] = !options[:measure_index].nil? ? options[:measure_index] : 1
+
+        measure = ["acc", "mcll", "f1"]
+        if options[:measure_index] == 1
+          measure = ["acc-5", "mcll", "f1"]
+        elsif options[:measure_index] == 2
+          measure = ["acc", "mcll", "cmdiag"]
+        end
+
+        data = {
+          "service" => "#{options[:service]}",
+          "async" => options[:async],
+          "parameters" => {
+            "mllib" => {
+              "gpu" => options[:gpu],
+              "net" => {
+                "batch_size" => options[:batch_size],
+                "test_batch_size" => options[:test_batch_size]
+              },
+              "solver" => {
+                "test_interval" => options[:test_interval],
+                "iterations" => options[:iterations],
+                "base_lr" => options[:base_lr],
+                "stepsize" => options[:stepsize],
+                "gamma" => options[:gamma],
+                "test_initialization" => true,
+                "solver_type" => "#{options[:solver_type]}",
+                "snapshot" => options[:snapshot]
+              }
+            },
+            "input" => {
+              "connector" => "#{options[:connector]}",
+              "test_split" => options[:test_split],
+              "shuffle" => options[:shuffle],
+              "width" => options[:width],
+              "height" => options[:height]
+            },
+            "output" => {
+              "measure" => measure
+            }
+          },
+          "data" => [
+            "#{options[:repository]}"
+          ]
+        }
+        puts "\nparams data: #{data.to_json} \n" if debug
+        data = options if is_custom_data
+        dede_body = {
+          :body => data.to_json,
+          :headers => { "Content-Type" => 'application/json' }
+        }
+        object = HTTParty.post(dede_api_url, dede_body)
+        object_info = JSON.parse(object.body)
+        object_info.extend DeepSymbolizable
+        return object_info.deep_symbolize
+      rescue Exception => e
+        puts "\n[DeepdetectRuby Train - launch training]. #{e.to_s} \n"
+      end
+    end # end launch
+
+    def self.get_status(options = {})
+      debug = DeepdetectRuby.options[:debug]
+      server_index = options[:server_index] || 1
+      dede_host = DeepdetectRuby::DedeServer.get_server(server_index)
+      options[:job] = !options[:job].nil? ? options[:job] : 1
+      options[:timeout] = !options[:timeout].nil? ? options[:timeout] : 20
+      dede_api_url = "#{dede_host}/train?service=#{options[:service]}"
+      dede_api_url = "#{dede_api_url}&job=#{options[:job]}"
+      dede_api_url = "#{dede_api_url}&timeout=#{options[:timeout]}"
+
+      puts "\n-------------> Starting to get_status DeepDetect training #{dede_api_url}....\n" if debug
+
+      begin
+        object = HTTParty.get(dede_api_url)
+        object_info = JSON.parse(object.body)
+        object_info.extend DeepSymbolizable
+        return object_info.deep_symbolize
+      rescue Exception => e
+        puts "\n[DeepdetectRuby Train - get_status]. #{e.to_s} \n"
+      end
+    end # end get_status
+
+    # options = { service: "service name", job: 1 }
+    def self.delete_job(options = {})
+      debug = DeepdetectRuby.options[:debug]
+      server_index = options[:server_index] || 1
+      dede_host = DeepdetectRuby::DedeServer.get_server(server_index)
+      options[:job] = !options[:job].nil? ? options[:job] : 1
+      dede_api_url = "#{dede_host}/train?service=#{options[:service]}"
+      dede_api_url = "#{dede_api_url}&job=#{options[:job]}"
+      puts "\n-------------> Starting to delete_job DeepDetect training #{dede_api_url}....\n" if debug
+      begin
+        object = HTTParty.delete(dede_api_url)
+        object_info = JSON.parse(object.body)
+        object_info.extend DeepSymbolizable
+        return object_info.deep_symbolize
+      rescue Exception => e
+        puts "\n[DeepdetectRuby Train - delete_job]. #{e.to_s} \n"
+      end
+    end
+  end
+end

data/test_script.md

@@ -0,0 +1,87 @@
+{
+    "mllib": "caffe",
+    "description": "trees classification",
+    "type": "supervised",
+    "parameters": {
+        "input": {
+            "connector": "image",
+            "height": 224,
+            "width": 224
+        },
+        "mllib": {
+            "nclasses": 304
+        }
+    },
+    "model": {
+        "repository": "/home/tamnguyen/models/trees"
+    }
+}
+
+{
+    "mllib": "caffe",
+    "description": "trees classification",
+    "type": "supervised",
+    "parameters": {
+        "input": {
+            "connector": "image",
+            "height": 224,
+            "width": 224
+        },
+        "mllib": {
+            "nclasses": 304
+        }
+    },
+    "model": {
+        "repository": "/home/tamnguyen/models/trees"
+    }
+}
+------------------------------------
+Post training
+{
+    "service": "trees",
+    "async": true,
+    "parameters": {
+        "mllib": {
+            "gpu": true,
+            "net": {
+                "batch_size": 32
+            },
+            "solver": {
+                "test_interval": 500,
+                "iterations": 200,
+                "base_lr": 0.001,
+                "stepsize": 1000,
+                "gamma": 0.9
+            }
+        },
+        "input": {
+            "connector": "image",
+            "test_split": 0.1,
+            "shuffle": true,
+            "width": 224,
+            "height": 224
+        },
+        "output": {
+            "measure": [
+                "acc",
+                "mcll",
+                "f1"
+            ]
+        }
+    },
+    "data": [
+        "/home/ubuntu/projects/docs/category/tree_3"
+    ]
+}
+------------------------------------
+Test create a service
+DeepdetectRuby::Service.create({"name": "trees", "mllib": "caffe", "description": "trees classification", "type": "supervised", "connector": "image", "height": 224, "width": 224, "nclasses": 890, "repository": "/home/tamnguyen/models/trees"})
+
+Test get a service information
+DeepdetectRuby::Service.get_info("trees")
+
+Test delete a service information
+DeepdetectRuby::Service.get_info("trees")
+
+Test predict
+DeepdetectRuby::Predict.predict({service: "trees", image_url: "http://mamnonhanhphuc.edu.vn/upload/images/THOTRUYENTHIEUNHI/2012/su-tich-cay-chuoi1.jpg"})

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: deepdetect_ruby
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- Tam Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-12-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: DeepdetectRuby, a library for Ruby apps
+email:
+- ntamvl@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- deepdetect_ruby.gemspec
+- docs/Finetuning.md
+- docs/convolutional_neural_networks.py
+- docs/dd_client.py
+- docs/finetuning_googlenet.py
+- docs/rsync_for_selfie_f4.sh
+- docs/sync_file.sh
+- docs/sync_mirrorshot.sh
+- lib/configuration.rb
+- lib/dede_server.rb
+- lib/deep_symbolize.rb
+- lib/deepdetect_ruby.rb
+- lib/deepdetect_ruby/version.rb
+- lib/info.rb
+- lib/predict.rb
+- lib/service.rb
+- lib/train.rb
+- test_script.md
+homepage: https://github.com/ntamvl/deepdetect-ruby
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: DeepdetectRuby, a library for Ruby apps
+test_files: []