gpueater 1.0.7 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9b1a6990820b0d49d4de50c87ba73b48b25c4596
-  data.tar.gz: 37c6a0209f4a489df23a806280be568d7a72955c
+  metadata.gz: 50817cbee4b0de663c0b9e233365f52a60c266c7
+  data.tar.gz: 30b97d04bc9322d74676140e9fbffacb5706dca2
 SHA512:
-  metadata.gz: 0bd15f1258633c212430ed71b9b37e79dd1c3b10ac150a0bf30b6645e71298481c28d9e730edc7a03f023c241a49bfdc226f5ab1838f5f8ff9584bbdb10c2f32
-  data.tar.gz: 679f3f3d9a80c171da56d4179562bfcacbac23a068717d9e9dcf548310a8ccce685bf5bfd73b6d7fae59f22c6c8510e461b49188c16752c38c381a072c59395a
+  metadata.gz: 8fbb449018de2c927a0820f08b7fe0a64b98bb59eb8d33053be64988958d9c1a74216f4ac0b38c07bdfc199ac43686279e3ed7bccc249e3047072316359ec145
+  data.tar.gz: 05dc12ca6d11cea53523336d4e77bc50e3c8c45a13bd3479fd4dd60c06e1c4bed1dc6ca884b4133e8c91f998eafa52514c7403fdcc063e156219ea263281d160

data/README.md

@@ -8,6 +8,37 @@ This document is intended to describe how to set up this API and how to control
 Before getting started, register your account on GPUEater.
 https://www.gpueater.com/
 
+<br>
+<br>
+
+----------------------------------------
+
+
+### AMD RadeonGPU ROCm-TensorFlow information (https://github.com/aieater/rocm_tensorflow_info)
+<br>
+This README is intended to provide helpful information for Deep Learning developers with AMD ROCm.<br>
+<br>
+Unfortunately, AMD's official repository for ROCm sometimes includes old or missing information. Therefore, on this readme, we will endeavor to describe accurate information based on the knowledge gained by GPUEater infrastructure development and operation.<br>
+<br>
+<br>
+
+- How to setup Radeon GPU Driver (ROCm) on Ubuntu16.04/18.04
+- How to setup ROCm-Tensorflow on Ubuntu16.04/18.04
+  + ROCm(AMDGPU)-TensorFlow 1.8 Python2.7/Python3.5 + UbuntuOS
+  + ROCm(AMDGPU)-TensorFlow 1.10.0-x Python2.7/Python3.5/Python3.6 + UbuntuOS
+  + CPU-TensorFlow 1.10.1 Python3.7 + MacOSX
+- Lightweight ROCm-TensorFlow docker
+  + ROCm-TensorFlow on GPUEater
+  + ROCm-TensorFlow1.8 docker
+
+ROCm information URL : https://github.com/aieater/rocm_tensorflow_info
+<br>
+<br>
+<br>
+
+----------------------------------------
+
+
 ### Prerequisites
 1. Ruby 2.x is required to run GPUEater API Console.
 2. Create a JSON file in accordance with the following instruction.
@@ -146,10 +177,11 @@ res.select{|e| e['tag'] == 'HappyGPUProgramming' }.each{|e|
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
 |  v0.8  |  image_list()  |  | Listing all OS images |
-|  v1.5  |  snapshot_instance(form)  | instance_id, machine_resource_id |  Creating a snapshot |
-|  v1.5  |  delete_snapshot(form)  | instance_id, machine_resource_id |  Deleting a snapshot |
+|  v1.7  |  snapshot_instance(form)  | instance_id, machine_resource_id |  Creating a snapshot |
+|  v1.7  |  delete_snapshot(form)  | instance_id, machine_resource_id |  Deleting a snapshot |
+|  v1.5  |  registered_image_list()  |  | Listing all user defined OS images |
 |  v1.5  |  create_image(form)  | instance_id, machine_resource_id |  Adding an user defined OS image |
-|  v2.0  |  register_image(form)  | url |  Registering an user defined OS image on the internet |
+|  v2.0  |  import_image(form)  | url |  Registering an user defined OS image on the internet |
 |  v1.5  |  delete_image(form)  | image |  Deleting an OS image |
 
 
@@ -204,7 +236,7 @@ puts g.ssh_key_list
 |  v0.8  |  instance_list()  |  |  Listing all launched instances |
 |  v1.0  |  change_instance_tag(form)  | instance_id, tag |  Changing an instance tag |
 |  v1.0  |  start_instance(form)  | instance_id, machine_resource_id |  Starting an instance. If the instance is already RUNNING, nothing is going to happen |
-|  v1.0  |  stop_instance(form)  | instance_id, machine_resource_id |  Stopping an instance. If the instance is already STOPPED, nothing is going to happen |
+|  v1.0  |  ~~stop_instance(form)~~[Deprecated]  | instance_id, machine_resource_id |  Stopping an instance. If the instance is already STOPPED, nothing is going to happen |
 |  v1.0  |  restart_instance(form)  | instance_id, machine_resource_id |  Restarting an instance |
 |  v0.8  |  terminate_instance(form)  | instance_id, machine_resource_id |  Terminating an instance |
 |  v1.0  |  emergency_restart_instance(form)  | instance_id, machine_resource_id |  Restarting an instance emergently when an instance is hung up |
@@ -228,7 +260,7 @@ g.terminate_instance(instance)
 |  v1.0  |  open_port(form)  | instance_id, connection_id, port |  Opening a port for inbound traffic |
 |  v1.0  |  close_port(form)  | instance_id, connection_id, port |  Closing a port for inbound traffic |
 |  v1.0  |  renew_ipv4(form)  | instance_id |  Getting a new IPv4 address |
-|  v1.0  |  network_description(form)  | instance_id |  This API reports current network status information |
+|  v1.0  |  network_description(form)  | instance_id |  This API reports current network status |
 
 ##### Storage
 |  Version  |  Function  | Required | Description  |
@@ -241,47 +273,47 @@ g.terminate_instance(instance)
 ##### Subscription
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
-|  v2.0  |  subscription_instance_list()  |  |  Listing all items of subscription instance |
-|  v2.0  |  subscription_storage_list()  |  |  Listing all items of storages volume for subscription instance |
-|  v2.0  |  subscription_network_list()  |  |  Listing all items of subscription networks |
+|  v2.0  |  subscription_instance_list()  |  |  Listing all subscription instances |
+|  v2.0  |  subscription_storage_list()  |  |  Listing all storage volumes |
+|  v2.0  |  subscription_network_list()  |  |  Listing all subscription networks |
 |  v2.0  |  subscribe_instance(form)  | subscription_id |  Subscribing a subscription instance |
 |  v2.0  |  unsubscribe_instance(form)  | subscription_id |  Canceling a subscription instance |
-|  v2.0  |  subscribe_storage(form)  | subscription_id |  Subscribing a storage volume for subscription instance |
-|  v2.0  |  unsubscribe_storage(form)  | subscription_id |  Canceling a storage volume for subscription instance |
+|  v2.0  |  subscribe_storage(form)  | subscription_id |  Subscribing a storage volume |
+|  v2.0  |  unsubscribe_storage(form)  | subscription_id |  Canceling a storage volume |
 |  v2.0  |  subscribe_network(form)  | subscription_id |  Subscribing a network product |
 |  v2.0  |  unsubscribe_network(form)  | subscription_id |  Canceling a network product |
 
 ##### Special
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
-|  v2.5  |  live_migration(form)  | product_id, region_id, connection_id |  Moving a running instance between different physical machines without termination |
+|  v2.5  |  live_migration(form)  | product_id, region_id, connection_id |  Moving a running instance to another physical machine without termination |
 |  v2.5  |  cancel_transaction(form)  | transaction_id |  Canceling a transaction |
-|  v2.5  |  peak_transaction(form)  | transaction_id |  This API reports current status information of a transaction |
+|  v2.5  |  peak_transaction(form)  | transaction_id |  checking a current transaction status |
 
 ##### Payment
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
 |  v1.0  |  invoice_list()  |  |  Listing invoices for on-demand instances |
 |  v2.0  |  subscription_invoice_list()  |  |  Listing invoices for subscription instances |
-|  v1.5  |  make_invoice(form)  | invoice_id |  Obtain a pdf invoice |
+|  v1.7  |  make_invoice(form)  | invoice_id |  Obtain a pdf invoice |
 
 ##### Extensions
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
-|  v1.2  |  copy_file(form)  | action("get"or"put"), src, dst |  Copying a file. "get" obtains a file from a remote host to your local host, and "put" is the opposite. "src" is a source file path, and "dst" is a destination file path |
-|  v1.2  |  delete_file(form)  | src, recursive |  Deleting a remote file |
-|  v1.2  |  move_file(form)  | action("get"or"put"), src, dst |  Moving a file. "get" obtains a file from a remote host to your local host, and "put" is the opposite. "src" is a source file path, and "dst" is a destination file path |
-|  v1.2  |  make_directory(form)  | dst |  Making a directory in a remote host |
-|  v1.2  |  file_list(form)  | src |  Listing all files in a remote host |
-|  v1.2  |  synchronize_files(form)  | action, src, dst |  This API is similar to the "rsync" |
-|  v1.2  |  login_instance(form)  | instance_id | Logging in a specific instance through the SSH |
-|  v1.2  |  tunnel(form)  | instance_id, port |  This API enables a port tunneling between your local and a remote host |
+|  v1.7  |  copy_file(form)  | action("get"or"put"), src, dst |  Copying a file. "get" obtains a file from a remote host to your local host, and "put" is the opposite. "src" is a source file path, and "dst" is a destination file path |
+|  v1.7  |  delete_file(form)  | src, recursive |  Deleting a remote file |
+|  v1.7  |  move_file(form)  | action("get"or"put"), src, dst |  Moving a file. "get" obtains a file from a remote host to your local host, and "put" is the opposite. "src" is a source file path, and "dst" is a destination file path |
+|  v1.7  |  make_directory(form)  | dst |  Making a directory in a remote host |
+|  v1.7  |  file_list(form)  | src |  Listing all files in a remote host |
+|  v1.7  |  synchronize_files(form)  | action, src, dst |  This API is similar to the "rsync" |
+|  v1.7  |  login_instance(form)  | instance_id | Logging in a specific instance through the SSH |
+|  v1.7  |  tunnel(form)  | instance_id, port |  This API enables a port tunneling between your local and a remote host |
 
 ##### Class API
 |  Version  |  Function  | Required | Description  |
 | ---- | ---- | ---- | ---- |
 |  v0.8  |  new()  |  |  Instantiating a gpueater object |
-|  v1.2  |  api_list()  |  |  Listing all available APIs. |
+|  v1.7  |  api_list()  |  |  Listing all available APIs. |
 
 
 

data/lib/gpueater.rb

@@ -24,10 +24,11 @@ module GPUEater
         builder.use Faraday::Request::UrlEncoded
         # builder.use Faraday::Response::Logger
         builder.use Faraday::Adapter::NetHttpPersistent # gem install net-http-persistent
+        builder.options[:timeout] = 1800
       end
       @alist=["raccoon", "dog", "wild boar", "rabbit", "cow", "horse", "wolf", "hippopotamus", "kangaroo", "fox", "giraffe", "bear", "koala", "bat", "gorilla", "rhinoceros", "monkey", "deer", "zebra", "jaguar", "polar bear", "skunk", "elephant", "raccoon dog", "animal", "reindeer", "rat", "tiger", "cat", "mouse", "buffalo", "hamster", "panda", "sheep", "leopard", "pig", "mole", "goat", "lion", "camel", "squirrel", "donkey"]
       @blist=["happy", "glad", "comfortable", "pleased", "delighted", "relieved", "calm", "surprised", "exciting"]
-      
+
       begin
         @g_config = JSON.load(open(".eater").read)
       rescue
@@ -45,6 +46,11 @@ module GPUEater
       end
     end
 
+    # def clear_cache
+    #     puts @cookie_path
+    #     File.delete(@cookie_path)
+    # end
+
 
     def _get(u,q={})
       puts u if @debug
@@ -59,7 +65,7 @@ module GPUEater
       end
       return response
     end
-    
+
     def _post(u,form)
       puts u if @debug
       response = @conn.post do |req|
@@ -106,9 +112,9 @@ module GPUEater
   	  	[@images,@ssh_keys,@products].to_s
       end
     end
-    
-    
-    
+
+
+
     def func_get(api,required_fields=[],query={}, e=nil, try=2)
       raise e if try <= 0
       required_fields.each{|v| raise "Required field => #{v}" unless query.include?(v) }
@@ -136,7 +142,7 @@ module GPUEater
       raise j['error'] if j['error']
       j['data']
     end
-    
+
     def func_post_inss(api,required_fields=[],form={}, e=nil, try=2)
       raise e if try <= 0
       required_fields.each{|v| raise "Required field => #{v}" unless form.include?(v) }
@@ -151,7 +157,7 @@ module GPUEater
       raise j['error'] if j['error']
       j['data']
     end
-    
+
     # def func_post_launch(api,required_fields=[],form={}, e=nil, try=2)
     #   raise e if try <= 0
     #   tag = form['tag']
@@ -175,16 +181,20 @@ module GPUEater
     #   raise j['error'] if j['error']
     #   j['data']
     # end
-    
+
     def ___________image___________;end #@
     def image_list; func_get('/console/servers/images'); end #@
-    def snapshot_instance; raise "Not implemented yet"; end #@
-    def delete_snapshot; raise "Not implemented yet"; end #@
-    def create_image; raise "Not implemented yet"; end #@
-    def register_image; raise "Not implemented yet"; end #@
-    def delete_image; raise "Not implemented yet"; end #@
-    
-    
+    def snapshot_list; func_get('/console/servers/snapshots'); end #@
+    def take_snapshot(form); func_post('/console/servers/take_snapshot',['instance_id','tag'],form); end #@
+    def change_snapshot_tag(form); func_post('/console/servers/change_snapshot_tag',['snapshot_id','tag'],form); end #@
+    def delete_snapshot(form); func_post('/console/servers/delete_snapshot',['snapshot_id'],form); end #@
+
+    def registered_image_list; func_get('/console/servers/registered_image_list'); end #@
+    def create_image(form); func_post('/console/servers/create_user_defined_image',['instance_id','image_name'],form); end #@
+    def delete_image(form); func_post('/console/servers/delete_user_defined_image',['fingerprint'],form); end #@
+    def import_image(form); func_post('/console/servers/import_image',['url','image_name'],form); end #@
+
+
     def ___________ssh_key___________;end #@
     def ssh_key_list;             func_get('/console/servers/ssh_keys'); end #@
     def generate_ssh_key;         func_get('/console/servers/ssh_key_gen'); end #@
@@ -198,52 +208,14 @@ module GPUEater
     def launch_subcription_instance(form);  raise "Not implemented yet"; end #@
     def instance_list;                      func_get('/console/servers/instance_list'); end #@
     def change_instance_tag(form);          func_post('/console/servers/change_instance_tag',['instance_id','tag'],form); end #@
+
     def start_instance(form);               func_post_inss('/console/servers/start',['instance_id','machine_resource_id'],form); end #@
     def stop_instance(form);                func_post_inss('/console/servers/stop',['instance_id','machine_resource_id'],form); end #@
     def restart_instance(form);             func_post_inss('/console/servers/stop',['instance_id','machine_resource_id'],form); func_post_inss('/console/servers/start',['instance_id','machine_resource_id'],form); end #@
     def terminate_instance(form);           func_post_inss('/console/servers/force_terminate',['instance_id','machine_resource_id'],form); end #@
     def emergency_restart_instance(form);   func_post_inss('/console/servers/emergency_restart',['instance_id','machine_resource_id'],form); end #@
-    
-    def network_test
-      ins = instance_list()[0]
-      puts network_description(ins)
-      ins['port'] = 9999
-      open_port(ins)
-      puts port_list(ins)
-      close_port(ins)
-      puts port_list(ins)
-      
-    end
-    def test
-      pd = ondemand_list
-      image = pd.find_image "Ubuntu16.04 x64"
-      ssh_key = pd.find_ssh_key "my_ssh_key2"
-      product = pd.find_product "n1.p400"
-      
-      emergency_restart_instance(instance_list[0]);
-      p image
-      p ssh_key["id"]
-      p product["id"]
-      
-      #launch_ondemand_instance({"tag"=>"ponkoponko","product_id"=>product["id"], "ssh_key_id"=>ssh_key["id"], "image" => image["alias"]});
-      
-      
-      
-      def ssh_key_test
-        key = generate_ssh_key
-        keyname = 'my_ssh_key2'
-        ssh_key_list().select{|e| delete_ssh_key(e) if e["name"] == keyname }
-        register_ssh_key({"name"=>keyname,"public_key"=>key["public_key"]})
-        pem = File.join(@homedir,'.ssh',keyname+".pem")
-        fp = open(pem,"w")
-        fp.write(key["private_key"])
-        fp.close
-        FileUtils.chmod(0600,pem)
-        puts ssh_key_list
-      end
-    end
-    
-    
+
+
     def __________network__________;end #@
     def port_list(form);                func_get('/console/servers/port_list',['instance_id'],form); end #@
     def open_port(form);                func_post('/console/servers/add_port',['instance_id','connection_id','port'],form); end #@
@@ -251,13 +223,13 @@ module GPUEater
     def renew_ipv4(form);               func_post('/console/servers/renew_ipv4',['instance_id'],form); end #@
     def refresh_ipv4(form);             func_post('/console/servers/refresh_ipv4',['instance_id'],form); end #@
     def network_description(form);      func_get('/console/servers/instance_info',['instance_id'],form); end #@
-    
-    
+
+
     def __________storage__________;end #@
     def create_volume;                  raise "Not implemented yet"; end #@
     def delete_volume;                  raise "Not implemented yet"; end #@
     def transfer_volume;                raise "Not implemented yet"; end #@
-    
+
     def _________subscription__________;end #@
     def subscription_instance_list;                  raise "Not implemented yet"; end #@
     def subscription_storage_list;                  raise "Not implemented yet"; end #@
@@ -268,7 +240,7 @@ module GPUEater
     def unsubscribe_storage;                  raise "Not implemented yet"; end #@
     def subscribe_network;                  raise "Not implemented yet"; end #@
     def unsubscribe_network;                  raise "Not implemented yet"; end #@
-    
+
     def _________special__________;end #@
     def live_migration;                  raise "Not implemented yet"; end #@
     def cancel_transaction;                  raise "Not implemented yet"; end #@
@@ -277,7 +249,7 @@ module GPUEater
     def invoice_list;                  func_get('/console/servers/charge_list'); end #@
     def subscription_invoice_list;     raise "Not implemented yet"; end #@
     def make_invoice;                  raise "Not implemented yet"; end #@
-    
+
     def payment_test
       puts invoice_list
     end
@@ -291,16 +263,16 @@ module GPUEater
     def synchronize_files;                  raise "Not implemented yet"; end #@
     def login_instance;                  raise "Not implemented yet"; end #@
     def tunnel;                  raise "Not implemented yet"; end #@
-    
+
     def __________________________;end #@
-    
+
   end
-    
-    
-  
 
 
-  
+
+
+
+
   def self.new #@
     return APIv1.new
   end
@@ -336,7 +308,7 @@ if __FILE__ == $0
         end
       end
     }
-  
+
     st2 = ret2.join("\n")
     fp = open(__FILE__,"w")
     fp.write(st2)
@@ -413,4 +385,4 @@ end
 # login_instance
 # tunnel
 # __________________________
-# new
+# new

data/lib/gpueater/version.rb

@@ -1,3 +1,3 @@
 module GPUEater
-  VERSION = "1.0.7"
+  VERSION = "1.5.0"
 end

data/lib/test.rb

@@ -0,0 +1,135 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift('.')
+
+require 'gpueater'
+
+
+def clear_instance
+  g = GPUEater.new
+  ls = g.instance_list
+  p ls
+  ls.each{|e|
+    puts e
+    ret = g.terminate_instance(e)
+    puts ret
+  }
+  puts "clear_instance - done"
+end
+
+def clear_images
+  g = GPUEater.new
+  ls = g.registered_image_list
+  p ls
+
+  ls.each{|e|
+    puts "+++++++++"
+    puts e
+    ret = g.delete_image(e);
+    puts ret
+  }
+  puts "clear_images - done."
+end
+
+def create_test_instance
+    g       = GPUEater.new
+    ps      = g.ondemand_list()
+    image   = ps.find_image("Ubuntu16.04 x64")
+    ssh_key = ps.find_ssh_key("guest")
+    product = ps.find_product("a1.vegafe")
+    ret     = g.launch_ondemand_instance({"tag"=>"test_instance","product_id"=>product["id"], "ssh_key_id"=>ssh_key["id"], "image" => image["alias"]});
+    puts ret
+end
+
+
+def test_instance
+  puts "------------------------------------------"
+
+  clear_instance()
+
+  create_test_instance()
+
+  clear_instance()
+
+  puts "------------------------------------------"
+end
+
+
+def create_user_defined_image()
+    g = GPUEater.new
+    puts "registered_image_list"
+    p g.registered_image_list()
+    ins = g.instance_list().pop()
+    puts ins
+    ins['image_name'] = 'test_image'
+    ret = g.create_image(ins)
+    puts ret
+end
+
+
+
+def test_image
+  puts "------------------------------------------"
+
+  clear_images()
+  clear_instance()
+
+
+  g = GPUEater.new
+  puts "image_list"
+  p g.image_list()
+
+  puts "registered_image_list"
+  p g.registered_image_list()
+
+  create_user_defined_image()
+
+  puts "------------------------------------------"
+end
+
+
+create_user_defined_image()
+
+def test_networking
+  puts "------------------------------------------"
+  puts "Start networking test"
+  g = GPUEater.new
+  is = g.instance_list()
+  if is.length > 0
+    ins = g.instance_list()[0]
+    puts g.network_description(ins)
+    ins['port'] = 9999
+    g.open_port(ins)
+    puts g.port_list(ins)
+    g.close_port(ins)
+    puts g.port_list(ins)
+  else
+    puts "No instance"
+  end
+  puts "networking test - done."
+  puts "------------------------------------------"
+end
+
+def test
+  pd = ondemand_list
+  image = pd.find_image "Ubuntu16.04 x64"
+  ssh_key = pd.find_ssh_key "my_ssh_key2"
+  product = pd.find_product "n1.p400"
+
+  emergency_restart_instance(instance_list[0]);
+  p image
+  p ssh_key["id"]
+  p product["id"]
+
+  def ssh_key_test
+    key = generate_ssh_key
+    keyname = 'my_ssh_key2'
+    ssh_key_list().select{|e| delete_ssh_key(e) if e["name"] == keyname }
+    register_ssh_key({"name"=>keyname,"public_key"=>key["public_key"]})
+    pem = File.join(@homedir,'.ssh',keyname+".pem")
+    fp = open(pem,"w")
+    fp.write(key["private_key"])
+    fp.close
+    FileUtils.chmod(0600,pem)
+    puts ssh_key_list
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gpueater
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.5.0
 platform: ruby
 authors:
 - Pegara, Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-07-23 00:00:00.000000000 Z
+date: 2018-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -98,6 +98,7 @@ files:
 - gpueater.gemspec
 - lib/gpueater.rb
 - lib/gpueater/version.rb
+- lib/test.rb
 - release.sh
 homepage: https://www.gpueater.com/
 licenses: