xp5k 0.0.1

data/.gitignore

@@ -0,0 +1,2 @@
+# Gem package directory
+pkg/

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,38 @@
+PATH
+  remote: .
+  specs:
+    xp5k (0.0.1)
+      json (>= 1.5.1)
+      restfully (~> 0.6)
+      term-ansicolor (>= 1.0.7)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.3.2)
+    backports (2.6.5)
+    json (1.7.5)
+    mime-types (1.19)
+    rack (1.4.1)
+    rack-cache (1.2)
+      rack (>= 0.4)
+    rest-client (1.6.7)
+      mime-types (>= 1.16)
+    rest-client-components (1.2.0)
+      rack (>= 1.0.1)
+      rest-client (>= 1.6.0, < 1.7.0)
+    restfully (0.8.8)
+      addressable
+      backports
+      json (~> 1.5)
+      rack-cache
+      rest-client (~> 1.6)
+      rest-client-components
+    term-ansicolor (1.0.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (>= 1.0.0)
+  xp5k!

data/LICENCE

@@ -0,0 +1,21 @@
+Copyright (c) 2012 Pascal Morillon
+Copyright (c) 2012 Université Rennes 1
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+Work in progress.
+

data/lib/xp5k/config.rb

@@ -0,0 +1,42 @@
+module XP5K
+  class Config
+    # Create a singleton
+    @@config = Hash.new
+
+    @@config[:debug] = false
+    @@config[:user] = ENV['USER']
+    @@config[:public_key] = File.join(ENV['HOME'], '.ssh', 'id_rsa.pub')
+
+    @@config[:loaded] = false
+
+    # Load the experiment configuration file
+    def self.load
+      if File.exist?(File.expand_path(File.join(Dir.pwd, 'xp.conf')))
+        file_path = File.expand_path(File.join(Dir.pwd, 'xp.conf'))
+        self.instance_eval(IO.read(file_path),file_path, 1)
+      end
+      @@config[:loaded] = true
+    end # def:: self.load
+
+    def self.loaded?
+      @@config[:loaded]
+    end
+
+    # Configuration options getter
+    def self.[](opt)
+      @@config[opt.to_sym]
+    end # def:: self.[](opt)
+
+    # Configuration options setter
+    def self.[]=(opt, value)
+      @@config[opt.to_sym] = value
+    end # def:: self.[]=(opt, value)
+
+    # Using methods in configuration file and transform into hash keys
+    def self.method_missing(method_symbol, *args)
+      @@config[method_symbol] = args[0]
+      @@config[method_symbol]
+    end # def:: self.method_missing(method_symbol), *args)
+
+  end # class:: Config
+end # module:: XP

data/lib/xp5k/version.rb

@@ -0,0 +1,3 @@
+module XP5K
+  VERSION='0.0.1'
+end

data/lib/xp5k/xp.rb

@@ -0,0 +1,137 @@
+require "json"
+require "restfully"
+require "fileutils"
+require "term/ansicolor"
+
+module XP5K
+  class XP
+
+    include Term::ANSIColor
+
+    attr_accessor :jobs, :jobs2submit, :deployments, :todeploy, :connection
+    attr_reader :starttime
+
+    def initialize(options = {})
+      @jobs = []
+      @jobs2submit = []
+      @deployments = []
+      @todeploy = []
+      @starttime = Time.now
+      @logger = options[:logger] || Logger.new(STDOUT)
+      XP5K::Config.load unless XP5K::Config.loaded?
+
+      @connection = Restfully::Session.new(
+        :configuration_file => "~/.restfully/api.grid5000.fr.yml",
+        :logger => begin
+          tmplogger = ::Logger.new(STDERR)
+          tmplogger.level = ::Logger::WARN
+          tmplogger
+        end
+      )
+    end
+
+    def timer
+      Time.now - self.starttime
+    end
+
+    def define_deployment(deployment_hash)
+      self.todeploy << deployment_hash
+    end
+
+    def deploy
+      self.todeploy.each do |x|
+        x[:nodes] ||= []
+        # Get assigned resources to deploy
+        x[:jobs].each do |jobname|
+          job = self.job_with_name(jobname)
+          x[:nodes] += job["assigned_nodes"]
+        end
+        deployment = @connection.root.sites[x[:site].to_sym].deployments.submit(x)
+        self.deployments << { :uid => deployment["uid"], :site => deployment["site_uid"] }
+        update_cache
+        puts "Waiting for the deployment ##{deployment['uid']} to be terminated..."
+        while deployment.reload['status'] == 'processing'
+          print(".")
+          sleep 10
+        end
+        print(" [#{green("OK")}]\n")
+        update_cache
+      end
+    end
+
+    def define_job(job_hash)
+      self.jobs2submit << job_hash
+
+      if File.exists?(".xp_cache")
+        # Reload job
+        datas = JSON.parse(File.read(".xp_cache"))
+        uid = datas["jobs"].select { |x| x["name"] == job_hash[:name] }.first["uid"]
+        unless uid.nil?
+          job = @connection.root.sites[job_hash[:site].to_sym].jobs["#{uid}".to_sym]
+          unless (job.nil? or job["state"] != "running")
+            j = job.reload
+            self.jobs << j
+          end
+        end
+      end
+    end
+
+    def submit
+      self.jobs2submit.each do |job2submit|
+        job = self.job_with_name(job2submit[:name])
+        if job.nil?
+          job = @connection.root.sites[job2submit[:site].to_sym].jobs.submit(job2submit)
+          self.jobs << job
+          update_cache
+          logger.info "Waiting for the job #{job["name"]} ##{job['uid']} to be running at #{job2submit[:site]}..."
+          while job.reload["state"] != "running"
+            print(".")
+            sleep 3
+          end
+          print(" [#{green("OK")}]\n")
+          update_cache
+        end
+      end
+    end
+
+    def job_with_name(name)
+      self.jobs.select { |x| x["name"] == name }.first
+    end
+
+    def status
+      # self.jobs2submit.each do |job2submit|
+      #   job = self.job_with_name(job2submit[:name])
+
+      # end
+      self.jobs.each do |job|
+        logger.info "Job #{job["name"]} ##{job["uid"]} status : #{job["state"]}"
+      end
+    end
+
+    def clean
+      self.jobs.each do |job|
+        if job.reload["state"] == "running"
+          job.delete
+          logger.info "Job ##{job["uid"]} deleted !"
+        end
+      end
+      FileUtils.rm(".xp_cache")
+    end
+
+    private
+
+    def logger
+      @logger
+    end
+
+    def update_cache
+      cache = { :jobs => self.jobs.collect { |x| x.properties },
+                :deployments => self.deployments
+      }
+      open(".xp_cache", "w") do |f|
+        f.puts cache.to_json
+      end
+    end
+
+  end
+end

data/lib/xp5k.rb

@@ -0,0 +1,6 @@
+require 'xp5k/config'
+require 'xp5k/xp'
+
+module XP5K
+  Config.load
+end # module:: XP

data/xp5k.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+require 'xp5k/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'xp5k'
+  s.version     = XP5K::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Pascal Morillon']
+  s.email       = ['pascal.morillon@irisa.fr']
+  s.homepage    = 'https://github.com/pmorillon/xp5k'
+  s.summary     = %q{A small Grid'5000 helper to submit jobs and deploy environments via REST API}
+  s.description = %q{A small Grid'5000 helper to submit jobs and deploy environments via REST API}
+
+  s.required_rubygems_version = '>= 1.3.6'
+
+  s.add_dependency 'restfully', '~>0.6'
+  s.add_dependency 'term-ansicolor', '>= 1.0.7'
+  s.add_dependency 'json', '>= 1.5.1'
+
+  s.add_development_dependency 'bundler', '>= 1.0.0'
+
+  s.files         = `git ls-files`.split("\n")
+  s.require_paths = ['lib']
+
+end

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification
+name: xp5k
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Pascal Morillon
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: restfully
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: term-ansicolor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.7
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+description: A small Grid'5000 helper to submit jobs and deploy environments via REST
+  API
+email:
+- pascal.morillon@irisa.fr
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENCE
+- README.md
+- lib/xp5k.rb
+- lib/xp5k/config.rb
+- lib/xp5k/version.rb
+- lib/xp5k/xp.rb
+- xp5k.gemspec
+homepage: https://github.com/pmorillon/xp5k
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A small Grid'5000 helper to submit jobs and deploy environments via REST
+  API
+test_files: []
+has_rdoc: