sisfc 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: ee8e44bf402532fa027e91c284013a1044da5190
-  data.tar.gz: 779b1cfc0560936edb1c75efe381d321c9407476
+SHA256:
+  metadata.gz: fac842a4649d5c5a521c3281fa86c202dac7ca7e96a558e919e0fa325acebe3d
+  data.tar.gz: 0ad6254580131f7c5249ba558b793d9d5a493bfd852f1c39226fdfc50be1ca3a
 SHA512:
-  metadata.gz: bd44dc6c5480ce6e2f23418315148a186c7106ede73bcc0e3320b5794a97f64e934a74c356641dc02dfb710e7746e81377359b4c4481ca1e6447f5aad4524d1e
-  data.tar.gz: a927ec9bb0a5a8cc0f5e89259220358acb4d7f19712ba65f071813a07c5e6b77c8a4b3c680207a31809fb7facc2da6ceb3d47a7485b950b4471b8607f69dde0a
+  metadata.gz: aecd32a8ea709fe01e17c38af9cebb5bb0bc018c4f7265e5bb0ecf76cc76164ec455706eadf3368afefc7ce0a4444f54c78d281e370363fd99b7e6dfdfb84361
+  data.tar.gz: '06923f6dc02f509e7e22ff52cf35e6ed905ea7731791300dbd45db03df265f756a927e2a4f1472a2d122a1e7960f6e5040dadd8be892e3fa66af8677101194af'

data/.projections.json

@@ -0,0 +1,12 @@
+{
+  "*": {"make": "bundle exec rake test"},
+  "*.rb": {"path": "lib"},
+  "lib/*.rb": {
+    "type": "source",
+    "alternate": "spec/{}_spec.rb"
+  },
+  "spec/*_spec.rb": {
+    "type": "spec",
+    "alternate": "lib/{}.rb"
+  }
+}

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+ - 2.3
+ - jruby
+ - rbx-3
+script: bundle exec rake test

data/README.md

@@ -1,28 +1,13 @@
 # A Simulator for IT Service in Federated Clouds (SISFC)
 
+[![Gem Version](https://badge.fury.io/rb/sisfc.svg)](https://badge.fury.io/rb/sisfc)
+[![Build Status](https://travis-ci.org/mtortonesi/sisfc.png?branch=master)](https://travis-ci.org/mtortonesi/sisfc)
+[![Code Climate](https://codeclimate.com/github/mtortonesi/sisfc.png)](https://codeclimate.com/github/mtortonesi/sisfc)
+
 SISFC is a simulator designed to reenact the behaviour of IT services in
 federated Cloud environments.
 
 
-## References
-
-This simulator (more precisely an earlier version of it) was used in the
-following research papers:
-
-1.  L. Foschini, M. Tortonesi, "Adaptive and Business-driven Service Placement
-    in Federated Cloud Computing Environments", in Proceedings of the 8th
-    IFIP/IEEE International Workshop on Business-driven IT Management (BDIM 2013),
-    27 May 2013, Ghent, Belgium.
-
-2.  G. Grabarnik, L. Shwartz, M. Tortonesi, "Business-Driven Optimization of
-    Component Placement for Complex Services in Federated Clouds", to appear in
-    Proceedings of the 14th IEEE/IFIP Network Operations and Management Symposium
-    (NOMS 2014) - Mini-conference track, 5-9 May 2014, Krakow, Poland.
-
-Please, consider citing some of these papers if you find this simulator useful
-for your research.
-
-
 ## Installation
 
 You can install the SISFC simulator through RubyGems:
@@ -53,3 +38,36 @@ Note that the SISFC was not designed to be run directly by users, but instead
 to be integrated within automated tools that implement a continuous
 optimization framework (for instance, built on top of our [mhl metaheuristics
 library](https://github.com/mtortonesi/ruby-mhl)).
+
+
+## References
+
+The SISFC simulator was used in the following research papers:
+
+1.  L. Foschini, M. Tortonesi, "Adaptive and Business-driven Service Placement
+    in Federated Cloud Computing Environments", in Proceedings of the 8th
+    IFIP/IEEE International Workshop on Business-driven IT Management (BDIM 2013),
+    27 May 2013, Ghent, Belgium.
+
+2.  G. Grabarnik, L. Shwartz, M. Tortonesi, "Business-Driven Optimization of
+    Component Placement for Complex Services in Federated Clouds", in
+    Proceedings of the 14th IEEE/IFIP Network Operations and Management Symposium
+    (NOMS 2014) - Mini-conference track, 5-9 May 2014, Krakow, Poland.
+
+3.  M. Tortonesi, L. Foschini, "Business-driven Service Placement for Highly
+    Dynamic and Distributed Cloud Systems", IEEE Transactions on Cloud
+    Computing, 2016 (in print).
+
+Please, consider citing some of these papers if you find this simulator useful
+for your research.
+
+
+## Acknowledgements
+
+The research work that led to the development of SISFC was supported in part by
+the [DICET - INMOTO - ORganization of Cultural HEritage for Smart
+Tourism and Real-time Accessibility (OR.C.HE.S.T.R.A.)](http://www.ponrec.it/open-data/progetti/scheda-progetto?ProgettoID=5835)
+project, funded by the Italian Ministry of University and Research on Axis II
+of the National operative programme (PON) for Research and Competitiveness
+2007-13 within the call 'Smart Cities and Communities and Social Innovation'
+(D.D. n.84/Ric., 2 March 2012).

data/Rakefile

@@ -3,7 +3,9 @@ require 'bundler/gem_tasks'
 require 'rake/testtask'
 
 Rake::TestTask.new do |t|
-  t.libs << 'test'
-  t.test_files = Dir.glob('test/**/*_test.rb').sort
+  t.libs << "spec"
+  t.test_files = FileList['spec/**/*_spec.rb']
   t.verbose = true
 end
+
+# task(default: :test)

data/TODO

@@ -0,0 +1,5 @@
+* Improve documentation
+* Update examples
+* Implement request suspension
+* Implement VM migration
+* Rubocop

data/bin/sisfc

@@ -3,18 +3,41 @@
 begin
   require 'sisfc'
   require 'sisfc/evaluation'
-  require 'awesome_print'
 rescue LoadError
   require 'rubygems'
   require 'sisfc'
   require 'sisfc/evaluation'
-  require 'awesome_print'
 end
 
 
-if __FILE__ == $0
-  unless File.exists? ARGV[0] and File.exists? ARGV[1]
-    abort("Usage: #{File.basename(__FILE__)} simulator_config_file vm_allocation_config_file")
+def do_abort(message)
+  abort <<-EOS.gsub(/^\s+\|/, '')
+    |#{message}
+    |
+    |Usage:
+    |    #{File.basename(__FILE__)} simulator_config_file vm_allocation_config_file
+    |
+  EOS
+end
+
+
+if File.expand_path(__FILE__) == File.expand_path($0)
+  # make sure both required arguments were given
+  case ARGV.size
+  when 1 then
+    do_abort("Missing VM allocation configuration file!")
+  when 0 then
+    do_abort("Missing simulator and VM allocation configuration files!")
+  end
+
+  # make sure simulator config file exists
+  unless File.exists? ARGV[0]
+    do_abort("Invalid simulator configuration file!")
+  end
+
+  # make sure vm allocation config file exists
+  unless File.exists? ARGV[1]
+    do_abort("Invalid VM allocation configuration file!")
   end
 
   # load simulation configuration
@@ -30,5 +53,5 @@ if __FILE__ == $0
 
   # Print results
   puts 'Result:'
-  ap(res, indent: 2)
+  puts res
 end

data/examples/generator.R

@@ -36,10 +36,12 @@ data.center.ids <- sample.int(num.data.centers, length(generation.times), replac
 latencies         <- rtruncnorm(length(generation.times), a=min.latency, b=Inf, mean=mu, sd=sigma)
 arrival.times     <- generation.times + latencies
 workflow.type.ids <- rep(1, length(generation.times))
+customer.ids      <- rep(0, length(generation.times))
 
 # prepare data frame and output it on the console
 df <- data.frame(Generation.Time  = generation.times,
                  Data.Center.ID   = data.center.ids,
                  Arrival.Time     = arrival.times,
-                 Workflow.Type.ID = workflow.type.ids)
+                 Workflow.Type.ID = workflow.type.ids,
+                 Customer.ID      = customer.ids)
 write.csv(df[order(df$Arrival.Time),], row.names=F)

data/examples/simulator.conf

@@ -1,3 +1,15 @@
+####################################################################################
+#                                                                                  #
+#            ▄▄                            ▄▄▄▄                                    #
+#            ██                            ▀▀██                  ██                #
+#   ▄████▄   ██▄███▄   ▄▄█████▄   ▄████▄     ██       ▄████▄   ███████    ▄████▄   #
+#  ██▀  ▀██  ██▀  ▀██  ██▄▄▄▄ ▀  ██▀  ▀██    ██      ██▄▄▄▄██    ██      ██▄▄▄▄██  #
+#  ██    ██  ██    ██   ▀▀▀▀██▄  ██    ██    ██      ██▀▀▀▀▀▀    ██      ██▀▀▀▀▀▀  #
+#  ▀██▄▄██▀  ███▄▄██▀  █▄▄▄▄▄██  ▀██▄▄██▀    ██▄▄▄   ▀██▄▄▄▄█    ██▄▄▄   ▀██▄▄▄▄█  #
+#    ▀▀▀▀    ▀▀ ▀▀▀     ▀▀▀▀▀▀     ▀▀▀▀       ▀▀▀▀     ▀▀▀▀▀      ▀▀▀▀     ▀▀▀▀▀   #
+#                                                                                  #
+####################################################################################
+
 start_time DateTime.civil(2013,1,18,0,0,0)
 warmup_duration 10.seconds
 duration 1.minute
@@ -5,66 +17,105 @@ duration 1.minute
 
 data_centers \
   1 => {
-    :maximum_vm_capacity => {
-      :medium => 50_000,
-      :large  => 50_000,
+    maximum_vm_capacity: {
+      medium: 50_000,
+      large: 50_000,
     },
+    location_id: 0,
   },
   2 => {
-    :maximum_vm_capacity => {
-      :medium => 50_000,
-      :large  => 50_000,
+    maximum_vm_capacity: {
+      medium: 50_000,
+      large: 50_000,
     },
+    location_id: 1,
   }
 
+latency_models \
+  [
+    # location 0
+    [
+      { distribution: :gaussian,
+        mean:         0.009,
+        sd:           0.001 },
+      { distribution: :gaussian,
+        mean:         0.009,
+        sd:           0.001 },
+    ],
+    # location 1
+    [
+      { distribution: :gaussian,
+        mean:         0.009,
+        sd:           0.001 },
+    ],
+  ]
+
+
+customers \
+  [
+    # first and only customer (id: 0) is in location with id=2
+    { location_id: 2 },
+  ]
+
 
 service_component_types \
   'Web Server' => {
-    :allowed_vm_types => [ :medium ],
-    :service_time_distribution => {
-      :medium => { :distribution => :gaussian,
-                   :mean         => 0.009, # 1 request processed every 9ms
-                   :sd           => 0.001 },
+    allowed_vm_types: [ :medium ],
+    service_time_distribution: {
+      medium: { distribution: :gaussian,
+                mean: 0.009, # 1 request processed every 9ms
+                sd: 0.001 },
     },
-    :estimated_workload => 50,
+    estimated_workload: 50,
   },
   'App Server' => {
-    :allowed_vm_types => [ :large ],
-    :service_time_distribution => {
-      :large  => { :distribution => :gaussian,
-                   :mean         => 0.012, # 1 request processed every 12ms
-                   :sd           => 0.002 },
+    allowed_vm_types: [ :large ],
+    service_time_distribution: {
+      large: { distribution: :gaussian,
+               mean: 0.012, # 1 request processed every 12ms
+               sd: 0.002 },
     },
-    :estimated_workload => 70,
+    estimated_workload: 70,
   }
 
 
 # workflow (or job) types descriptions
 workflow_types \
   1 => {
-    :component_sequence => [
-      { :name => 'Web Server' }, # no need for :type => dedicated / shared
-      { :name => 'App Server' },
+    component_sequence: [
+      { name: 'Web Server' }, # no need for type: dedicated / shared
+      { name: 'App Server' },
     ],
-    :next_component_selection => :random,
+    next_component_selection: :random,
   }
 
 
+constraints \
+  'Web Server' => [
+    { data_center: 1, min: 0, max: 300 },
+    { data_center: 2, min: 0, max: 300 },
+  ],
+  'App Server' => [
+    { data_center: 1, min: 0, max: 300 },
+    { data_center: 2, min: 0, max: 300 },
+  ]
+
+
 # input request source (the generator.R script)
 request_generation \
-  :command => '<pwd>/generator.R'
+  command: '<pwd>/generator.R'
 
 
 # evaluation model
 evaluation \
-  :vm_hourly_cost => [
-    { :data_center => 1, :vm_type => :medium, :cost => 0.160 },
-    { :data_center => 1, :vm_type => :large,  :cost => 0.320 },
-    { :data_center => 2, :vm_type => :medium, :cost => 0.184 },
-    { :data_center => 2, :vm_type => :large,  :cost => 0.368 }
+  vm_hourly_cost: [
+    { data_center: 1, vm_type: :medium, cost: 0.160 },
+    { data_center: 1, vm_type: :large,  cost: 0.320 },
+    { data_center: 2, vm_type: :medium, cost: 0.184 },
+    { data_center: 2, vm_type: :large,  cost: 0.368 }
   ],
   # 500$ penalties if MTTR takes more than 50 msecs
-  :penalties => lambda {|kpis,dc_kpis| 500.0 if kpis[:mttr] > 0.050 }
+  penalties: lambda {|kpis,dc_kpis| 500.0 if kpis[:mttr] > 0.050 }
 
 
 # vim: filetype=ruby

data/lib/sisfc.rb

@@ -1,5 +1,5 @@
-require 'active_support/time'
+# frozen_string_literal: true
 
-require 'sisfc/configuration'
-require 'sisfc/simulation'
-require 'sisfc/evaluation'
+require_relative './sisfc/configuration'
+require_relative './sisfc/simulation'
+require_relative './sisfc/evaluation'

data/lib/sisfc/configuration.rb

@@ -1,20 +1,69 @@
-require 'sisfc/support/dsl_helper'
+# frozen_string_literal: true
+
+require_relative './support/dsl_helper'
+
+require_relative './logger'
+
+require 'as-duration'
+require 'ice_nine'
+
+module ERV
+  module GaussianMixtureHelper
+    def self.RawParametersToMixtureArgs(*args)
+      raise ArgumentError, "Arguments must be a multiple of 3!" if (args.count % 3) != 0
+      args.each_slice(3).map do |(a,b,c)|
+        { distribution: :gaussian, weight: a * c, args: { mean: b, sd: c } }
+      end
+    end
+  end
+end
+
+if defined? JRUBY_VERSION
+  # JRuby 9.2 still has a buggy support for refinements, so we need to revert
+  # to the brutal monkeypatching of the Integer class
+  class Integer
+    # def minute; self * 60; end
+    # def minutes; self * 60; end
+    # def second; self; end
+    # def seconds; self; end
+    def msec; self * 1E-3; end
+    def msecs; self * 1E-3; end
+  end
+else
+  module TimeExtensions
+    refine Integer do
+      # def minute; self * 60; end
+      # def minutes; self * 60; end
+      # def second; self; end
+      # def seconds; self; end
+      def msec; self * 1E-3; end
+      def msecs; self * 1E-3; end
+    end
+  end
+end
 
 module SISFC
 
   module Configurable
-    dsl_accessor :start_time,
+    dsl_accessor :constraints,
+                 :customers,
+                 :custom_stats,
+                 :data_centers,
                  :duration,
-                 :warmup_duration,
+                 :evaluation,
+                 :kpi_customization,
+                 :latency_models,
                  :request_generation,
-                 :data_centers,
                  :service_component_types,
-                 :evaluation,
+                 :start_time,
+                 :warmup_duration,
                  :workflow_types
   end
 
   class Configuration
     include Configurable
+    include Logging
+    using TimeExtensions unless defined? JRUBY_VERSION
 
     attr_accessor :filename
 
@@ -32,11 +81,29 @@ module SISFC
       @duration        = @duration.to_f
       @warmup_duration = @warmup_duration.to_f
 
+      # initialize kpi_customization to empty hash if needed
+      @kpi_customization ||= {}
+
       # TODO: might want to restrict this substitution only to the :filename
       # and :command keys
       @request_generation.each do |k,v|
-        v.gsub!('<pwd>', File.expand_path(File.dirname(@filename)))
+        v = v.gsub('<pwd>', File.expand_path(File.dirname(@filename)))
       end
+
+      # freeze everything!
+      IceNine.deep_freeze(@constraints)
+      IceNine.deep_freeze(@customers)
+      IceNine.deep_freeze(@custom_stats)
+      IceNine.deep_freeze(@data_centers)
+      IceNine.deep_freeze(@duration)
+      IceNine.deep_freeze(@evaluation)
+      IceNine.deep_freeze(@kpi_customization)
+      IceNine.deep_freeze(@latency_models)
+      IceNine.deep_freeze(@request_generation)
+      IceNine.deep_freeze(@service_component_types)
+      IceNine.deep_freeze(@start_time)
+      IceNine.deep_freeze(@warmup_duration)
+      IceNine.deep_freeze(@workflow_types)
     end
 
     def self.load_from_file(filename)