xanthus 0.1.2 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c4832454eeff21b2bf3013e37d38adaf16c2e3b1e71ec902361cba7b25e63be5
-  data.tar.gz: be923875ac163b8d946f36623b0751436d67b0332d1a76880213f9f9470567cb
+  metadata.gz: d1e934c54b27464d154b647f06871839495ab2428cf02b67d8f4bd0576ea1d14
+  data.tar.gz: 7a2b8393da895f4245549ea4efcae28da51909eaba66063996ec4c2ceff0bc4f
 SHA512:
-  metadata.gz: ea5ba69726815f5156300bae089e4b996cd724752089656288c039649d917f2c215ff8e9cdd3e499ccc2c09dc01784094838dea0d3b2118d7c7928014a4f0fa9
-  data.tar.gz: 76cb3e1fcdafecb9f4f1fcfe514ea8cebc50e30b0af28e55130cc10eb2980734c29ded9491fb6a212a69ad86d3e1858cbe584e6e98272b3398986ee4b8d96aad
+  metadata.gz: 450d6bdbed6611b7a05414efe5224db488106c00e1ea3c750b3ce8f33e782ad7ae7ca095454b16b3813237418e97aa0193737f8bef1129288e066b8d3dbe4d77
+  data.tar.gz: d4f4182433af9d21818aeddfefd0116fd383d3945902811c9627e5e923cfa2fde322ddf7bf30af4e9a4105902e35987dce5a0402f15a6a6578c8ab02b79d4ab2

data/README.md

@@ -181,12 +181,6 @@ The user must provide such a script.
 In our case, we automatically generate attack scripts using `wget-attack-script-gen.py`.
 `Xanthus` allows users to provide logic to generate scripts or simply provide scripts to run during the experiment.
 
-## Xanthus
-
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/xanthus`. To experiment with that code, run `bin/console` for an interactive prompt.
-
-TODO: Delete this and the text above, and describe your gem
-
 ### Installation
 
 Add this line to your application's Gemfile:
@@ -205,18 +199,89 @@ Or install it yourself as:
 
 ### Usage
 
-TODO: Write usage instructions here
+```
+xanthus version | return Xanthus version number.
+xanthus dependencies | installation instructions for system dependencies.
+xanthus init <project name> | initialize a new project.
+xanthus run | run .xanthus file in the current folder.
+```
 
 ### Development
 
-After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To add more features in `Xanthus`,
+clone this repository
+```
+git clone https://github.com/tfjmp/xanthus
+cd xanthus
+```
+and build the gem by running 
+```
+gem build xanthus
+```
+To install this gem locally on your machine, you can also run
+```
+gem install xanthus
+```
+After you add a new feature (and test it yourself), you can release a new version of `Xanthus`.
+First, please update the version number in `lib/xanthus/version.rb`, tag the repository `git tag -a x.x.x -m 'x.x.x'`, and push the tag `git push --tags`.
+Then you can run 
+```
+gem push xanthus-x.x.x.gem
+```
+This last step publishes the gem at [https://rubygems.org/gems/xanthus](https://rubygems.org/gems/xanthus).
 
-### Contributing
+### Contribution
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/xanthus.
+We welcome bug reports and pull requests on GitHub at https://github.com/[USERNAME]/xanthus.
 
 ### License
 
-The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+This gem is available as an open source project under the [MIT License](https://opensource.org/licenses/MIT).
+
+### Issues and Solutions with VirtualBox
+VirtualBox Guest Additions is not as well designed as we may hope. If you encountered the following error:
+```
+Vagrant was unable to mount VirtualBox shared folders. This is usually
+because the filesystem "vboxsf" is not available. This filesystem is
+made available via the VirtualBox Guest Additions and kernel module.
+Please verify that these guest additions are properly installed in the
+guest. This is not a bug in Vagrant and is usually caused by a faulty
+Vagrant box. For context, the command attempted was:
+
+mount -t vboxsf -o uid=900,gid=900 vagrant /vagrant
+
+The error output from the command was:
+
+/sbin/mount.vboxsf: mounting failed with the error: No such device
+```
+It is most likely the fault of incompatible GA between the VM and the host. Even though the script might have stop, the VM is still booted. You can `vagrant ssh` into the VM and manually input the following two commands:
+```
+sudo apt-get -y install dkms build-essential linux-headers-$(uname -r) virtualbox-guest-additions-iso
+sudo /opt/VBoxGuestAdditions*/init/vboxadd setup
+```
+After this, you may encounter this error:
+```
+...
+==> default: Machine booted and ready!
+[default] GuestAdditions seems to be installed (6.0.20) correctly, but not running.
+bash: line 4: setup: command not found
+==> default: Checking for guest additions in VM...
+The following SSH command responded with a non-zero exit status.
+Vagrant assumes that this means the command failed!
+
+ setup
+
+Stdout from the command:
+
+
+
+Stderr from the command:
+
+bash: line 4: setup: command not found
+```
+Please add the following into the Vagrant script:
+```
+if Vagrant.has_plugin?("vagrant-vbguest")
+    config.vbguest.auto_update = false  
+end
+```

data/bin/xanthus

@@ -7,17 +7,17 @@ param1 = ARGV[1]
 
 if (instruction == 'version')
   Xanthus.version
-elsif (instruction == 'init')
+elsif (instruction == 'init' && !param1.nil?)
   Xanthus::Init.init param1
 elsif (instruction == 'run')
   load('./.xanthus')
 elsif (instruction == 'help')
-  puts 'xanthus version | return version number.'
-  puts 'xanthus depencies | installation instruction for system dependencies.'
-  puts 'xanthus init <project name> | inialise a new project.'
-  puts 'xanthus run | run .xanthus file contained in the current folder.'
+  puts 'xanthus version | return Xanthus version number.'
+  puts 'xanthus dependencies | installation instructions for system dependencies.'
+  puts 'xanthus init <project name> | initialize a new project.'
+  puts 'xanthus run | run .xanthus file in the current folder.'
 elsif (instruction == 'dependencies')
-  puts 'You need to install the following software on your system for xanthus to run:'
+  puts 'You need to install the following software on your system for Xanthus to run:'
   puts 'git (see https://git-scm.com/book/en/v2/Getting-Started-Installing-Git)'
   puts 'git lfs (see https://help.github.com/en/articles/installing-git-large-file-storage)'
   puts 'virtualbox (see https://www.virtualbox.org/wiki/Downloads)'

data/lib/xanthus.rb

@@ -1,9 +1,12 @@
 require "xanthus/version"
 require "xanthus/init"
+require "xanthus/script"
 require "xanthus/virtual_machine"
 require "xanthus/job"
 require "xanthus/default"
+require "xanthus/repository"
 require "xanthus/github"
+require "xanthus/dataverse"
 require "xanthus/configuration"
 
 module Xanthus

data/lib/xanthus/configuration.rb

@@ -2,6 +2,8 @@ module Xanthus
   class Configuration
     attr_accessor :name
     attr_accessor :authors
+    attr_accessor :affiliation
+    attr_accessor :email
     attr_accessor :description
     attr_accessor :seed
     attr_accessor :params
@@ -9,6 +11,7 @@ module Xanthus
     attr_accessor :scripts
     attr_accessor :jobs
     attr_accessor :github_conf
+    attr_accessor :dataverse_conf
 
     def initialize
       @params = Hash.new
@@ -41,13 +44,21 @@ module Xanthus
       @github_conf = github
     end
 
+    def dataverse
+      dataverse = Dataverse.new
+      yield(dataverse)
+      @dataverse_conf = dataverse
+    end
+
     def to_readme_md
       %Q{
 # #{@name}
 
-Authors: #{@authors}
+authors: #{@authors}
+affiliation: #{@affiliation}
+email: #{@email}
 
-Seed: #{@seed}
+seed: #{@seed}
 
 ## Description
 
@@ -61,12 +72,22 @@ Seed: #{@seed}
     yield(config)
     puts "Running experiment #{config.name} with seed #{config.seed}."
     srand config.seed
+    config.vms.each do |k, v|
+      v.generate_box config
+    end
+
+    # initializing storage backends
     config.github_conf.init(config) unless config.github_conf.nil?
+    config.dataverse_conf.init(config) unless config.dataverse_conf.nil?
+
+    # executing jobs
     config.jobs.each do |name,job|
       for i in 0..(job.iterations-1) do
         job.execute config, i
       end
     end
+
+    # finalizing storage backends
     config.github_conf.tag  unless config.github_conf.nil?
     config.github_conf.clean  unless config.github_conf.nil?
   end

data/lib/xanthus/dataverse.rb

@@ -0,0 +1,179 @@
+require 'fileutils'
+require 'json'
+
+module Xanthus
+  class Dataverse < Repository
+    attr_accessor :server
+    attr_accessor :repo
+    attr_accessor :token
+    attr_accessor :dataset_name
+    attr_accessor :author
+    attr_accessor :affiliation
+    attr_accessor :email
+    attr_accessor :description
+    attr_accessor :subject
+    attr_accessor :doi
+
+    def initialize
+      super
+      @server = 'default_server'
+      @repo = 'default_repo'
+      @token = 'default_token'
+      @dataset_name = 'default_name'
+      @author = 'default_author'
+      @affiliation = 'default_affiliation'
+      @email = 'default_email'
+      @description = 'default_description'
+      @subject = 'default_subject'
+      @doi = 'not_set'
+    end
+
+    def dataset_json
+json = %Q{
+  {
+    "datasetVersion": {
+      "metadataBlocks": {
+        "citation": {
+          "fields": [
+            {
+              "value": "#{@dataset_name}",
+              "typeClass": "primitive",
+              "multiple": false,
+              "typeName": "title"
+            },
+            {
+              "value": [
+                {
+                  "authorName": {
+                    "value": "#{@author}",
+                    "typeClass": "primitive",
+                    "multiple": false,
+                    "typeName": "authorName"
+                  },
+                  "authorAffiliation": {
+                    "value": "#{@affiliation}",
+                    "typeClass": "primitive",
+                    "multiple": false,
+                    "typeName": "authorAffiliation"
+                  }
+                }
+              ],
+              "typeClass": "compound",
+              "multiple": true,
+              "typeName": "author"
+            },
+            {
+              "value": [
+                  { "datasetContactEmail" : {
+                      "typeClass": "primitive",
+                      "multiple": false,
+                      "typeName": "datasetContactEmail",
+                      "value" : "#{@email}"
+                  },
+                  "datasetContactName" : {
+                      "typeClass": "primitive",
+                      "multiple": false,
+                      "typeName": "datasetContactName",
+                      "value": "#{@author}"
+                  }
+              }],
+              "typeClass": "compound",
+              "multiple": true,
+              "typeName": "datasetContact"
+            },
+            {
+              "value": [ {
+                 "dsDescriptionValue":{
+                  "value": "#{@description.gsub(/\r/," ").gsub(/\n/," ")}",
+                  "multiple":false,
+                 "typeClass": "primitive",
+                 "typeName": "dsDescriptionValue"
+              }}],
+              "typeClass": "compound",
+              "multiple": true,
+              "typeName": "dsDescription"
+            },
+            {
+              "value": [
+                "#{@subject}"
+              ],
+              "typeClass": "controlledVocabulary",
+              "multiple": true,
+              "typeName": "subject"
+            }
+          ],
+          "displayName": "Citation Metadata"
+        }
+      }
+    }
+  }
+}
+      return json
+    end
+
+    def create_dataset
+      Dir.chdir 'dataverse_dataset' do
+        File.open('dataset.json', 'w+') do |f|
+          f.write(self.dataset_json)
+        end
+        puts "Creating dataverse #{@dataset_name} in #{@repo} at #{@server}..."
+        output = `curl --speed-time 15 --speed-limit 1000 --retry 50 --retry-max-time 0 -H X-Dataverse-key:#{@token} -X POST #{@server}/api/dataverses/#{@repo}/datasets --upload-file dataset.json`
+        puts output # needed to escape curl output
+        parsed = JSON.parse(output)
+        @doi = parsed['data']['persistentId']
+        puts "Dataverse #{@doi} created."
+      end
+    end
+
+    def init config
+      # initialize with config information
+      @author = config.authors
+      @affiliation = config.affiliation
+      @email = config.email
+      @description = config.description
+      @dataset_name = config.name+'-'+Time.now.strftime("%Y-%m-%d_%H-%M")
+
+      FileUtils.mkdir_p 'dataverse_dataset'
+      self.create_dataset
+      Dir.chdir 'dataverse_dataset' do
+        FileUtils.mkdir_p 'repo'
+        Dir.chdir 'repo' do
+          self.xanthus_file
+          self.readme_file config
+          self.inputs_file config
+        end
+      end
+    end
+
+    def add_file_to_dataverse name, description, folder
+      output = `curl --speed-time 15 --speed-limit 1000 --retry 50 --retry-max-time 0 -H X-Dataverse-key:#{@token} -X POST -F "file=@#{name}" -F 'jsonData={"description":"#{description}","directoryLabel":"#{folder}","categories":["Data"], "restrict":"false"}' "#{@server}/api/datasets/:persistentId/add?persistentId=#{@doi}"`
+      puts output
+    end
+
+    def xanthus_file
+      self.prepare_xanthus_file
+      self.add_file_to_dataverse '.xanthus', 'xanthus file used to generate the data.', 'metadata'
+    end
+
+    def readme_file config
+      self.prepare_readme_file config
+      self.add_file_to_dataverse 'README.md', 'readme describing the dataset.', 'metadata'
+    end
+
+    def inputs_file config
+      config.jobs.each do |name,job|
+        job.inputs.each do |k, files|
+          files.each do |file|
+            system('cp', '-f', "../../#{file}", "#{file}")
+            self.add_file_to_dataverse file, 'Job input file.', 'metadata'
+          end
+        end
+      end
+    end
+
+    def add content
+      self.add_file_to_dataverse content, "#{content} is a Xanthus generated file (check metadata for description)", 'data'
+    end
+
+  end
+end

data/lib/xanthus/github.rb

@@ -1,12 +1,13 @@
 require 'fileutils'
 
 module Xanthus
-  class GitHub
+  class GitHub < Repository
     attr_accessor :repo
     attr_accessor :token
     attr_accessor :folder
 
     def initialize
+      super
       @repo = ''
       @token = ''
       @folder = Time.now.strftime("%Y-%m-%d_%H-%M")
@@ -20,23 +21,14 @@ module Xanthus
     end
 
     def xanthus_file
-      script = ''
-      File.readlines('../../.xanthus').each do |line|
-        script += line unless line.include? 'github.token'
-        script += "\t\tgithub.token = 'REMOVED'\n" unless !line.include? 'github.token'
-      end
-      File.open('.xanthus', 'w+') do |f|
-        f.write(script)
-      end
+      self.prepare_xanthus_file
       system('git', 'add', '.xanthus')
       system('git', 'commit', '-m', "[Xanthus] :horse: pushed #{@folder}/.xanthus :horse:")
       system('git', 'push', "https://#{@token}@github.com/#{@repo}", 'master')
     end
 
     def readme_file config
-      File.open('README.md', 'w+') do |f|
-        f.write(config.to_readme_md)
-      end
+      self.prepare_readme_file config
       system('git', 'add', 'README.md')
       system('git', 'commit', '-m', "[Xanthus] :horse: pushed #{@folder}/README.md :horse:")
       system('git', 'push', "https://#{@token}@github.com/#{@repo}", 'master')

data/lib/xanthus/init.rb

@@ -17,6 +17,8 @@ module Xanthus
 Xanthus.configure do |config|
   config.name = '#{@@name}'
   config.authors = 'John Doe'
+  config.affiliation = 'Somewhere University'
+  config.email = 'john.doe@somewhere.edu'
   config.description = %q{
 Describe my super experiment.
 
@@ -110,7 +112,7 @@ It is very cool and interesting!
   config.job :normal_spade do |job|
     job.iterations = 2
     job.tasks = {spade: [:pre, :spade_start, :normal, :spade_stop, :post]}
-    job.outputs = {spade: {trace: '/tmp/audit_cmd.avro'}}
+    job.outputs = {spade: {trace: '/tmp/audit_cdm.avro'}}
   end
 
   config.job :attack_spade do |job|
@@ -119,10 +121,17 @@ It is very cool and interesting!
     job.outputs = {spade: {trace: '/tmp/audit_cdm.avro'}}
   end
 
-  config.github do |github|
-    github.repo = '<ADD GITHUB REPO user/name>'
-    github.token = '<ADD GITHUB TOKEN>'
+  config.dataverse do |dataverse|
+    dataverse.server = <ADD DATAVERSE BASE URL>
+    dataverse.repo = <PROVIDE DATAVERSE NAME>
+    dataverse.token = <PROVIDE DATAVERSE TOKEN>
+    dataverse.subject = <PROVIDE DATAVERSE SUBJECT (e.g. engineering)>
   end
+
+  # config.github do |github|
+  #   github.repo = '<ADD GITHUB REPO user/name>'
+  #   github.token = '<ADD GITHUB TOKEN>'
+  # end
 end
 }
       file.write(script)

data/lib/xanthus/job.rb

@@ -7,44 +7,28 @@ module Xanthus
     attr_accessor :tasks
     attr_accessor :outputs
     attr_accessor :inputs
+    attr_accessor :pre_instructions
+    attr_accessor :post_instructions
 
     def initialize
       @iterations = 0
       @tasks = Hash.new
       @outputs = Hash.new
       @inputs = Hash.new
+      @pre_instructions = nil
+      @post_instructions = nil
     end
 
-    def output_script outputs
-      script = ''
+    def output_script machine, outputs
+      script = "vagrant plugin install vagrant-scp\n"
       outputs.each do |name, path|
-        script += "cp -f #{path} /vagrant/output/#{name}.data\n"
+        script += "vagrant scp :#{path} output/#{name}.data\n"
       end
       return script
     end
 
     def setup_env machine, scripts, config
       puts 'Setting up task on machine '+machine.to_s+'...'
-      script = ''
-      scripts.each do |t|
-        v = eval(config.scripts[t])
-        if v.kind_of?(Array)
-          v.each do |w|
-            script+=w+"\n"
-          end
-        else
-          script+=v
-        end
-      end
-      script += self.output_script(@outputs[machine]) unless  @outputs[machine].nil?
-
-      script_to_clean = script
-      script = ''
-      script_to_clean.each_line do |s|
-        script += s.strip + "\n" unless s=="\n"
-      end
-      script = script.gsub "\n\n", "\n"
-
       FileUtils.mkdir_p machine.to_s
       Dir.chdir machine.to_s do
         if !@inputs[machine].nil?
@@ -57,18 +41,52 @@ module Xanthus
         File.open('Vagrantfile', 'w+') do |f|
           f.write(config.vms[machine].to_vagrant)
         end
+        script = Script.new(scripts, config).to_s
         File.open('provision.sh', 'w+') do |f|
           f.write(script)
         end
+        script = 'echo "nothing to do"'
+        script = self.output_script(machine, @outputs[machine]) unless  @outputs[machine].nil?
+        File.open('before_halt.sh', 'w+') do |f|
+          f.write(script)
+        end
+        system('chmod', '+x', 'before_halt.sh')
       end
     end
 
+    def host_scripts config
+      puts 'Setting up host scripts...'
+      if !@pre_instructions.nil?
+        script = Script.new(@pre_instructions, config).to_s
+        File.open('pre.sh', 'w+') do |f|
+          f.write(script)
+        end
+      end
+
+      if !@post_instructions.nil?
+        script = Script.new(@post_instructions, config).to_s
+        File.open('post.sh', 'w+') do |f|
+          f.write(script)
+        end
+      end
+    end
+
+    def execute_pre_instructions
+      puts 'Running pre instructions...'
+      system('sh', './pre.sh')
+    end
+
     def run machine
       Dir.chdir machine.to_s do
         system('vagrant', 'up')
       end
     end
 
+    def execute_post_instructions
+      puts 'Running post instructions...'
+      system('sh', './post.sh')
+    end
+
     def halt machine
       Dir.chdir machine.to_s do
         system('vagrant', 'halt')
@@ -86,12 +104,15 @@ module Xanthus
       puts "Running job #{name.to_s}-#{iteration.to_s}..."
       FileUtils.mkdir_p 'tmp'
       Dir.chdir 'tmp' do
+        self.host_scripts config
         @tasks.each do |machine, templates|
           self.setup_env machine, templates, config
         end
+        self.execute_pre_instructions unless @pre_instructions.nil?
         @tasks.each do |machine, templates|
           self.run machine
         end
+        self.execute_post_instructions unless @post_instructions.nil?
         @tasks.each do |machine, templates|
           self.halt machine
         end
@@ -104,6 +125,7 @@ module Xanthus
       system('rm', '-rf', "#{name.to_s}-#{iteration.to_s}")
       config.github_conf.add("#{name.to_s}-#{iteration.to_s}.tar.gz") unless config.github_conf.nil?
       config.github_conf.push unless config.github_conf.nil?
+      config.dataverse_conf.add("#{name.to_s}-#{iteration.to_s}.tar.gz") unless config.dataverse_conf.nil?
       puts "Job #{name.to_s}-#{iteration.to_s} done."
     end
   end

data/lib/xanthus/repository.rb

@@ -0,0 +1,28 @@
+module Xanthus
+  class Repository
+
+    def initialize
+    end
+
+    def prepare_xanthus_file
+      script = ''
+      File.readlines('../../.xanthus').each do |line|
+        script += line unless line.include?('github.token') || line.include?('dataverse.token')
+
+        # remove github token
+        script += "\t\t# github.token = 'REMOVED'\n" unless !line.include? 'github.token'
+        # remove dataverse token
+        script += "\t\t# dataverse.token = 'REMOVED'\n" unless !line.include? 'dataverse.token'
+      end
+      File.open('.xanthus', 'w+') do |f|
+        f.write(script)
+      end
+    end
+
+    def prepare_readme_file config
+      File.open('README.md', 'w+') do |f|
+        f.write(config.to_readme_md)
+      end
+    end
+  end
+end

data/lib/xanthus/script.rb

@@ -0,0 +1,31 @@
+module Xanthus
+  class Script
+    attr_accessor :script
+
+
+    def initialize array, config
+      script = ''
+      array.each do |t|
+        v = eval(config.scripts[t])
+        if v.kind_of?(Array)
+          v.each do |w|
+            script+=w+"\n"
+          end
+        else
+          script+=v
+        end
+      end
+      script_to_clean = script
+      script = ''
+      script_to_clean.each_line do |s|
+        script += s.strip + "\n" unless s=="\n"
+      end
+      script = script.gsub "\n\n", "\n"
+      @script = script
+    end
+
+    def to_s
+      @script
+    end
+  end
+end

data/lib/xanthus/version.rb

@@ -1,5 +1,5 @@
 module Xanthus
-  VERSION = "0.1.2"
+  VERSION = "0.2.2"
 
   def self.version
     puts VERSION

data/lib/xanthus/virtual_machine.rb

@@ -8,6 +8,17 @@ module Xanthus
     attr_accessor :memory
     attr_accessor :ip
     attr_accessor :gui
+    attr_accessor :boxing
+    attr_accessor :ssh_username
+    attr_accessor :ssh_key_path
+    attr_accessor :on_aws
+    attr_accessor :aws_env_key_id
+    attr_accessor :aws_env_key_secret
+    attr_accessor :aws_key_pair_name
+    attr_accessor :aws_region
+    attr_accessor :aws_ami
+    attr_accessor :aws_instance_type
+    attr_accessor :aws_security_group
 
     def initialize
       @name = :default
@@ -18,25 +29,87 @@ module Xanthus
       @cpus = 2
       @cpu_cap = 70
       @gui = false
+      @boxing = nil
+      @ssh_username = nil
+      @ssh_key_path = nil
     end
 
     def to_vagrant
-%Q{
+script = %Q{
 Vagrant.configure(2) do |config|
   config.vm.box = "#{@box}"
   config.vm.box_version = "#{@version}"
   config.vm.network "private_network", ip: "#{@ip}"
-
-  config.vm.provider "virtualbox" do |vb|
+}
+script += %Q{
+if Vagrant.has_plugin?("vagrant-vbguest")
+  config.vbguest.auto_update = false 
+end
+}
+script += %Q{
+  config.vm.synced_folder ".", "/vagrant", disabled: false, type: 'rsync'
+} unless !@on_aws
+script += %Q{
+  config.ssh.username = "#{@ssh_username}"
+} unless ssh_username.nil?
+script += %Q{
+  config.ssh.private_key_path = "#{@ssh_key_path}"
+} unless ssh_key_path.nil?
+script += %Q{
+  config.vm.provider "virtualbox" do |vb, override|
    vb.gui = #{@gui}
    vb.memory = #{@memory}
    vb.customize ["modifyvm", :id, "--cpuexecutioncap", "#{@cpu_cap}"]
    vb.cpus = #{@cpus}
    vb.name = "#{@name}"
   end
-  config.vm.provision "shell", path: "provision.sh"
+} unless @on_aws
+script += %Q{
+  config.vm.provider "aws" do |aws, override|
+   aws.access_key_id = ENV['#{@aws_env_key_id}']
+   aws.secret_access_key = ENV['#{@aws_env_key_secret}']
+   aws.keypair_name = '#{@aws_key_pair_name}'
+   aws.region = '#{@aws_region}'
+   aws.ami =  '#{@aws_ami}'
+   aws.instance_type = '#{@aws_instance_type}'
+   aws.security_groups = ['#{@aws_security_group}']
+  end
+} unless !@on_aws
+script += %Q{  config.vm.provision "shell", path: "provision.sh"
+
+  config.trigger.before :halt do |trigger|
+    trigger.info = "Retrieving data before halt..."
+    trigger.run = {path: "before_halt.sh"}
+  end
 end
 }
+      return script
+    end
+
+    def generate_box config
+      return unless !boxing.nil?
+      puts 'Generating box...'
+
+      FileUtils.mkdir_p 'boxing'
+      Dir.chdir 'boxing' do
+        File.open('Vagrantfile', 'w+') do |f|
+          f.write(self.to_vagrant)
+        end
+
+        script =  Script.new(boxing, config).to_s
+        File.open('provision.sh', 'w+') do |f|
+          f.write(script)
+        end
+
+        system('vagrant', 'up')
+        system('vagrant', 'halt')
+        system('vagrant', 'package', '--output', "#{name}.box")
+        puts "#{name}.box created."
+        system('vagrant', 'box', 'add', '--force', "local/#{name}", "#{name}.box")
+        system('vagrant', 'destroy', '-f')
+        @box = "local/#{name}"
+        @version = '0'
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: xanthus
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.2
 platform: ruby
 authors:
 - Thomas Pasquier
@@ -9,34 +9,48 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-06 00:00:00.000000000 Z
+date: 2020-06-04 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
 description: Automated intrusion detection dataset generation framework.
@@ -52,10 +66,13 @@ files:
 - bin/xanthus
 - lib/xanthus.rb
 - lib/xanthus/configuration.rb
+- lib/xanthus/dataverse.rb
 - lib/xanthus/default.rb
 - lib/xanthus/github.rb
 - lib/xanthus/init.rb
 - lib/xanthus/job.rb
+- lib/xanthus/repository.rb
+- lib/xanthus/script.rb
 - lib/xanthus/version.rb
 - lib/xanthus/virtual_machine.rb
 homepage: http://camflow.org
@@ -77,8 +94,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Automated intrusion detection dataset generation framework.