urbanopt-scenario 0.1.1

data/lib/urbanopt/scenario/scenario_datapoint_base.rb

@@ -0,0 +1,162 @@
+# *********************************************************************************
+# URBANopt, Copyright (c) 2019-2020, Alliance for Sustainable Energy, LLC, and other
+# contributors. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+# Redistributions of source code must retain the above copyright notice, this list
+# of conditions and the following disclaimer.
+#
+# Redistributions in binary form must reproduce the above copyright notice, this
+# list of conditions and the following disclaimer in the documentation and/or other
+# materials provided with the distribution.
+#
+# Neither the name of the copyright holder nor the names of its contributors may be
+# used to endorse or promote products derived from this software without specific
+# prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+# IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# *********************************************************************************
+
+module URBANopt
+  module Scenario
+    class ScenarioDatapoint
+      attr_reader :scenario, :feature_id, :feature_name, :mapper_class #:nodoc:#
+
+      ##
+      # ScenarioDatapoint is an agnostic description of the simulation of a Feature in a Scenario
+      # A Simulation Mapper will map the
+      ##
+      # [parameters:]
+      #  +scenario+ - _ScenarioBase_ - Scenario containing this ScenarioDatapoint.
+      #  +feature_id+ - _String_ - Unique id of the feature for this ScenarioDatapoint.
+      #  +feature_name+ - _String_ - Human readable name of the feature for this ScenarioDatapoint.
+      #  +mapper_class+ - _String_ - Name of Ruby class used to translate feature to simulation OSW.
+      def initialize(scenario, feature_id, feature_name, mapper_class)
+        @scenario = scenario
+        @feature_id = feature_id
+        @feature_name = feature_name
+        @feature = scenario.feature_file.get_feature_by_id(feature_id)
+        @mapper_class = mapper_class
+      end
+
+      attr_reader :feature #:nodoc:
+
+      ##
+      # Gets the type of a feature
+      ##
+      def feature_type
+        @feature.feature_type
+      end
+
+      ##
+      # Return the directory that this datapoint will run in.
+      ##
+      # [return:] _String_ - Directory that this datapoint will run in.
+      def run_dir
+        raise 'Feature ID not set' if @feature_id.nil?
+        raise 'Scenario run dir not set' if @scenario.run_dir.nil?
+        return File.join(@scenario.run_dir, @feature_id + '/')
+      end
+
+      ##
+      # Return the directory that this datapoint will run in.
+      def clear
+        dir = run_dir
+        FileUtils.rm_rf(dir) if File.exist?(dir)
+        FileUtils.mkdir_p(dir) if !File.exist?(dir)
+      end
+
+      # rubocop: disable Security/Eval #:nodoc:
+      # rubocop: disable Style/EvalWithLocation #:nodoc:
+      # Disable Sceurity/Eval since there is no user input #:nodoc:
+
+      ##
+      # Create run directory and generate simulation OSW, all previous contents of directory are removed
+      # The simulation OSW is created by evaluating the mapper_class's create_osw method
+      ##
+      # [return:] _String_ - Path to the simulation OSW.
+      ##
+      def create_osw
+        osw = eval("#{@mapper_class}.new.create_osw(@scenario, @feature_id, @feature_name)")
+        dir = run_dir
+        FileUtils.rm_rf(dir) if File.exist?(dir)
+        FileUtils.mkdir_p(dir) if !File.exist?(dir)
+        osw_path = File.join(dir, 'in.osw')
+        File.open(osw_path, 'w') do |f|
+          f << JSON.pretty_generate(osw)
+          # make sure data is written to the disk one way or the other
+          begin
+            f.fsync
+          rescue StandardError
+            f.flush
+          end
+        end
+        return osw_path
+      end
+      # rubocop: enable Security/Eval #:nodoc:
+      # rubocop: enable Style/EvalWithLocation #:nodoc:
+
+      ##
+      # Return true if the datapoint is out of date, false otherwise.  Non-existant files are out of date.
+      ##
+      # [return:] _Boolean_ - True if the datapoint is out of date, false otherwise.
+      def out_of_date?
+        dir = run_dir
+        if !File.exist?(dir)
+          return true
+        end
+
+        out_osw = File.join(dir, 'out.osw')
+        if !File.exist?(out_osw)
+          return true
+        end
+        out_osw_time = File.mtime(out_osw)
+
+        # array of files that this datapoint depends on
+        dependencies = []
+
+        # depends on the feature file
+        dependencies << scenario.feature_file.path
+
+        # depends on the csv file
+        dependencies << scenario.csv_file
+
+        # depends on the mapper classes
+        Dir.glob(File.join(scenario.mapper_files_dir, '*')).each do |f|
+          dependencies << f
+        end
+
+        # depends on the root gemfile
+        dependencies << File.join(scenario.root_dir, 'Gemfile')
+        dependencies << File.join(scenario.root_dir, 'Gemfile.lock')
+
+        # todo, depends on all the measures?
+
+        # check if out of date
+        dependencies.each do |f|
+          if File.exist?(f)
+            if File.mtime(f) > out_osw_time
+              puts "File '#{f}' is newer than '#{out_osw}', datapoint out of date"
+              return true
+            end
+          else
+            puts "Dependency file '#{f}' does not exist"
+          end
+        end
+
+        return false
+      end
+    end
+  end
+end

data/lib/urbanopt/scenario/scenario_post_processor_base.rb

@@ -0,0 +1,69 @@
+# *********************************************************************************
+# URBANopt, Copyright (c) 2019-2020, Alliance for Sustainable Energy, LLC, and other
+# contributors. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+# Redistributions of source code must retain the above copyright notice, this list
+# of conditions and the following disclaimer.
+#
+# Redistributions in binary form must reproduce the above copyright notice, this
+# list of conditions and the following disclaimer in the documentation and/or other
+# materials provided with the distribution.
+#
+# Neither the name of the copyright holder nor the names of its contributors may be
+# used to endorse or promote products derived from this software without specific
+# prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+# IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# *********************************************************************************
+
+module URBANopt
+  module Scenario
+    class ScenarioPostProcessorBase
+      ##
+      # ScenarioPostProcessorBase post-processes a Scenario to create scenario level results.
+      ##
+      # [parameters:]
+      # +scenario_base+ - _ScenarioBase_ - An object of ScenarioBase class.
+      def initialize(scenario_base)
+        @scenario_base = scenario_base
+      end
+
+      attr_reader :scenario_base
+
+      ##
+      # Run the post processor on this Scenario.
+      ##
+      def run
+        raise 'run not implemented for ScenarioPostProcessorBase, override in your class'
+      end
+
+      ##
+      # Add results from a simulation_dir to this result.
+      ##
+      # [parameters:]
+      # +simulation_dir+ - _SimulationDirOSW_ - An object on SimulationDirOSW class.
+      def add_simulation_dir(simulation_dir)
+        raise 'add_simulation_dir not implemented for ScenarioPostProcessorBase, override in your class'
+      end
+
+      ##
+      # Save scenario result.
+      ##
+      def save
+        raise 'save not implemented for ScenarioPostProcessorBase, override in your class'
+      end
+    end
+  end
+end

data/lib/urbanopt/scenario/scenario_post_processor_default.rb

@@ -0,0 +1,98 @@
+# *********************************************************************************
+# URBANopt, Copyright (c) 2019-2020, Alliance for Sustainable Energy, LLC, and other
+# contributors. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+# Redistributions of source code must retain the above copyright notice, this list
+# of conditions and the following disclaimer.
+#
+# Redistributions in binary form must reproduce the above copyright notice, this
+# list of conditions and the following disclaimer in the documentation and/or other
+# materials provided with the distribution.
+#
+# Neither the name of the copyright holder nor the names of its contributors may be
+# used to endorse or promote products derived from this software without specific
+# prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+# IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# *********************************************************************************
+
+require 'urbanopt/scenario/scenario_post_processor_base'
+require 'urbanopt/scenario/default_reports'
+require 'urbanopt/scenario/default_reports/logger'
+
+require 'csv'
+require 'json'
+require 'fileutils'
+
+module URBANopt
+  module Scenario
+    class ScenarioDefaultPostProcessor < ScenarioPostProcessorBase
+      ##
+      # ScenarioPostProcessorBase post-processes a scenario to create scenario level results
+      ##
+      # [parameters:]
+      # +scenario_base+ - _ScenarioBase_ - An object of ScenarioBase class.
+      def initialize(scenario_base)
+        super(scenario_base)
+
+        initialization_hash = { directory_name: scenario_base.run_dir, name: scenario_base.name, id: scenario_base.name }
+        @scenario_result = URBANopt::Scenario::DefaultReports::ScenarioReport.new(initialization_hash)
+
+        @@logger ||= URBANopt::Scenario::DefaultReports.logger
+      end
+
+      ##
+      # Run the post processor on this Scenario.This will add all the simulation_dirs.
+      ##
+      def run
+        # this run method adds all the simulation_dirs, you can extend it to do more custom stuff
+        @scenario_base.simulation_dirs.each do |simulation_dir|
+          add_simulation_dir(simulation_dir)
+        end
+        return @scenario_result
+      end
+
+      ##
+      # Add results from a simulation_dir to this result.
+      ##
+      # [parameters:]
+      # +simulation_dir+ - _SimulationDirOSW_ - An object on SimulationDirOSW class.
+      def add_simulation_dir(simulation_dir)
+        feature_reports = URBANopt::Scenario::DefaultReports::FeatureReport.from_simulation_dir(simulation_dir)
+
+        feature_reports.each do |feature_report|
+          if feature_report.to_hash[:simulation_status] == 'Complete'
+            @scenario_result.add_feature_report(feature_report)
+          else
+            @@logger.error("Feature #{feature_report.id} failed to run!")
+          end
+        end
+
+        return feature_reports
+      end
+
+      ##
+      # Save scenario result
+      ##
+      # [parameters:]
+      # +file_name+ - _String_ - Assign a name to the saved scenario results file
+      def save(file_name = 'default_scenario_report')
+        @scenario_result.save
+
+        return @scenario_result
+      end
+    end
+  end
+end

data/lib/urbanopt/scenario/scenario_runner_base.rb

@@ -0,0 +1,63 @@
+# *********************************************************************************
+# URBANopt, Copyright (c) 2019-2020, Alliance for Sustainable Energy, LLC, and other
+# contributors. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+# Redistributions of source code must retain the above copyright notice, this list
+# of conditions and the following disclaimer.
+#
+# Redistributions in binary form must reproduce the above copyright notice, this
+# list of conditions and the following disclaimer in the documentation and/or other
+# materials provided with the distribution.
+#
+# Neither the name of the copyright holder nor the names of its contributors may be
+# used to endorse or promote products derived from this software without specific
+# prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+# IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# *********************************************************************************
+
+module URBANopt
+  module Scenario
+    class ScenarioRunnerBase
+      ##
+      # ScenarioRunnerBase is the agnostic interface for a class which can create and run SimulationFiles.
+      ##
+      def initialize; end
+
+      ##
+      # Create all SimulationDirs for Scenario.
+      ##
+      # [parameters:]
+      # +scenario+ - _ScenarioBase_ - Scenario to create simulation input files for scenario.
+      # +force_clear+ - _Bool_ - Clear Scenario before creating simulation input files
+      # [return:] _Array_ Returns an array of all SimulationDirs, even those created previously, for Scenario.
+      def create_simulation_files(scenario, force_clear = false)
+        raise 'create_input_files is not implemented for ScenarioRunnerBase, override in your class'
+      end
+
+      ##
+      # Create and run all SimulationFiles for Scenario.
+      ##
+      # [parameters:]
+      # +scenario+ - _ScenarioBase_ - Scenario to create and run simulation input files for.
+      # +force_clear+ - _Bool_ - Clear Scenario before creating Simulation input files.
+      #
+      # [return:] _Array_ Returns an array of all SimulationDirs, even those created previously, for Scenario.
+      def run(scenario, force_clear = false)
+        raise 'run is not implemented for ScenarioRunnerBase, override in your class'
+      end
+    end
+  end
+end

data/lib/urbanopt/scenario/scenario_runner_osw.rb

@@ -0,0 +1,158 @@
+# *********************************************************************************
+# URBANopt, Copyright (c) 2019-2020, Alliance for Sustainable Energy, LLC, and other
+# contributors. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+# Redistributions of source code must retain the above copyright notice, this list
+# of conditions and the following disclaimer.
+#
+# Redistributions in binary form must reproduce the above copyright notice, this
+# list of conditions and the following disclaimer in the documentation and/or other
+# materials provided with the distribution.
+#
+# Neither the name of the copyright holder nor the names of its contributors may be
+# used to endorse or promote products derived from this software without specific
+# prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+# IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# *********************************************************************************
+
+require 'urbanopt/scenario/scenario_runner_base'
+require 'json'
+
+require 'fileutils'
+# require 'hash_parser'
+
+module URBANopt
+  module Scenario
+    class ScenarioRunnerOSW < ScenarioRunnerBase
+      ##
+      # ScenarioRunnerOSW is a class to create and run SimulationFileOSWs
+      ##
+      def initialize; end
+
+      ##
+      # Create all OSWs for Scenario.
+      ##
+      # [parameters:]
+      # +scenario+ - _ScenarioBase_ - Scenario to create simulation input files for.
+      # +force_clear+ - _Bool_ - Clear Scenario before creating simulation input files.
+      # [return:] _Array_ Returns array of all SimulationDirs, even those created previously, for Scenario.
+      def create_simulation_files(scenario, force_clear = false)
+        if force_clear
+          scenario.clear
+        end
+
+        FileUtils.mkdir_p(scenario.run_dir) if !File.exist?(scenario.run_dir)
+
+        simulation_dirs = scenario.simulation_dirs
+
+        simulation_dirs.each do |simulation_dir|
+          if simulation_dir.out_of_date?
+            puts "simulation_dir #{simulation_dir.run_dir} is out of date, regenerating input files"
+            simulation_dir.create_input_files
+          end
+        end
+        return simulation_dirs
+      end
+
+      ##
+      # Create and run all SimulationFileOSW for Scenario.
+      # A staged runner is implented to run buildings, then transformers then district systems.
+      # - instantiate openstudio runner to run .osw files.
+      # - create simulation files for this scenario.
+      # - get feature_type value from in.osw files
+      # - cretae 3 groups to store .osw files (+building_osws+ , +transformer_osws+ , +district_system_osws+)
+      # - add each osw file to its corresponding group id +simulation_dir+ is out_of_date
+      # - Run osw file groups in order and store simulation failure in a array.
+      ##
+      # [parameters:]
+      # +scenario+ - _ScenarioBase_ - Scenario to create and run SimulationFiles for.
+      # +force_clear+ - _Bool_ - Clear Scenario before creating SimulationFiles.
+      # [return:] _Array_ Returns array of all SimulationFiles, even those created previously, for Scenario.
+      def run(scenario, force_clear = false)
+        # instantiate openstudio runner - use the defaults for now. If need to change then create
+        # the runner.conf file (i.e. run `rake openstudio:runner:init`)
+        runner = OpenStudio::Extension::Runner.new(scenario.root_dir)
+
+        # create simulation files
+        simulation_dirs = create_simulation_files(scenario, force_clear)
+
+        # osws = []
+        # simulation_dirs.each do |simulation_dir|
+        #   if !simulation_dir.is_a?(SimulationDirOSW)
+        #     raise "ScenarioRunnerOSW does not know how to run #{simulation_dir.class}"
+        #   end
+        #   if simulation_dir.out_of_date?
+        #     osws << simulation_dir.in_osw_path
+        #   end
+        # end
+
+        # cretae 3 groups to store .osw files (+building_osws+ , +transformer_osws+ , +district_system_osws+)
+        building_osws = []
+        transformer_osws = []
+        district_system_osws = []
+
+        simulation_dirs.each do |simulation_dir|
+          in_osw = File.read(simulation_dir.in_osw_path)
+          in_osw_hash = JSON.parse(in_osw, symbolize_names: true)
+
+          if !simulation_dir.is_a?(SimulationDirOSW)
+            raise "ScenarioRunnerOSW does not know how to run #{simulation_dir.class}"
+          end
+
+          # get feature_type value from in.osw files
+          feature_type = nil
+          in_osw_hash[:steps].each { |x| feature_type = x[:arguments][:feature_type] if x[:arguments][:feature_type] }
+
+          # add each osw file to its corresponding group id +simulation_dir+ is out_of_date
+          if simulation_dir.out_of_date?
+
+            if feature_type == 'Building'
+              building_osws << simulation_dir.in_osw_path
+            elsif feature_type == 'District System'
+              district_system_osws << simulation_dir.in_osw_path
+            elsif feature_type == 'Transformer'
+              transformer_osws << simulation_dir.in_osw_path
+            else
+              raise "ScenarioRunnerOSW does not know how to run a #{feature_type} feature"
+            end
+
+          end
+        end
+
+        # Run osw groups in order and store simulation failure in a array.
+        # Return simulation_dirs after running all simulations.
+
+        # failures
+        failures = []
+        # run building_osws
+        # building_failures = runner.run_osws(building_osws, num_parallel = Extension::NUM_PARALLEL, max_to_run = Extension::MAX_DATAPOINTS)
+        building_failures = runner.run_osws(building_osws)
+        failures << building_failures
+        # run district_system_osws
+        # district_system_failures = runner.run_osws(district_system_osws, num_parallel = Extension::NUM_PARALLEL, max_to_run = Extension::MAX_DATAPOINTS)
+        district_system_failures = runner.run_osws(district_system_osws)
+        failures << district_system_failures
+        # run transformer_osws
+        # transformer_failures = runner.run_osws(transformer_osws, num_parallel = Extension::NUM_PARALLEL, max_to_run = Extension::MAX_DATAPOINTS)
+        transformer_failures = runner.run_osws(transformer_osws)
+        failures << transformer_failures
+
+        # puts "failures = #{failures}"
+        return simulation_dirs
+      end
+    end
+  end
+end