openc3 5.0.8 → 5.0.9

data/lib/openc3/models/target_model.rb

@@ -24,6 +24,7 @@ require 'openc3/models/microservice_model'
 require 'openc3/topics/limits_event_topic'
 require 'openc3/topics/config_topic'
 require 'openc3/system'
+require 'openc3/utilities/local_mode'
 require 'openc3/utilities/s3'
 require 'openc3/utilities/zip'
 require 'fileutils'
@@ -87,29 +88,36 @@ module OpenC3
       targets = self.all(scope: scope)
       targets.each { |target_name, target| target['modified'] = false }
 
-      rubys3_client = Aws::S3::Client.new
-      token = nil
-      while true
-        resp = rubys3_client.list_objects_v2({
-          bucket: 'config',
-          max_keys: 1000,
-          # The trailing slash is important!
-          prefix: "#{scope}/targets_modified/",
-          delimiter: '/',
-          continuation_token: token
-        })
-        resp.common_prefixes.each do |item|
-          # Results look like DEFAULT/targets_modified/INST/
-          # so split on '/' and pull out the last value
-          target_name = item.prefix.split('/')[-1]
-          # A target could have been deleted without removing the modified files
-          # Thus we have to check for the existance of the target_name key
-          if targets.has_key?(target_name)
-            targets[target_name]['modified'] = true
+      if ENV['OPENC3_LOCAL_MODE']
+        modified_targets = OpenC3::LocalMode.modified_targets(scope: scope)
+        modified_targets.each do |target_name|
+          targets[target_name]['modified'] = true if targets[target_name]
+        end
+      else
+        rubys3_client = Aws::S3::Client.new
+        token = nil
+        while true
+          resp = rubys3_client.list_objects_v2({
+            bucket: 'config',
+            max_keys: 1000,
+            # The trailing slash is important!
+            prefix: "#{scope}/targets_modified/",
+            delimiter: '/',
+            continuation_token: token
+          })
+          resp.common_prefixes.each do |item|
+            # Results look like DEFAULT/targets_modified/INST/
+            # so split on '/' and pull out the last value
+            target_name = item.prefix.split('/')[-1]
+            # A target could have been deleted without removing the modified files
+            # Thus we have to check for the existance of the target_name key
+            if targets.has_key?(target_name)
+              targets[target_name]['modified'] = true
+            end
           end
+          break unless resp.is_truncated
+          token = resp.next_continuation_token
         end
-        break unless resp.is_truncated
-        token = resp.next_continuation_token
       end
       # Sort (which turns hash to array) and return hash
       # This enables a consistent listing of the targets
@@ -117,31 +125,41 @@ module OpenC3
     end
 
     # Given target's modified file list
-    def self.modified_files(name, scope:)
+    def self.modified_files(target_name, scope:)
       modified = []
-      rubys3_client = Aws::S3::Client.new
-      token = nil
-      while true
-        resp = rubys3_client.list_objects_v2({
-          bucket: 'config',
-          max_keys: 1000,
-          # The trailing slash is important!
-          prefix: "#{scope}/targets_modified/#{name}/",
-          continuation_token: token
-        })
-        resp.contents.each do |item|
-          # Results look like DEFAULT/targets_modified/INST/procedures/new.rb
-          # so split on '/' and ignore the first two values
-          modified << item.key.split('/')[2..-1].join('/')
+
+      if ENV['OPENC3_LOCAL_MODE']
+        modified = OpenC3::LocalMode.modified_files(target_name, scope: scope)
+      else
+        rubys3_client = Aws::S3::Client.new
+        token = nil
+        while true
+          resp = rubys3_client.list_objects_v2({
+            bucket: 'config',
+            max_keys: 1000,
+            # The trailing slash is important!
+            prefix: "#{scope}/targets_modified/#{target_name}/",
+            continuation_token: token
+          })
+          resp.contents.each do |item|
+            # Results look like DEFAULT/targets_modified/INST/procedures/new.rb
+            # so split on '/' and ignore the first two values
+            modified << item.key.split('/')[2..-1].join('/')
+          end
+          break unless resp.is_truncated
+          token = resp.next_continuation_token
         end
-        break unless resp.is_truncated
-        token = resp.next_continuation_token
       end
       # Sort to enable a consistent listing of the modified files
       modified.sort
     end
 
-    def self.delete_modified(name, scope:)
+    def self.delete_modified(target_name, scope:)
+      if ENV['OPENC3_LOCAL_MODE']
+        OpenC3::LocalMode.delete_modified(target_name, scope: scope)
+      end
+
+      # Delete the remote files as well
       rubys3_client = Aws::S3::Client.new
       token = nil
       while true
@@ -149,7 +167,7 @@ module OpenC3
           bucket: 'config',
           max_keys: 1000,
           # The trailing slash is important!
-          prefix: "#{scope}/targets_modified/#{name}/",
+          prefix: "#{scope}/targets_modified/#{target_name}/",
           continuation_token: token
         })
         resp.contents.each do |item|
@@ -158,41 +176,40 @@ module OpenC3
         break unless resp.is_truncated
         token = resp.next_continuation_token
       end
-      # rubys3_client = Aws::S3::Client.new
-      # prefix = "#{scope}/targets_modified/#{name}/"
-      # rubys3_client.list_objects(bucket: 'config', prefix: prefix).contents.each do |object|
-      #   rubys3_client.delete_object(bucket: 'config', key: object.key)
-      # end
     end
 
-    def self.download(name, scope:)
+    def self.download(target_name, scope:)
       tmp_dir = Dir.mktmpdir
-      zip_filename = File.join(tmp_dir, "#{name}.zip")
+      zip_filename = File.join(tmp_dir, "#{target_name}.zip")
       Zip.continue_on_exists_proc = true
       zip = Zip::File.open(zip_filename, Zip::File::CREATE)
 
-      rubys3_client = Aws::S3::Client.new
-      token = nil
-      # The trailing slash is important!
-      prefix = "#{scope}/targets_modified/#{name}/"
-      while true
-        resp = rubys3_client.list_objects_v2({
-          bucket: 'config',
-          max_keys: 1000,
-          prefix: prefix,
-          continuation_token: token
-        })
-        resp.contents.each do |item|
-          # item.key looks like DEFAULT/targets_modified/INST/screens/blah.txt
-          base_path = item.key.sub(prefix, '') # remove prefix
-          local_path = File.join(tmp_dir, base_path)
-          # Ensure dir structure exists, get_object fails if not
-          FileUtils.mkdir_p(File.dirname(local_path))
-          rubys3_client.get_object(bucket: 'config', key: item.key, response_target: local_path)
-          zip.add(base_path, local_path)
+      if ENV['OPENC3_LOCAL_MODE']
+        OpenC3::LocalMode.zip_target(target_name, zip, scope: scope)
+      else
+        rubys3_client = Aws::S3::Client.new
+        token = nil
+        # The trailing slash is important!
+        prefix = "#{scope}/targets_modified/#{target_name}/"
+        while true
+          resp = rubys3_client.list_objects_v2({
+            bucket: 'config',
+            max_keys: 1000,
+            prefix: prefix,
+            continuation_token: token
+          })
+          resp.contents.each do |item|
+            # item.key looks like DEFAULT/targets_modified/INST/screens/blah.txt
+            base_path = item.key.sub(prefix, '') # remove prefix
+            local_path = File.join(tmp_dir, base_path)
+            # Ensure dir structure exists, get_object fails if not
+            FileUtils.mkdir_p(File.dirname(local_path))
+            rubys3_client.get_object(bucket: 'config', key: item.key, response_target: local_path)
+            zip.add(base_path, local_path)
+          end
+          break unless resp.is_truncated
+          token = resp.next_continuation_token
         end
-        break unless resp.is_truncated
-        token = resp.next_continuation_token
       end
       zip.close
 

data/lib/openc3/packets/parsers/xtce_parser.rb

@@ -178,14 +178,40 @@ module OpenC3
       when 'ParameterTypeSet', 'EnumerationList', 'ParameterSet', 'ContainerSet',
         'EntryList', 'DefaultCalibrator', 'DefaultAlarm', 'RestrictionCriteria',
         'ComparisonList', 'MetaCommandSet', 'ArgumentTypeSet', 'ArgumentList',
-        'ArgumentAssignmentList', 'LocationInContainerInBits'
+        'ArgumentAssignmentList', 'LocationInContainerInBits', 'ReferenceTime'
         # Do Nothing
 
+      when 'ErrorDetectCorrect'
+        # TODO: Setup an algorithm to calculate the CRC
+        exponents = []
+        xtce_recurse_element(element) do |crc_element|
+          if crc_element.name == 'CRC'
+            xtce_recurse_element(crc_element) do |poly_element|
+              if poly_element['Polynomial']
+                xtce_recurse_element(poly_element) do |term_element|
+                  if term_element['Term']
+                    exponents << term_element['exponent'].to_i
+                  end
+                  true
+                end
+              end
+              true
+            end
+          end
+          true
+        end
+        @current_type.xtce_encoding = 'IntegerDataEncoding'
+        @current_type.signed = 'false'
+        return false # Already recursed
+
       when 'EnumeratedParameterType', 'EnumeratedArgumentType',
         'IntegerParameterType', 'IntegerArgumentType',
         'FloatParameterType', 'FloatArgumentType',
         'StringParameterType', 'StringArgumentType',
-        'BinaryParameterType', 'BinaryArgumentType'
+        'BinaryParameterType', 'BinaryArgumentType',
+        'BooleanParameterType', 'BooleanArgumentType',
+        'AbsoluteTimeParameterType', 'AbsoluteTimeArgumentType',
+        'RelativeTimeParameterType', 'RelativeTimeArgumentType'
         @current_type = create_new_type(element)
         @current_type.endianness = :BIG_ENDIAN
 
@@ -204,6 +230,20 @@ module OpenC3
         when 'BinaryParameterType', 'BinaryArgumentType'
           @current_type.xtce_encoding = 'BinaryDataEncoding'
           @current_type.sizeInBits = 8 # This is undocumented but appears to be the design
+        when 'BooleanParameterType', 'BooleanArgumentType'
+          @current_type.xtce_encoding = 'StringDataEncoding'
+          @current_type.sizeInBits = 8 # This is undocumented but appears to be the design
+          @current_type.states ||= {}
+          if element.attributes['zeroStringValue'] && element.attributes['oneStringValue']
+            @current_type.states[element.attributes['zeroStringValue'].value] = 0
+            @current_type.states[element.attributes['oneStringValue'].value] = 1
+          else
+            @current_type.states['FALSE'] = 0
+            @current_type.states['TRUE'] = 1
+          end
+        # No defaults for the time types
+        # when 'AbsoluteTimeParameterType', 'AbsoluteTimeArgumentType',
+        # when'RelativeTimeParameterType', 'RelativeTimeArgumentType'
         end
 
       when 'ArrayParameterType', 'ArrayArgumentType'
@@ -251,7 +291,7 @@ module OpenC3
 
         return false # Already recursed
 
-      when "SizeInBits"
+      when 'SizeInBits'
         xtce_recurse_element(element) do |block_element|
           if block_element.name == 'FixedValue'
             @current_type.sizeInBits = Integer(block_element.text)
@@ -326,6 +366,26 @@ module OpenC3
         @current_type.states ||= {}
         @current_type.states[element['label']] = Integer(element['value'])
 
+      when 'Encoding'
+        if element.attributes['units']
+          @current_type.units_full = element.attributes['units'].value
+          # Could do a better job mapping units to abbreviations
+          @current_type.units = element.attributes['units'].value[0]
+        end
+        # TODO: Not sure if this is correct
+        # if @current_type.attributes['scale'] || @current_type.attributes['offset']
+        #   @current_type.conversion ||= PolynomialConversion.new()
+        #   if @current_type.attributes['offset']
+        #     @current_type.conversion.coeffs[0] = @current_type.attributes['offset']
+        #   end
+        #   if @current_type.attributes['scale']
+        #     @current_type.conversion.coeffs[1] = @current_type.attributes['scale']
+        #   end
+        # end
+
+      when 'Epoch'
+        # TODO: How to handle this ... it affects the conversion applied
+
       when 'IntegerDataEncoding', 'FloatDataEncoding', 'StringDataEncoding', 'BinaryDataEncoding'
         @current_type.xtce_encoding = element.name
         element.attributes.each do |att_name, att|
@@ -340,6 +400,11 @@ module OpenC3
           @current_type.endianness = :LITTLE_ENDIAN
         end
 
+        # Ensure if the encoding is a string we convert state values to strings
+        if @current_type.xtce_encoding == 'StringDataEncoding' && @current_type.states
+          @current_type.states.transform_values!(&:to_s)
+        end
+
       when 'Parameter'
         @current_parameter = OpenStruct.new
         element.attributes.each do |att_name, att|

data/lib/openc3/script/storage.rb

@@ -34,7 +34,7 @@ module OpenC3
         OpenC3::Logger.info "Deleting #{delete_path}"
         response = $api_server.request('delete', endpoint, query: {bucket: 'config'}, scope: scope)
         if response.nil? || response.code != 200
-          raise "Failed to delete #{delete_path}. Note: #{scope}/targets is read-only."
+          raise "Failed to delete #{delete_path}"
         end
       rescue => error
         raise "Failed deleting #{path} due to #{error.message}"
@@ -48,7 +48,13 @@ module OpenC3
     # @param io_or_string [Io or String] IO object
     def put_target_file(path, io_or_string, scope: $openc3_scope)
       raise "Disallowed path modifier '..' found in #{path}" if path.include?('..')
+
       upload_path = "#{scope}/targets_modified/#{path}"
+
+      if ENV['OPENC3_LOCAL_MODE'] and $openc3_in_cluster
+        OpenC3::LocalMode.put_target_file(upload_path, io_or_string, scope: scope)
+      end
+
       endpoint = "/openc3-api/storage/upload/#{upload_path}"
       OpenC3::Logger.info "Writing #{upload_path}"
       result = _get_presigned_request(endpoint, scope: scope)
@@ -86,6 +92,17 @@ module OpenC3
       # Loop to allow redo when switching from modified to original
       loop do
         begin
+          if part == "targets_modified" and ENV['OPENC3_LOCAL_MODE']
+            local_file = OpenC3::LocalMode.open_local_file(path, scope: scope)
+            if local_file
+              file = Tempfile.new('target', binmode: true)
+              file.write(local_file.read)
+              local_file.close
+              file.rewind
+              return file if local_file
+            end
+          end
+
           return _get_storage_file("#{part}/#{path}", scope: scope)
         rescue => error
           if part == "targets_modified"