cosmos 4.1.1-java → 4.2.0-java

data/lib/cosmos/tools/tlm_extractor/tlm_extractor_config.rb

@@ -1,6 +1,6 @@
 # encoding: ascii-8bit
 
-# Copyright 2014 Ball Aerospace & Technologies Corp.
+# Copyright 2018 Ball Aerospace & Technologies Corp.
 # All Rights Reserved.
 #
 # This program is free software; you can modify and/or redistribute it
@@ -9,6 +9,7 @@
 # attribution addendums as found in the LICENSE.txt
 
 require 'cosmos'
+require 'cosmos/io/json_drb_object'
 
 module Cosmos
 
@@ -16,6 +17,8 @@ module Cosmos
   class TlmExtractorConfig
 
     VALUE_TYPES = [:RAW, :CONVERTED, :FORMATTED, :WITH_UNITS]
+    DART_REDUCTION_OPTIONS = [:NONE, :MINUTE, :HOUR, :DAY]
+    DART_REDUCED_TYPES = [:AVG, :MIN, :MAX, :STDDEV]
     COLUMN_MODES = [:NORMAL, :SHARE_ALL_COLUMNS, :SHARE_INDIV_COLUMNS, :FULL_COLUMN_NAMES]
     DEFAULT_UNIQUE_IGNORED = ['RECEIVED_TIMEFORMATTED', 'RECEIVED_TIMESECONDS']
     ITEM = 'ITEM'.freeze
@@ -28,7 +31,9 @@ module Cosmos
     attr_accessor :delimiter
     attr_accessor :downsample_seconds
     attr_accessor :print_filenames_to_output
+    attr_accessor :mode
     attr_reader :items
+    attr_reader :normal_items
     attr_reader :shared_indiv_columns
 
     attr_accessor :output_filename
@@ -38,6 +43,7 @@ module Cosmos
       @output_filename = nil
       @input_filenames = []
       @output_file = nil
+      @mode = :log_file
       reset_settings()
       clear_items()
       clear_shared_columns()
@@ -61,15 +67,18 @@ module Cosmos
       @columns_hash = {}
       @previous_row = nil
       @items = []
+      @normal_items = []
       @text_items = []
     end
 
-    def add_item(target_name, packet_name, item_name, value_type = :CONVERTED)
+    def add_item(target_name, packet_name, item_name, value_type = :CONVERTED, dart_reduction = :NONE, dart_reduced_type = :AVG)
       target_name = target_name.upcase
       packet_name = packet_name.upcase
       item_name = item_name.upcase
 
       raise "Unknown Value Type: #{value_type}" unless VALUE_TYPES.include?(value_type)
+      raise "Unknown Dart Reduction: #{dart_reduction}" unless DART_REDUCTION_OPTIONS.include?(dart_reduction)
+      raise "Unknown Dart Reduced Type: #{dart_reduced_type}" unless DART_REDUCED_TYPES.include?(dart_reduced_type)
 
       hash_index = item_name + ' ' + value_type.to_s
 
@@ -78,19 +87,20 @@ module Cosmos
       elsif @column_mode == :SHARE_INDIV_COLUMNS and @shared_indiv_columns.include?(hash_index) and @columns_hash[hash_index]
         column_index = @columns_hash[hash_index]
       else
-        @columns << [item_name, value_type, nil, target_name, packet_name]
+        @columns << [item_name, value_type, nil, target_name, packet_name, dart_reduction, dart_reduced_type]
         column_index = @columns.length - 1
         @columns_hash[hash_index] = column_index
       end
       @packet_to_column_mapping[target_name] ||= {}
       @packet_to_column_mapping[target_name][packet_name] ||= []
       @packet_to_column_mapping[target_name][packet_name] << column_index
-      @items << [ITEM, target_name, packet_name, item_name, value_type]
+      @items << [ITEM, target_name, packet_name, item_name, value_type, dart_reduction, dart_reduced_type]
+      @normal_items << @items[-1]
     end
 
     def add_text(column_name, text)
-      @columns << [column_name, nil, nil, nil, nil]
-      @items << [TEXT, column_name, text, nil, nil]
+      @columns << [column_name, nil, nil, nil, nil, nil, nil]
+      @items << [TEXT, column_name, text, nil, nil, nil, nil]
       @text_items << [@columns.length - 1, text]
     end
 
@@ -116,30 +126,40 @@ module Cosmos
     end
 
     def column_names
-      if @column_mode == :FULL_COLUMN_NAMES
+      if @column_mode == :FULL_COLUMN_NAMES or @mode == :dart
         col_offset = 0
-        row = Array.new(@columns.length)
+        cnames = Array.new(@columns.length)
       else
         col_offset = 2
-        row = Array.new(@columns.length + 2)
-        row[0] = 'TARGET'
-        row[1] = 'PACKET'
+        cnames = Array.new(@columns.length + 2)
+        cnames[0] = 'TARGET'
+        cnames[1] = 'PACKET'
       end
       index = 0
-      @columns.each do |column_name, column_value_type, item_data_type, target_name, packet_name|
+      @columns.each do |column_name, column_value_type, item_data_type, target_name, packet_name, dart_reduction, dart_reduced_type|
         if @column_mode == :FULL_COLUMN_NAMES and target_name and packet_name
           column_name = [target_name, packet_name, column_name].join(' ')
         end
         case column_value_type
         when :CONVERTED, nil
-          row[index + col_offset] = column_name
+          cname = column_name
         else
-          row[index + col_offset] = (column_name + '(' + column_value_type.to_s + ')')
+          cname = (column_name + ' (' + column_value_type.to_s + ')')
         end
+        case dart_reduction
+        when :NONE, nil
+          # Nothing
+        else
+          cname = cname + ' [' + dart_reduction.to_s + ' ' + dart_reduced_type.to_s + ' ]'
+        end
+        if @mode == :dart and target_name and packet_name
+          cnames[index + col_offset] = cname + " TIMESTAMP"
+          index += 1
+        end
+        cnames[index + col_offset] = cname
         index += 1
       end
-
-      row
+      cnames
     end
 
     def restore(filename)
@@ -209,12 +229,14 @@ module Cosmos
 
           when 'ITEM'
             # Expect 3 or 4 parameters
-            parser.verify_num_parameters(3, 4, "ITEM <Target Name> <Packet Name> <Item Name> <Data Type (optional)>")
+            parser.verify_num_parameters(3, 6, "ITEM <Target Name> <Packet Name> <Item Name> <Data Type (optional)> <Dart Reduction (optional)> <Dart Reduced Type (optional)>")
             target_name = params[0].upcase
             packet_name = params[1].upcase
             item_name = params[2].upcase
             if params.length == 3
               value_type = :CONVERTED
+              dart_reduction = :NONE
+              dart_reduced_type = :AVG
             else
               value_type = params[3].upcase
               case value_type
@@ -223,8 +245,33 @@ module Cosmos
               else
                 raise "Unknown Value Type: #{value_type}"
               end
+
+              if params.length == 4
+                dart_reduction = :NONE
+                dart_reduced_type = :AVG
+              else
+                dart_reduction = params[4].upcase
+                case dart_reduction
+                when 'NONE', 'MINUTE', 'HOUR', 'DAY'
+                  dart_reduction = dart_reduction.intern
+                else
+                  raise "Unknown Dart Reduction: #{dart_reduction}"
+                end
+                
+                if params.length == 5
+                  dart_reduced_type = :AVG
+                else
+                  dart_reduced_type = params[5].upcase
+                  case dart_reduced_type
+                  when 'AVG', 'MIN', 'MAX', 'STDDEV'
+                    dart_reduced_type = dart_reduced_type.intern
+                  else
+                    raise "Unknown Dart Reduced Type: #{dart_reduced_type}"
+                  end
+                end
+              end
             end
-            add_item(target_name, packet_name, item_name, value_type)
+            add_item(target_name, packet_name, item_name, value_type, dart_reduction, dart_reduced_type)
 
           when 'TEXT'
             # Expect 2 parameters
@@ -287,12 +334,16 @@ module Cosmos
               end
             end
           end
-          @items.each do |item_type, target_name_or_column_name, packet_name_or_text, item_name, value_type|
+          @items.each do |item_type, target_name_or_column_name, packet_name_or_text, item_name, value_type, dart_reduction, dart_reduced_type|
             if item_type == ITEM
-              if value_type != :CONVERTED
-                file.puts "#{item_type} #{target_name_or_column_name} #{packet_name_or_text} #{item_name} #{value_type}"
-              else
+              if value_type == :CONVERTED and dart_reduction == :NONE
                 file.puts "#{item_type} #{target_name_or_column_name} #{packet_name_or_text} #{item_name}"
+              else
+                if dart_reduction == :NONE
+                  file.puts "#{item_type} #{target_name_or_column_name} #{packet_name_or_text} #{item_name} #{value_type}"
+                else
+                  file.puts "#{item_type} #{target_name_or_column_name} #{packet_name_or_text} #{item_name} #{value_type} #{dart_reduction} #{dart_reduced_type}"
+                end
               end
             else
               file.puts "#{item_type} \"#{target_name_or_column_name}\" \"#{packet_name_or_text}\""
@@ -312,7 +363,7 @@ module Cosmos
       # Open the output file
       @output_file = File.open(@output_filename, 'w')
 
-      if @print_filenames_to_output
+      if @print_filenames_to_output and @mode != :dart
         # Print input filenames to output file
         @input_filenames.each do |input_filename|
           if @matlab_header
@@ -378,13 +429,13 @@ module Cosmos
 
           # Add each packet item to the row
           packet_mapping.each do |column_index|
-            column_name, column_value_type, item_data_type, target_name, packet_name = @columns[column_index]
+            column_name, column_value_type, item_data_type, target_name, packet_name, dart_reduction, dart_reduced_type = @columns[column_index]
 
             # Lookup item data type on first use
             unless item_data_type
               _, item = System.telemetry.packet_and_item(packet.target_name, packet.packet_name, column_name)
               item_data_type = item.data_type
-              @columns[column_index] = [column_name, column_value_type, item_data_type, target_name, packet_name]
+              @columns[column_index] = [column_name, column_value_type, item_data_type, target_name, packet_name, dart_reduction, dart_reduced_type]
             end
 
             if item_data_type == :BLOCK
@@ -436,6 +487,52 @@ module Cosmos
       end # if target_mapping
     end
 
+    def process_dart(dart_results)
+      row_index = 0
+      while (true)
+        row = Array.new(@normal_items.length * 2 + @text_items.length)
+        column_index = 0
+        found_data = false
+        @items.each do |item_type, target_name_or_column_name, packet_name_or_text, item_name, value_type, dart_reduction, dart_reduced_type|
+          if item_type == TEXT
+            row[column_index] = packet_name_or_text.gsub('%', (row_index + 2).to_s)
+            column_index += 1
+          else
+            value_type = :CONVERTED if !value_type or value_type != :RAW
+            query_string = "#{target_name_or_column_name} #{packet_name_or_text} #{item_name} #{value_type} #{dart_reduction} #{dart_reduced_type}"
+            results = dart_results[query_string]
+            results_row = results[row_index]
+            if results_row
+              found_data = true
+              row[column_index] = Time.at(results_row[1], 0).strftime("%Y-%m-%d %H:%M:%S") << ".#{results_row[2]}"
+              column_index += 1
+              row[column_index] = results_row[0]
+              column_index += 1
+            else
+              column_index += 2
+            end
+          end
+        end
+
+        break unless found_data
+
+        # Output the row
+        if @column_mode != :FULL_COLUMN_NAMES and @mode != :dart
+          @output_file.print packet.target_name
+          @output_file.print @delimiter
+          @output_file.print packet.packet_name
+        end
+        row.each_with_index do |value, index|
+          if (@column_mode != :FULL_COLUMN_NAMES and @mode != :dart) or index != 0
+            @output_file.print @delimiter
+          end
+          @output_file.print value if value
+        end
+        @output_file.puts ""
+        row_index += 1
+      end
+    end
+
   end # class TlmExtractorConfig
 
 end # module Cosmos

data/lib/cosmos/tools/tlm_extractor/tlm_extractor_processor.rb

@@ -55,6 +55,73 @@ module Cosmos
       configs.each { |config| config.close_output_file }
     end # def process
 
+    def process_dart_batch(batch_name, output_dir, output_extension, config_filenames, time_start = nil, time_end = nil, meta_filters = [], &block)
+      configs = []
+      config_filenames.each_with_index do |config_filename, config_file_index|
+        configs << TlmExtractorConfig.new(config_filename)
+        base = File.basename(config_filename)
+        extension = File.extname(base)
+        filename_no_extension = base[0..-(extension.length + 1)]
+        configs[-1].output_filename = File.join(output_dir, batch_name.tr(' ', '_') + '_' + filename_no_extension.tr(' ', '_') + output_extension)
+      end
+      process_dart(configs, time_start, time_end, meta_filters, &block)
+    end
+
+    def process_dart(configs, time_start = nil, time_end = nil, meta_filters = [])
+      Cosmos.set_working_dir do
+        items = []
+        configs.each { |config| config.mode = :dart; items.concat(config.normal_items); config.open_output_file }
+        items.uniq!
+ 
+        time_start = Time.utc(1970, 1, 1) unless time_start
+        time_end = Time.now unless time_end
+
+        results = {}
+        begin
+          server = JsonDRbObject.new(System.connect_hosts['DART_DECOM'], System.ports['DART_DECOM'])
+
+          index = 0
+          items.each do |item_type, target_name, packet_name, item_name, value_type, dart_reduction, dart_reduced_type|
+            value_type = :CONVERTED if !value_type or value_type != :RAW
+            # TODO: Support FORMATTED and WITH_UNITS by iterating and modifying results
+            begin
+              query_string = "#{target_name} #{packet_name} #{item_name} #{value_type} #{dart_reduction} #{dart_reduced_type}"
+              yield(index.to_f / items.length, "Querying #{query_string}") if block_given?
+              request = {}
+              request['start_time_sec'] = time_start.tv_sec
+              request['start_time_usec'] = time_start.tv_usec
+              request['end_time_sec'] = time_end.tv_sec
+              request['end_time_usec'] = time_end.tv_usec
+              request['item'] = [target_name, packet_name, item_name]
+              request['reduction'] = dart_reduction.to_s
+              request['cmd_tlm'] = 'TLM'
+              request['offset'] = 0
+              request['limit'] = 10000
+              if dart_reduction == :NONE
+                request['value_type'] = value_type.to_s
+              else
+                request['value_type'] = value_type.to_s + "_#{dart_reduced_type}"
+              end
+              request['meta_filters'] = meta_filters if meta_filters.length > 0
+              result = server.query(request)
+              results[query_string] = result
+              index += 1
+              yield(index.to_f / items.length, "  Received #{result.length} values") if block_given?
+            rescue Exception => error
+              yield(index.to_f / items.length, "Error querying #{query_string} : #{error.class}:#{error.message}\n#{error.backtrace.join("\n")}\n") if block_given?
+              return # Bail out because something bad happened
+            end          
+          end
+
+          configs.each { |config| config.process_dart(results) }
+        ensure
+          server.disconnect if defined? server
+        end
+      end # Cosmos.set_working_dir
+    ensure
+      configs.each { |config| config.close_output_file }
+    end
+
   end # class TlmExtractorProcessor
 
 end # module Cosmos

data/lib/cosmos/tools/tlm_grapher/data_object_editors/housekeeping_data_object_editor.rb

@@ -95,6 +95,16 @@ module Cosmos
       @value_type.set_current(data_object.value_type.to_s) if data_object.value_type
       local_layout.addWidget(@value_type)
 
+      # Chooser for dart reduction
+      @dart_reduction = ComboboxChooser.new(self, '*DART Reduction:', HousekeepingDataObject::DART_REDUCTIONS.map {|x| x.to_s})
+      @dart_reduction.set_current(data_object.dart_reduction.to_s) if data_object.dart_reduction
+      local_layout.addWidget(@dart_reduction)
+
+      # Chooser for dart reduced type
+      @dart_reduced_type = ComboboxChooser.new(self, '*DART Reduced Type:', HousekeepingDataObject::DART_REDUCED_TYPES.map {|x| x.to_s})
+      @dart_reduced_type.set_current(data_object.dart_reduced_type.to_s) if data_object.dart_reduced_type
+      local_layout.addWidget(@dart_reduced_type)
+
       # Chooser for analysis type
       @analysis = ComboboxChooser.new(self, '*Analysis Type:', HousekeepingDataObject::ANALYSIS_TYPES.map {|x| x.to_s})
       @analysis.set_current(data_object.analysis.to_s) if data_object.analysis
@@ -148,6 +158,8 @@ module Cosmos
         data_object.formatted_time_item_name = formatted_time_item_name
       end
       data_object.value_type = @value_type.symbol
+      data_object.dart_reduction = @dart_reduction.symbol
+      data_object.dart_reduced_type = @dart_reduced_type.symbol
       data_object.analysis = @analysis.symbol
       data_object.analysis_samples = @analysis_samples.value
       if @show_limits_lines
@@ -182,6 +194,14 @@ module Cosmos
       value_types.delete(data_object.value_type.to_s)
       value_types.unshift(data_object.value_type.to_s)
       @value_type.update_items(value_types, false)
+      dart_reductions = HousekeepingDataObject::DART_REDUCTIONS.map {|x| x.to_s}
+      dart_reductions.delete(data_object.dart_reduction.to_s)
+      dart_reductions.unshift(data_object.dart_reduction.to_s)
+      @dart_reduction.update_items(dart_reductions, false)      
+      dart_reduced_types = HousekeepingDataObject::DART_REDUCED_TYPES.map {|x| x.to_s}
+      dart_reduced_types.delete(data_object.dart_reduced_type.to_s)
+      dart_reduced_types.unshift(data_object.dart_reduced_type.to_s)
+      @dart_reduced_type.update_items(dart_reduced_types, false)  
 
       packet, item = System.telemetry.packet_and_item(data_object.target_name,
                                                       data_object.packet_name,
@@ -204,6 +224,14 @@ module Cosmos
       value_types.delete(data_object.value_type.to_s)
       value_types.unshift(data_object.value_type.to_s)
       @value_type.update_items(value_types, false)
+      dart_reductions = HousekeepingDataObject::DART_REDUCTIONS.map {|x| x.to_s}
+      dart_reductions.delete(data_object.dart_reduction.to_s)
+      dart_reductions.unshift(data_object.dart_reduction.to_s)
+      @dart_reduction.update_items(dart_reductions, false)      
+      dart_reduced_types = HousekeepingDataObject::DART_REDUCED_TYPES.map {|x| x.to_s}
+      dart_reduced_types.delete(data_object.dart_reduced_type.to_s)
+      dart_reduced_types.unshift(data_object.dart_reduced_type.to_s)
+      @dart_reduced_type.update_items(dart_reduced_types, false)  
 
       packet, item = System.telemetry.packet_and_item(data_object.target_name,
                                                       data_object.packet_name,

data/lib/cosmos/tools/tlm_grapher/data_object_editors/xy_data_object_editor.rb

@@ -91,6 +91,16 @@ module Cosmos
       @x_value_type.set_current(data_object.x_value_type.to_s) if data_object.x_value_type
       @local_layout.addWidget(@x_value_type)
 
+      # Chooser for dart reduction
+      @dart_reduction = ComboboxChooser.new(self, '*DART Reduction:', XyDataObject::DART_REDUCTIONS.map {|x| x.to_s})
+      @dart_reduction.set_current(data_object.dart_reduction.to_s) if data_object.dart_reduction
+      @local_layout.addWidget(@dart_reduction)
+
+      # Chooser for dart reduced type
+      @dart_reduced_type = ComboboxChooser.new(self, '*DART Reduced Type:', XyDataObject::DART_REDUCED_TYPES.map {|x| x.to_s})
+      @dart_reduced_type.set_current(data_object.dart_reduced_type.to_s) if data_object.dart_reduced_type
+      @local_layout.addWidget(@dart_reduced_type)
+
       @layout.insertLayout(0, @local_layout)
     end
 
@@ -112,6 +122,8 @@ module Cosmos
       end
       data_object.y_value_type = @y_value_type.symbol
       data_object.x_value_type = @x_value_type.symbol
+      data_object.dart_reduction = @dart_reduction.symbol
+      data_object.dart_reduced_type = @dart_reduced_type.symbol      
       data_object
     end
 
@@ -143,6 +155,14 @@ module Cosmos
       value_types.delete(data_object.x_value_type)
       value_types.unshift(data_object.x_value_type)
       @x_value_type.update_items(value_types, false)
+      dart_reductions = HousekeepingDataObject::DART_REDUCTIONS.map {|x| x.to_s}
+      dart_reductions.delete(data_object.dart_reduction.to_s)
+      dart_reductions.unshift(data_object.dart_reduction.to_s)
+      @dart_reduction.update_items(dart_reductions, false)      
+      dart_reduced_types = HousekeepingDataObject::DART_REDUCED_TYPES.map {|x| x.to_s}
+      dart_reduced_types.delete(data_object.dart_reduced_type.to_s)
+      dart_reduced_types.unshift(data_object.dart_reduced_type.to_s)
+      @dart_reduced_type.update_items(dart_reduced_types, false)        
     end
 
     # Handles the y item name changing
@@ -155,6 +175,14 @@ module Cosmos
       value_types.delete(data_object.y_value_type)
       value_types.unshift(data_object.y_value_type)
       @y_value_type.update_items(value_types, false)
+      dart_reductions = HousekeepingDataObject::DART_REDUCTIONS.map {|x| x.to_s}
+      dart_reductions.delete(data_object.dart_reduction.to_s)
+      dart_reductions.unshift(data_object.dart_reduction.to_s)
+      @dart_reduction.update_items(dart_reductions, false)      
+      dart_reduced_types = HousekeepingDataObject::DART_REDUCED_TYPES.map {|x| x.to_s}
+      dart_reduced_types.delete(data_object.dart_reduced_type.to_s)
+      dart_reduced_types.unshift(data_object.dart_reduced_type.to_s)
+      @dart_reduced_type.update_items(dart_reduced_types, false)        
     end
 
     # Handles the x item name changing
@@ -166,6 +194,14 @@ module Cosmos
         value_types.delete(data_object.x_value_type)
         value_types.unshift(data_object.x_value_type)
         @x_value_type.update_items(value_types, false)
+        dart_reductions = XyDataObject::DART_REDUCTIONS.map {|x| x.to_s}
+        dart_reductions.delete(data_object.dart_reduction.to_s)
+        dart_reductions.unshift(data_object.dart_reduction.to_s)
+        @dart_reduction.update_items(dart_reductions, false)      
+        dart_reduced_types = XyDataObject::DART_REDUCED_TYPES.map {|x| x.to_s}
+        dart_reduced_types.delete(data_object.dart_reduced_type.to_s)
+        dart_reduced_types.unshift(data_object.dart_reduced_type.to_s)
+        @dart_reduced_type.update_items(dart_reduced_types, false)          
       end
     end