cosmos 3.0.0

data/lib/cosmos/packets/telemetry.rb

@@ -0,0 +1,317 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+require 'cosmos/packets/packet_config'
+require 'cosmos/ext/telemetry'
+
+module Cosmos
+
+  # Telemetry uses PacketConfig to parse the command and telemetry
+  # configuration files. It contains all the knowledge of which telemetry packets
+  # exist in the system and how to access them. This class is the API layer
+  # which other classes use to access telemetry.
+  #
+  # This should not be confused with the Api module which implements the JSON
+  # API that is used by tools when accessing the Server. The Api module always
+  # provides Ruby primatives where the Telemetry class can return actual
+  # Packet or PacketItem objects. While there are some overlapping methods between
+  # the two, these are separate interfaces into the system.
+  class Telemetry
+    attr_accessor :config
+
+    LATEST_PACKET_NAME = 'LATEST'.freeze
+
+    # @param config [PacketConfig] Packet configuration to use to access the
+    #   telemetry
+    def initialize(config)
+      @config = config
+    end
+
+    # (see PacketConfig#warnings)
+    def warnings
+      return @config.warnings
+    end
+
+    # @return [Array<String>] The telemetry target names
+    def target_names
+      return @config.telemetry.keys.sort
+    end
+
+    # @param target_name [String] The target name
+    # @return [Hash<packet_name=>Packet>] Hash of the telemetry packets for the given
+    #   target name keyed by the packet name
+    # def packets(target_name)
+
+    # @param target_name [String] The target name
+    # @param packet_name [String] The packet name. Must be a defined packet name
+    #   and not 'LATEST'.
+    # @return [Packet] The telemetry packet for the given target and packet name
+    # def packet(target_name, packet_name)
+
+    # @param target_name (see #packet)
+    # @param packet_name (see #packet)
+    # @return [Array<PacketItem>] The telemetry items for the given target and packet name
+    def items(target_name, packet_name)
+      return packet(target_name, packet_name).sorted_items
+    end
+
+    # @param target_name (see #packet)
+    # @param packet_name (see #packet) The packet name.  LATEST is supported.
+    # @return [Array<PacketItem>] The telemetry item names for the given target and packet name
+    def item_names(target_name, packet_name)
+      if LATEST_PACKET_NAME.casecmp(packet_name) == 0
+        target_upcase = target_name.to_s.upcase
+        target_latest_data = @config.latest_data[target_upcase]
+        raise "Telemetry Target '#{target_upcase}' does not exist" unless target_latest_data
+        item_names = target_latest_data.keys
+      else
+        tlm_packet = packet(target_name, packet_name)
+        item_names = []
+        tlm_packet.sorted_items.each {|item| item_names << item.name}
+      end
+      item_names
+    end
+
+    # @param target_name (see #packet)
+    # @param packet_name [String] The packet name. 'LATEST' can also be given
+    #   to specify the last received (or defined if no packets have been
+    #   received) packet within the given target that contains the
+    #   item_name.
+    # @param item_name [String] The item name
+    # @return [Packet, PacketItem] The packet and the packet item
+    # def packet_and_item(target_name, packet_name, item_name)
+
+    # Return a telemetry value from a packet.
+    #
+    # @param target_name (see #packet_and_item)
+    # @param packet_name (see #packet_and_item)
+    # @param item_name (see #packet_and_item)
+    # @param value_type [Symbol] How to convert the item before returning.
+    #   Must be one of {Packet::VALUE_TYPES}
+    # @return The value. :FORMATTED and :WITH_UNITS values are always returned
+    #   as Strings. :RAW values will match their data_type. :CONVERTED values
+    #   can be any type.
+    # def value(target_name, packet_name, item_name, value_type = :CONVERTED)
+
+    # Set a telemetry value in a packet.
+    #
+    # @param target_name (see #packet_and_item)
+    # @param packet_name (see #packet_and_item)
+    # @param item_name (see #packet_and_item)
+    # @param value The value to set in the packet
+    # @param value_type (see #tlm)
+    def set_value(target_name, packet_name, item_name, value, value_type = :CONVERTED)
+      packet, _ = packet_and_item(target_name, packet_name, item_name)
+      packet.write(item_name, value, value_type)
+    end
+
+    # @param target_name (see #packet_and_item)
+    # @param item_name (see #packet_and_item)
+    # @return [Array<Packet>] The latest (most recently arrived) packets with
+    #   the specified target and item.
+    def latest_packets(target_name, item_name)
+      target_upcase = target_name.to_s.upcase
+      item_upcase = item_name.to_s.upcase
+      target_latest_data = @config.latest_data[target_upcase]
+      raise "Telemetry target '#{target_upcase}' does not exist" unless target_latest_data
+      packets = @config.latest_data[target_upcase][item_upcase]
+      raise "Telemetry item '#{target_upcase} #{LATEST_PACKET_NAME} #{item_upcase}' does not exist" unless packets
+      return packets
+    end
+
+    # @param target_name (see #packet_and_item)
+    # @param item_name (see #packet_and_item)
+    # @return [Packet] The packet with the most recent timestamp that contains
+    #   the specified target and item.
+    def newest_packet(target_name, item_name)
+      # Handle LATEST_PACKET_NAME - Lookup packets for this target/item
+      packets = latest_packets(target_name, item_name)
+
+      # Find packet with newest timestamp
+      newest_packet = nil
+      newest_received_time = nil
+      packets.each do |packet|
+        received_time = packet.received_time
+        if newest_received_time
+          # See if the received time from this packet is newer.
+          # Having the >= makes this method return the last defined packet
+          # whether the timestamps are both nil or both equal.
+          if received_time and received_time >= newest_received_time
+            newest_packet = packet
+            newest_received_time = newest_packet.received_time
+          end
+        else
+          # No received time yet so take this packet
+          newest_packet = packet
+          newest_received_time = newest_packet.received_time
+        end
+      end
+      return newest_packet
+    end
+
+    # Identifies an unknown buffer of data as a defined packet and sets the
+    # packet's data to the given buffer. Identifying a packet uses the fields
+    # marked as ID_ITEM to identify if the buffer passed represents the
+    # packet defined. Incorrectly sized buffers are still processed but an
+    # error is logged.
+    #
+    # Note: This affects all subsequent requests for the packet (for example
+    # using packet) which is why the method is marked with a bang!
+    #
+    # @param packet_data [String] The binary packet data buffer
+    # @param target_names [Array<String>] List of target names to limit the search. The
+    #   default value of nil means to search all known targets.
+    # @return [Packet] The identified packet with its data set to the given
+    #   packet_data buffer. Returns nil if no packet could be identified.
+    def identify!(packet_data, target_names = nil)
+      identified_packet = nil
+
+      target_names = target_names() unless target_names
+
+      target_names.each do |target_name|
+        target_packets = nil
+        begin
+          target_packets = packets(target_name)
+        rescue RuntimeError
+          # No telemetry for this target
+          next
+        end
+
+        # Iterate through the packets and see if any represent the buffer
+        target_packets.each do |packet_name, packet|
+          if packet.identify?(packet_data)
+            identified_packet = packet
+            identified_packet.buffer = packet_data
+            break
+          end
+        end
+        break if identified_packet
+      end
+      return identified_packet
+    end
+
+    # Updates the specified packet with the given packet data. Raises an error
+    # if the packet could not be found.
+    #
+    # Note: This affects all subsequent requests for the packet which is why
+    # the method is marked with a bang!
+    #
+    # @param target_name (see #packet)
+    # @param packet_name (see #packet)
+    # @param packet_data (see #identify_tlm!)
+    # @return [Packet] The packet with its data set to the given packet_data
+    #   buffer.
+    def update!(target_name, packet_name, packet_data)
+      identified_packet = packet(target_name, packet_name)
+      identified_packet.buffer = packet_data
+      return identified_packet
+    end
+
+    # Assigns a limits change callback to all telemetry packets
+    #
+    # @param limits_change_callback
+    def limits_change_callback=(limits_change_callback)
+      @config.telemetry.each do |target_name, packets|
+        packets.each do |packet_name, packet|
+          packet.limits_change_callback = limits_change_callback
+        end
+      end
+    end
+
+    # Reads the specified list of items and returns their values and limits
+    # state.
+    #
+    # @param item_array [Array<Array(String String String)>] An array
+    #   consisting of [target name, packet name, item name]
+    # @param value_types [Symbol|Array<Symbol>] How to convert the items before
+    #   returning. A single symbol of {Packet::VALUE_TYPES}
+    #   can be passed which will convert all items the same way. Or
+    #   an array of symbols can be passed to control how each item is
+    #   converted.
+    # @return [Array, Array, Array] The first array contains the item values and the
+    #   second their limits state, and the third their limits settings
+    # def values_and_limits_states(item_array, value_types = :CONVERTED)
+
+    # Iterates through all the telemetry packets and marks them stale if they
+    # haven't been received for over the System.staleness_seconds value.
+    def check_stale
+      time = Time.now
+      @config.telemetry.each do |target_name, target_packets|
+        target_packets.each do |packet_name, packet|
+          packet.set_stale if packet.received_time and (!packet.stale) and (time - packet.received_time > System.staleness_seconds)
+        end
+      end
+    end
+
+    # Clears the received_count value on every packet in every target
+    def clear_counters
+      @config.telemetry.each do |target_name, target_packets|
+        target_packets.each do |packet_name, packet|
+          packet.received_count = 0
+        end
+      end
+    end
+
+    # Resets metadata on every packet in every target
+    def reset
+      @config.telemetry.each do |target_name, target_packets|
+        target_packets.each do |packet_name, packet|
+          packet.reset
+        end
+      end
+    end
+
+    # Returns the first non-hidden packet
+    def first_non_hidden
+      @config.telemetry.each do |target_name, target_packets|
+        next if target_name == 'UNKNOWN'
+        target_packets.each do |packet_name, packet|
+          return packet unless packet.hidden
+        end
+      end
+      nil
+    end
+
+    # Returns an array with a "TARGET_NAME PACKET_NAME ITEM_NAME" string for every item in the system
+    def all_item_strings(include_hidden = false, splash = nil)
+      strings = []
+      tnames = target_names()
+      total = tnames.length.to_f
+      tnames.each_with_index do |target_name, index|
+        next if target_name == 'UNKNOWN'
+        if splash
+          splash.message = "Processing #{target_name} telemetry"
+          splash.progress = index / total
+        end
+
+        ignored_items = System.targets[target_name].ignored_items
+
+        packets(target_name).each do |packet_name, packet|
+          # We don't audit against hidden or disabled packets
+          next if !include_hidden and (packet.hidden || packet.disabled)
+          packet.items.keys.each do |item_name|
+            # Skip ignored items
+            next if !include_hidden and ignored_items.include? item_name
+            strings << "#{target_name} #{packet_name} #{item_name}"
+          end
+        end
+      end
+      strings
+    end
+
+    # @return [Hash<String=>Packet>] Hash of all the telemetry packets
+    #   keyed by the packet name.
+    def all
+      @config.telemetry
+    end
+
+  end # class Telemetry
+
+end # module Cosmos

data/lib/cosmos/processors/new_packet_log_processor.rb

@@ -0,0 +1,34 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+require 'cosmos/processors/processor'
+
+module Cosmos
+
+  class NewPacketLogProcessor < Processor
+
+    # @param packet_log_writer_name [String] Name of the packet log writer to start new logs on
+    def initialize(packet_log_writer_name = 'ALL')
+      super()
+      @packet_log_writer_name = packet_log_writer_name
+    end
+
+    # Create a new log file
+    #
+    # See Processor#call
+    def call(packet, buffer)
+      if CmdTlmServer.instance
+        CmdTlmServer.instance.start_logging(@packet_log_writer_name)
+      end
+    end
+
+  end # class NewPacketLogProcessor
+
+end # module Cosmos

data/lib/cosmos/processors/processor.rb

@@ -0,0 +1,71 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+module Cosmos
+
+  class Processor
+
+    # @return [Symbol] The value type for the processor
+    attr_reader :value_type
+
+    # @return [String] The processor name
+    attr_reader :name
+
+    # @return [Hash] The results of the most recent execution of the processor
+    attr_accessor :results
+
+    # Create a new Processor
+    # @param value_type [Symbol or String] the value type to process
+    def initialize(value_type = :CONVERTED)
+      @name = self.class.to_s.upcase
+      value_type = value_type.to_s.upcase.intern
+      @value_type = value_type
+      raise ArgumentError, "value_type must be RAW, CONVERTED, FORMATTED, or WITH_UNITS. Is #{@value_type}" unless Packet::VALUE_TYPES.include?(@value_type)
+      @results = {}
+    end
+
+    def name=(name)
+      @name = name.to_s.upcase
+    end
+
+    # Perform processing on the packet.
+    #
+    # @param packet [Packet] The packet which contains the value. This can
+    #   be useful to reach into the packet and use other values in the
+    #   conversion.
+    # @param buffer [String] The packet buffer
+    # @return The processed result
+    def call(packet, buffer)
+      raise "call method must be defined by subclass"
+    end
+
+    # @return [String] The processor class
+    def to_s
+      self.class.to_s.split('::')[-1]
+    end
+
+    # Reset any state
+    def reset
+      # By default do nothing
+    end
+
+    # Make a light weight clone of this processor. This only creates a new hash of results
+    #
+    # @return [Processor] A copy of the processor with a new hash of results
+    def clone
+      processor = super()
+      processor.results = processor.results.clone
+      processor
+    end
+    alias dup clone
+
+  end # class Processor
+
+end # module Cosmos

data/lib/cosmos/processors/statistics_processor.rb

@@ -0,0 +1,65 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+require 'cosmos/processors/processor'
+
+module Cosmos
+
+  class StatisticsProcessor < Processor
+
+    # @return [Array] The set of samples stored by the processor
+    attr_accessor :samples
+
+    # @param item_name [String] The name of the item to gather statistics on
+    # @param samples_to_average [Integer] The number of samples to store for calculations
+    # @param value_type #See Processor::initialize
+    def initialize(item_name, samples_to_average, value_type = :CONVERTED)
+      super(value_type)
+      @item_name = item_name.to_s.upcase
+      @samples_to_average = Integer(samples_to_average)
+      reset()
+    end
+
+    # Run statistics on the item
+    #
+    # See Processor#call
+    def call(packet, buffer)
+      value = packet.read(@item_name, @value_type, buffer)
+      @samples << value
+      @samples = @samples[-@samples_to_average..-1] if @samples.length > @samples_to_average
+      mean, stddev = Math.stddev_sample(@samples)
+      @results[:MAX] = @samples.max
+      @results[:MIN] = @samples.min
+      @results[:MEAN] = mean
+      @results[:STDDEV] = stddev
+    end
+
+    # Reset any state
+    def reset
+      @samples = []
+      @results[:MAX] = nil
+      @results[:MIN] = nil
+      @results[:MEAN] = nil
+      @results[:STDDEV] = nil
+    end
+
+    # Make a light weight clone of this processor. This only creates a new hash of results
+    #
+    # @return [Processor] A copy of the processor with a new hash of results
+    def clone
+      processor = super()
+      processor.samples = processor.samples.clone
+      processor
+    end
+    alias dup clone
+
+  end # class StatisticsProcessor
+
+end # module Cosmos

data/lib/cosmos/processors/watermark_processor.rb

@@ -0,0 +1,44 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+require 'cosmos/processors/processor'
+
+module Cosmos
+
+  class WatermarkProcessor < Processor
+
+    # @param item_name [String] The name of the item to gather statistics on
+    # @param value_type #See Processor::initialize
+    def initialize(item_name, value_type = :CONVERTED)
+      super(value_type)
+      @item_name = item_name.to_s.upcase
+      reset()
+    end
+
+    # Run watermarks on the item
+    #
+    # See Processor#call
+    def call(packet, buffer)
+      value = packet.read(@item_name, @value_type, buffer)
+      high_water = @results[:HIGH_WATER]
+      @results[:HIGH_WATER] = value if !high_water or value > high_water
+      low_water = @results[:LOW_WATER]
+      @results[:LOW_WATER] = value if !low_water or value < low_water
+    end
+
+    # Reset any state
+    def reset
+      @results[:HIGH_WATER] = nil
+      @results[:LOW_WATER] = nil
+    end
+
+  end # class WatermarkProcessor
+
+end # module Cosmos

data/lib/cosmos/processors.rb

@@ -0,0 +1,6 @@
+# encoding: ascii-8bit
+
+require 'cosmos/processors/processor'
+require 'cosmos/processors/statistics_processor'
+require 'cosmos/processors/watermark_processor'
+require 'cosmos/processors/new_packet_log_processor'

data/lib/cosmos/script/extract.rb

@@ -0,0 +1,115 @@
+# encoding: ascii-8bit
+
+# Copyright 2014 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+module Cosmos
+
+  module Extract
+    SCANNING_REGULAR_EXPRESSION = %r{ (?:"(?:[^\\"]|\\.)*") | (?:'(?:[^\\']|\\.)*') | (?:\[.*\]) | \S+ }x #"
+
+    private
+
+    def add_cmd_parameter(keyword, value, cmd_params)
+      quotes_removed = value.remove_quotes
+      if value == quotes_removed
+        cmd_params[keyword] = value.convert_to_value
+      else
+        cmd_params[keyword] = quotes_removed
+      end
+    end
+
+    def extract_fields_from_cmd_text(text)
+      split_string = text.split(/\s*with\s*/i, 2)
+      raise "ERROR: 'with' must be followed by parameters : #{text}" if split_string.length == 1 and text =~ /\s*with\s*/i
+
+      # Extract target_name and cmd_name
+      first_half = split_string[0].split
+      raise "ERROR: Both Target Name and Command Name must be given : #{text}" if first_half.length < 2
+      raise "ERROR: Only Target Name and Command Name must be given before 'with' : #{text}" if first_half.length > 2
+      target_name = first_half[0]
+      cmd_name    = first_half[1]
+      cmd_params  = {}
+
+      if split_string.length == 2
+        # Extract Command Parameters
+        second_half = split_string[1].scan(SCANNING_REGULAR_EXPRESSION)
+        keyword  = nil
+        value    = nil
+        comma    = nil
+        second_half.each do |item|
+          unless keyword
+            keyword = item
+            next
+          end
+          unless value
+            if item[-1..-1] == ','
+              value = item[0..-2]
+              comma = true
+            else
+              value = item
+              next
+            end
+          end
+          unless comma
+            raise "Missing comma in command parameters: #{text}" if item != ','
+          end
+          add_cmd_parameter(keyword, value, cmd_params)
+          keyword = nil
+          value   = nil
+          comma   = nil
+        end
+        if keyword
+          if value
+            add_cmd_parameter(keyword, value, cmd_params)
+          else
+            raise "Missing value for last command parameter: #{text}"
+          end
+        end
+      end
+
+      return [target_name, cmd_name, cmd_params]
+    end
+
+    def extract_fields_from_tlm_text (text)
+      split_string = text.split
+      raise "ERROR: Telemetry Item must be specified as 'TargetName PacketName ItemName' : #{text}" if split_string.length != 3
+      target_name = split_string[0]
+      packet_name = split_string[1]
+      item_name = split_string[2]
+      return [target_name, packet_name, item_name]
+    end
+
+    def extract_fields_from_set_tlm_text(text)
+      split_string = text.split
+      raise "ERROR: Set Telemetry Item must be specified as 'TargetName PacketName ItemName = Value' : #{text}" if split_string.length != 5
+      target_name = split_string[0]
+      packet_name = split_string[1]
+      item_name = split_string[2]
+      value = split_string[4].convert_to_value
+      value = value.remove_quotes if String === value
+      return [target_name, packet_name, item_name, value]
+    end
+
+    def extract_fields_from_check_text (text)
+      split_string = text.split
+      raise "ERROR: Check improperly specified: #{text}" if split_string.length < 3
+      target_name = split_string[0]
+      packet_name = split_string[1]
+      item_name = split_string[2]
+      comparison_to_eval = nil
+      return [target_name, packet_name, item_name, comparison_to_eval] if split_string.length == 3
+      raise "ERROR: Check improperly specified: #{text}" if split_string.length < 4
+      comparison_to_eval = split_string[3..(split_string.length - 1)].join(" ")
+      raise "ERROR: Use '==' instead of '=': #{text}" if split_string[3] == '='
+      return [target_name, packet_name, item_name, comparison_to_eval]
+    end
+
+  end # module Extract
+
+end # module Cosmos