cosmos 4.2.3-java → 4.2.4-java

data/lib/cosmos/dart/lib/dart_reducer_manager.rb

@@ -10,6 +10,20 @@
 
 require 'dart_reducer_worker_thread'
 
+class DartReducerStatus
+  attr_accessor :count
+  attr_accessor :error_count
+  attr_accessor :message
+  attr_accessor :message_time
+
+  def initialize
+    @count = 0
+    @error_count = 0
+    @message = ''
+    @message_time = Time.now
+  end
+end
+
 # Reduce the decommutated data into the database. It creates a number of
 # threads to perform the actual data reduction. Then it queries the database
 # for all the decommutation tables and determines which need to be reduced
@@ -21,13 +35,15 @@ class DartReducerManager
   #
   # @param num_threads [Integer] The number of worker threads to create
   def initialize(num_threads = 5)
-    Cosmos::Logger.info("Dart Reducer Starting with #{num_threads} threads...")
+    message = "Dart Reducer Starting with #{num_threads} threads..."
+    Cosmos::Logger.info(message)
     @master_queue = Queue.new
     @locked_tables = []
     @mutex = Mutex.new
     @threads = []
+    @status = DartReducerStatus.new
     num_threads.times do |index|
-      @threads << DartReducerWorkerThread.new(@master_queue, @locked_tables, @mutex, index + 1)
+      @threads << DartReducerWorkerThread.new(@master_queue, @locked_tables, @mutex, index + 1, @status)
     end
   end
 
@@ -51,6 +67,20 @@ class DartReducerManager
           queue_worker(:HOUR, packet_config_id, table_index, minute_model, hour_model)
           queue_worker(:DAY, packet_config_id, table_index, hour_model, day_model)
         end
+
+        # Update status
+        status = Status.first
+        if (Time.now - @status.message_time) <= 60.0
+          status.reduction_message = @status.message
+          status.reduction_message_time = @status.message_time
+          status.save!
+        end
+        if @status.count > 0 or @status.error_count > 0
+          Status.update_counters(status.id, :reduction_count => @status.count, :reduction_error_count => @status.error_count)
+          @status.count = 0
+          @status.error_count = 0
+        end
+
         # Throttle to no faster than once every 60 seconds
         delta = Time.now - time_start
         if delta < 60 and delta > 0
@@ -58,7 +88,8 @@ class DartReducerManager
         end
       end
     rescue Interrupt
-      Cosmos::Logger.info("Dart Reducer Shutting Down...")
+      message = "Dart Reducer Shutting Down..."
+      Cosmos::Logger.info(message)
       shutdown()
       exit(0)
     end

data/lib/cosmos/dart/lib/dart_reducer_worker_thread.rb

@@ -23,13 +23,15 @@ class DartReducerWorkerThread
   #   third values are the PacketConfig ID and table index.
   # @param mutex [Mutex] Mutex used to synchronize access to the locked_tables
   # @param instance_num [Integer] Simple counter to trace the thread instance
-  def initialize(master_queue, locked_tables, mutex, instance_num)
+  # @param status [DartReducerStatus] Status structure
+  def initialize(master_queue, locked_tables, mutex, instance_num, status)
     @instance_num = instance_num
     @running = true
     @master_queue = master_queue
     @locked_tables = locked_tables
     @mutex = mutex
     @thread_queue = Queue.new
+    @status = status
     # Start the thread which will wait on @thread_queue.pop
     @thread = Thread.new { work() }
     # Add the local @thread_queue to the @master_queue so jobs can be added
@@ -77,6 +79,7 @@ class DartReducerWorkerThread
         new_row.start_time = first_row_time
         new_row.num_samples = sample_rows.length
         new_row.meta_id = sample_rows[0].meta_id
+        new_row.packet_log_id = sample_rows[0].packet_log_id
         # Process each of the ItemToDecomTableMapping to get the item to be reduced
         mappings.each do |mapping|
           item_name = "i#{mapping.item_index}"
@@ -105,7 +108,7 @@ class DartReducerWorkerThread
               max_sample = value
               avg_sample = value
               if value.nil?
-                Cosmos::Logger.error("#{item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
+                handle_error("#{item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
                 next
               end
             else # :HOUR or :DAY
@@ -116,19 +119,19 @@ class DartReducerWorkerThread
               avg_sample = row_to_reduce.read_attribute(avg_item_name)
               stddev_sample = row_to_reduce.read_attribute(stddev_item_name)
               if min_sample.nil?
-                Cosmos::Logger.error("#{min_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
+                handle_error("#{min_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
                 next
               end
               if max_sample.nil?
-                Cosmos::Logger.error("#{max_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
+                handle_error("#{max_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
                 next
               end
               if avg_sample.nil?
-                Cosmos::Logger.error("#{avg_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
+                handle_error("#{avg_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
                 next
               end
               if stddev_sample.nil?
-                Cosmos::Logger.error("#{stddev_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
+                handle_error("#{stddev_item_name} is nil in #{row_to_reduce.class}:#{row_to_reduce.id}")
                 next
               end
             end
@@ -193,6 +196,7 @@ class DartReducerWorkerThread
         base_model.where(id: sample_rows.map(&:id)).update_all(:reduced_id => new_row.id)
         new_row.reduced_state = DartCommon::READY_TO_REDUCE
         new_row.save!
+        @status.count += 1
 
         rows = rows[-1..-1] # Start a new sample with the last item in the previous sample
         Cosmos::Logger.debug("Created #{new_row.class}:#{new_row.id} with #{mappings.length} items from #{new_row.num_samples} samples")
@@ -201,7 +205,7 @@ class DartReducerWorkerThread
     end # while @running
     Cosmos::Logger.info("Reducer Thread #{@instance_num} Shutdown")
   rescue Exception => error
-    Cosmos::Logger.error("Reducer Thread Unexpectedly Died: #{error.formatted}")
+    handle_error("Reducer Thread Unexpectedly Died: #{error.formatted}")
   end
 
   # Shutdown the worker thread
@@ -260,4 +264,11 @@ class DartReducerWorkerThread
       raise "Reducer Thread Unexpected Job Type: #{job_type}"
     end
   end
+
+  def handle_error(message)
+    Cosmos::Logger.error(message)
+    @status.error_count += 1
+    @status.message = message
+    @status.message_time = Time.now
+  end
 end

data/lib/cosmos/dart/processes/dart.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_common'
 require 'dart_logging'
@@ -45,7 +46,7 @@ class Dart
     end
 
     num_workers = ENV['DART_NUM_WORKERS']
-    num_workers ||= 1
+    num_workers ||= 2
     num_workers = num_workers.to_i
 
     process_definitions = [

data/lib/cosmos/dart/processes/dart_decom_server.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_common'
 require 'dart_decom_query'
@@ -21,7 +22,7 @@ Cosmos.catch_fatal_exception do
   json_drb = Cosmos::JsonDRb.new
   json_drb.acl = Cosmos::System.acl if Cosmos::System.acl
   begin
-    json_drb.method_whitelist = ['query', 'item_names']
+    json_drb.method_whitelist = ['query', 'item_names', 'dart_status', 'clear_errors']
     begin
       json_drb.start_service(Cosmos::System.listen_hosts['DART_DECOM'],
         Cosmos::System.ports['DART_DECOM'], DartDecomQuery.new)

data/lib/cosmos/dart/processes/dart_import.rb

@@ -54,6 +54,7 @@ unless ARGV[0]
   exit(1)
 end
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_importer'
 

data/lib/cosmos/dart/processes/dart_ingester.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_packet_log_writer'
 require 'dart_logging'

data/lib/cosmos/dart/processes/dart_reducer.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_reducer_manager'
 require 'dart_logging'

data/lib/cosmos/dart/processes/dart_stream_server.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_tcpip_server_interface'
 require 'dart_logging'

data/lib/cosmos/dart/processes/dart_util.rb

@@ -0,0 +1,147 @@
+# encoding: ascii-8bit
+
+# Copyright 2018 Ball Aerospace & Technologies Corp.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+
+# This code must be run on the database server
+
+require 'ostruct'
+require 'optparse'
+require 'cosmos/version'
+
+options = OpenStruct.new
+options.force = false
+
+parser = OptionParser.new do |option_parser|
+  option_parser.banner = "Usage: dart_util <action> [options]"
+  option_parser.separator("")
+
+  # Create the help option
+  option_parser.on("-h", "--help", "Show this message") do
+    puts option_parser
+    exit(0)
+  end
+
+  # Create the version option
+  option_parser.on("-v", "--version", "Show version") do
+    puts "COSMOS Version: #{COSMOS_VERSION}"
+    puts "User Version: #{USER_VERSION}" if defined? USER_VERSION
+    exit(0)
+  end
+
+  # Create the system option
+  option_parser.on("--system FILE", "Use an alternative system.txt file") do |arg|
+    System.instance(File.join(USERPATH, 'config', 'system', arg))
+  end
+
+  # Create the force option
+  option_parser.on("-f", "--force", "Force parsing entire file") do
+    options.force = true
+  end
+end
+
+parser.parse!(ARGV)
+action = ARGV[0]
+unless action
+  puts parser
+  exit(1)
+end
+
+ENV['RAILS_ENV'] = 'production'
+require File.expand_path('../../config/environment', __FILE__)
+require 'dart_database_cleaner'
+
+Cosmos.catch_fatal_exception do
+  case action.downcase
+  when 'showpleerrors'
+    ples = PacketLogEntry.where("decom_state >= 3").find_each do |ple|
+      puts "#{ple.id}: #{ple.decom_state_string}(#{ple.decom_state})"
+    end
+
+  when 'resetpleerrors'
+    PacketLogEntry.where("decom_state >= 3").update_all(:decom_state => 0)
+    puts "All errored PLEs set to decom_state 0"
+
+  when 'fullcleanup'
+    Cosmos::Logger.level = Cosmos::Logger::INFO
+    DartDatabaseCleaner.clean(false, true)
+
+  when 'removepacketlog'
+    puts "Removing database entries for packet log #{ARGV[1]}"
+    puts "Note!!! This does not delete the file"
+    Cosmos::Logger.level = Cosmos::Logger::INFO
+    DartDatabaseCleaner.new.remove_packet_log(ARGV[1])
+
+  when 'showpacketlogs'
+    total_size = 0
+    packet_logs = PacketLog.all
+    filenames = []
+    reader = Cosmos::PacketLogReader.new
+    packet_logs.each do |pl|
+      filenames << pl.filename
+      if File.exist?(pl.filename)
+        exists = "FOUND  "
+        size = File.size(pl.filename)
+        reader.open(pl.filename)
+        begin
+          first_packet = reader.first
+          last_packet = reader.last
+          start_time = first_packet.received_time.formatted
+          end_time = last_packet.received_time.formatted
+        rescue
+          if size == 128 or size == 0
+            start_time = "EMPTY                  "
+            end_time = "EMPTY                  "
+          else
+            start_time = "ERROR                  "
+            end_time = "ERROR                  "
+          end
+        ensure
+          reader.close
+        end
+      else
+        size = 0
+        start_time = "MISSING               "
+        end_time = "MISSING               "
+        exists = "MISSING"
+      end
+      puts "#{"%-32.32s" % File.basename(pl.filename)}  #{exists}  #{start_time}  #{end_time}  #{size}"
+      total_size += size
+    end
+    other_size = 0
+    Cosmos.set_working_dir do
+      Dir[Cosmos::System.paths['DART_DATA'] + '/*.bin'].each do |filename|
+        next if filename[0] == '.'
+        next if filenames.include?(filename)
+        exists = "NOTINDB"
+        size = File.size(filename)
+        reader.open(filename)
+        begin
+          first_packet = reader.first
+          last_packet = reader.last
+          start_time = first_packet.received_time.formatted
+          end_time = last_packet.received_time.formatted
+        rescue
+          if size == 128 or size == 0
+            start_time = "EMPTY                  "
+            end_time = "EMPTY                  "
+          else
+            start_time = "ERROR                  "
+            end_time = "ERROR                  "
+          end
+        ensure
+          reader.close
+        end
+        puts "#{"%-32.32s" % File.basename(filename)}  #{exists}  #{start_time}  #{end_time}  #{size}"
+        other_size += size
+      end
+    end
+    puts "Total size in database: #{"%0.2f GB" % (total_size.to_f / (1024 * 1024 * 1024))}"
+    puts "Total size not in database: #{"%0.2f GB" % (other_size.to_f / (1024 * 1024 * 1024))}"
+  end
+end

data/lib/cosmos/dart/processes/dart_worker.rb

@@ -8,6 +8,7 @@
 # as published by the Free Software Foundation; version 3 with
 # attribution addendums as found in the LICENSE.txt
 
+ENV['RAILS_ENV'] = 'production'
 require File.expand_path('../../config/environment', __FILE__)
 require 'dart_common'
 require 'dart_logging'

data/lib/cosmos/dart/spec/dart/dart_database_cleaner_spec.rb

@@ -17,6 +17,7 @@ describe DartDatabaseCleaner do
   before(:each) do
     DatabaseCleaner.strategy = :truncation
     DatabaseCleaner.clean
+    Rails.application.load_seed
     @cleaner = DartDatabaseCleaner.new
   end
 
@@ -29,7 +30,6 @@ describe DartDatabaseCleaner do
       expect(messages.select{|m| m =~ /Cleaning up PacketLog\./}.length).to eq 1
       expect(messages.select{|m| m =~ /Cleaning up PacketConfig/}.length).to eq 1
       expect(messages.select{|m| m =~ /Cleaning up PacketLogEntry/}.length).to eq 1
-      expect(messages.select{|m| m =~ /Cleaning up Decommutation/}.length).to eq 1
       expect(messages.select{|m| m =~ /Database cleanup complete/}.length).to eq 1
     end
   end

data/lib/cosmos/dart/spec/dart/dart_decom_query_spec.rb

@@ -18,6 +18,7 @@ describe DartDecomQuery do
   before(:each) do
     DatabaseCleaner.strategy = :truncation
     DatabaseCleaner.clean
+    Rails.application.load_seed
     @query = DartDecomQuery.new
     # Put all the known targets and packets into the DB
     @query.sync_targets_and_packets

data/lib/cosmos/dart/spec/dart/dart_decommutator_spec.rb

@@ -17,6 +17,7 @@ describe DartDecommutator do
   before(:each) do
     DatabaseCleaner.strategy = :truncation
     DatabaseCleaner.clean
+    Rails.application.load_seed
   end
 
   describe "run" do

data/lib/cosmos/dart/spec/dart/dart_importer_spec.rb

@@ -25,6 +25,7 @@ describe DartImporter do
   before(:each) do
     DatabaseCleaner.strategy = :truncation
     DatabaseCleaner.clean
+    Rails.application.load_seed
     # Clean the dart logs
     Dir["#{Cosmos::System.paths['DART_LOGS']}/*"].each do |filename|
       FileUtils.rm_f filename

data/lib/cosmos/dart/spec/dart/dart_packet_log_writer_spec.rb

@@ -15,10 +15,14 @@ describe DartPacketLogWriter do
   before(:each) do
     DatabaseCleaner.strategy = :truncation
     DatabaseCleaner.clean
+    Rails.application.load_seed
   end
 
   describe "write" do
     it "creates PacketLogEntries and flushes the file" do
+      DatabaseCleaner.clean
+      Rails.application.load_seed
+
       writer = DartPacketLogWriter.new(
         :TLM,    # Log telemetry
         'test_dart_tlm_', # Put dart_ in the log file name
@@ -28,7 +32,7 @@ describe DartPacketLogWriter do
         Cosmos::System.paths['DART_DATA']) # Log into the DART_DATA dir
 
       hs_packet = Cosmos::System.telemetry.packet("INST", "HEALTH_STATUS")
-      (DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT - 1).times do
+      (DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT).times do
         hs_packet.received_time = Time.now
         writer.write(hs_packet)
         sleep 0.01
@@ -39,7 +43,7 @@ describe DartPacketLogWriter do
       ple = PacketLogEntry.find(1)
       expect(ple.target.name).to eq "SYSTEM"
       expect(ple.packet.name).to eq "META"
-      expect(ple.ready).to eq false # Hasn't been flushed yet
+      expect(ple.ready).to eq true
 
       packet = writer.read_packet_from_ple(ple)
       expect(packet.class).to eq Cosmos::Packet
@@ -49,35 +53,38 @@ describe DartPacketLogWriter do
       target = Target.find_by_name("INST")
       packet = Packet.find_by_name("HEALTH_STATUS")
       count = 0
-      previous_time = Time.now
-      PacketLogEntry.where("target_id = ? and packet_id = ?", target.id, packet.id).each do |ple|
-        expect(ple.target.name).to eq "INST"
-        expect(ple.packet.name).to eq "HEALTH_STATUS"
-        expect(ple.ready).to eq false # Hasn't been flushed yet
-
-        packet = writer.read_packet_from_ple(ple)
-        expect(packet.target_name).to eq "INST"
-        expect(packet.packet_name).to eq "HEALTH_STATUS"
-        expect(packet.received_time).to_not eq previous_time
-        previous_time = packet.received_time
-        count += 1
-      end
-      expect(count).to eq (DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT - 1)
+      count = PacketLogEntry.where("target_id = ? and packet_id = ?", target.id, packet.id).count
+      expect(count).to eq (0)
 
       hs_packet.received_time = Time.now
       writer.write(hs_packet) # Write the packet that causes the flush
       sleep 0.1
       count = 0
+      previous_time = Time.now
       PacketLogEntry.all.each do |ple|
-        if count < DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT
-          expect(ple.ready).to eq true # Flushed!
+        if count == 0
+          expect(ple.target.name).to eq "SYSTEM"
+          expect(ple.packet.name).to eq "META"
+          expect(ple.ready).to eq true
+
+          packet = writer.read_packet_from_ple(ple)
+          expect(packet.target_name).to eq "SYSTEM"
+          expect(packet.packet_name).to eq "META"
+          expect(packet.received_time).to_not eq previous_time
         else
-          # The last write isn't flushed
-          expect(ple.ready).to eq false
+          expect(ple.target.name).to eq "INST"
+          expect(ple.packet.name).to eq "HEALTH_STATUS"
+          expect(ple.ready).to eq true
+
+          packet = writer.read_packet_from_ple(ple)
+          expect(packet.target_name).to eq "INST"
+          expect(packet.packet_name).to eq "HEALTH_STATUS"
+          expect(packet.received_time).to_not eq previous_time
         end
+        previous_time = packet.received_time
         count += 1
       end
-      # We wrote one SYSTEM META plus (DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT - 1)
+      # We wrote one SYSTEM META plus (DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT)
       # plus one more to cause the flush
       expect(count).to eq DartPacketLogWriter::DEFAULT_SYNC_COUNT_LIMIT + 1
       writer.shutdown
@@ -89,6 +96,8 @@ describe DartPacketLogWriter do
 
     it "creates command logs" do
       DatabaseCleaner.clean
+      Rails.application.load_seed
+
       meta = Cosmos::System.commands.packet("SYSTEM", "META")
       clr_cmd = Cosmos::System.commands.packet("INST", "CLEAR")
       # 128 byte file header, SYSTEM META has 24 byte header,
@@ -111,36 +120,30 @@ describe DartPacketLogWriter do
       ple = PacketLogEntry.find(1)
       expect(ple.target.name).to eq "SYSTEM"
       expect(ple.packet.name).to eq "META"
-      expect(ple.ready).to eq false # Hasn't been flushed yet
+      expect(ple.ready).to eq true
+
+      clr_cmd.received_time = Time.now
+      writer.write(clr_cmd) # The second command should create a new log
+      sleep 0.1
 
       # The second Log Entry is the command
       ple = PacketLogEntry.find(2)
       expect(ple.target.name).to eq "INST"
       expect(ple.packet.name).to eq "CLEAR"
-      expect(ple.ready).to eq false # Hasn't been flushed yet
+      expect(ple.ready).to eq true
 
-      clr_cmd.received_time = Time.now
-      writer.write(clr_cmd) # The second command should create a new log
+      writer.shutdown
       sleep 0.1
 
-      # Check the the first two have been flushed
-      ple = PacketLogEntry.find(1)
-      expect(ple.ready).to eq true # Flushed
-      ple = PacketLogEntry.find(2)
-      expect(ple.ready).to eq true # Flushed
-
       # The third and fourth are SYSTEM META and the command
       ple = PacketLogEntry.find(3)
       expect(ple.target.name).to eq "SYSTEM"
       expect(ple.packet.name).to eq "META"
-      expect(ple.ready).to eq false # Hasn't been flushed yet
+      expect(ple.ready).to eq true
       ple = PacketLogEntry.find(4)
       expect(ple.target.name).to eq "INST"
       expect(ple.packet.name).to eq "CLEAR"
-      expect(ple.ready).to eq false # Hasn't been flushed yet
-
-      writer.shutdown
-      sleep 0.1
+      expect(ple.ready).to eq true
 
       files = Dir["#{Cosmos::System.paths['DART_DATA']}/*_test_dart_cmd_*"]
       expect(files.length).to eq 2