openc3 6.10.4 → 7.0.0.pre.rc2

data/lib/openc3/models/reducer_model.rb

@@ -1,72 +0,0 @@
-# encoding: ascii-8bit
-
-# Copyright 2022 Ball Aerospace & Technologies Corp.
-# All Rights Reserved.
-#
-# This program is free software; you can modify and/or redistribute it
-# under the terms of the GNU Affero General Public License
-# as published by the Free Software Foundation; version 3 with
-# attribution addendums as found in the LICENSE.txt
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Affero General Public License for more details.
-
-# Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
-# All Rights Reserved
-#
-# This file may also be used under the terms of a commercial license
-# if purchased from OpenC3, Inc.
-
-require 'openc3/utilities/store'
-
-module OpenC3
-  # Tracks the files which are being stored in buckets for data reduction purposes.
-  # Files are stored in a Redis set by splitting their filenames and storing in
-  # a set named SCOPE__TARGET__reducer__TYPE, e.g. DEFAULT__INST__reducer__decom
-  # Where TYPE can be 'decom', 'minute', or 'hour'. 'day' is not necessary because
-  # day is the final reduction state. As files are reduced they are removed from
-  # the set. Thus the sets contain the active set of files to be reduced.
-  class ReducerModel
-    def self.add_file(bucket_key)
-      # Only reduce tlm files
-      bucket_key_split = bucket_key.split('/')
-      if bucket_key_split[2] == 'tlm'
-        # bucket_key is formatted like STARTTIME__ENDTIME__SCOPE__TARGET__PACKET__TYPE.bin
-        # e.g. 20211229191610578229500__20211229192610563836500__DEFAULT__INST__HEALTH_STATUS__rt__decom.bin
-        _, _, scope, target, _ = File.basename(bucket_key).split('__')
-        case bucket_key
-        when /__decom\.bin.gz$/
-          Store.sadd("#{scope}__#{target}__reducer__decom", bucket_key)
-        when /__reduced_minute\.bin.gz$/
-          Store.sadd("#{scope}__#{target}__reducer__minute", bucket_key)
-        when /__reduced_hour\.bin.gz$/
-          Store.sadd("#{scope}__#{target}__reducer__hour", bucket_key)
-        end
-        # No else clause because add_file is called with raw files which are ignored
-      end
-    end
-
-    def self.rm_file(bucket_key)
-      _, _, scope, target, _ = bucket_key.split('__')
-      case bucket_key
-      when /__decom\.bin.gz$/
-        Store.srem("#{scope}__#{target}__reducer__decom", bucket_key)
-      when /__reduced_minute\.bin.gz$/
-        Store.srem("#{scope}__#{target}__reducer__minute", bucket_key)
-      when /__reduced_hour\.bin.gz$/
-        Store.srem("#{scope}__#{target}__reducer__hour", bucket_key)
-      else
-        # We should only remove files that were previously in the set
-        # Thus if we don't match the bucket_key it is an error
-        raise "Unknown file #{bucket_key}"
-      end
-    end
-
-    def self.all_files(type:, target:, scope:)
-      Store.smembers("#{scope}__#{target}__reducer__#{type.downcase}").sort
-    end
-  end
-end

data/lib/openc3/topics/telemetry_reduced_topics.rb

@@ -1,80 +0,0 @@
-# encoding: ascii-8bit
-
-# Copyright 2022 Ball Aerospace & Technologies Corp.
-# All Rights Reserved.
-#
-# This program is free software; you can modify and/or redistribute it
-# under the terms of the GNU Affero General Public License
-# as published by the Free Software Foundation; version 3 with
-# attribution addendums as found in the LICENSE.txt
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Affero General Public License for more details.
-
-# Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
-# All Rights Reserved
-#
-# This file may also be used under the terms of a commercial license
-# if purchased from OpenC3, Inc.
-
-require 'openc3/topics/topic'
-require 'openc3/utilities/open_telemetry'
-
-module OpenC3
-  class TelemetryReducedMinuteTopic < Topic
-    def self.write(target_name:, packet_name:, stored:, time:, data:, id: nil, scope:)
-      OpenC3.in_span("write") do
-        # Write to stream
-        msg_hash = {
-          :time => time,
-          :stored => stored.to_s,
-          :target_name => target_name,
-          :packet_name => packet_name,
-          :json_data => data,
-        }
-        topic = "#{scope}__REDUCED_MINUTE__{#{target_name}}__#{packet_name}"
-        offset = Topic.write_topic(topic, msg_hash, id)
-        return topic, offset
-      end
-    end
-  end
-
-  class TelemetryReducedHourTopic < Topic
-    def self.write(target_name:, packet_name:, stored:, time:, data:, id: nil, scope:)
-      OpenC3.in_span("write") do
-        # Write to stream
-        msg_hash = {
-          :time => time,
-          :stored => stored.to_s,
-          :target_name => target_name,
-          :packet_name => packet_name,
-          :json_data => data,
-        }
-        topic = "#{scope}__REDUCED_HOUR__{#{target_name}}__#{packet_name}"
-        offset = Topic.write_topic(topic, msg_hash, id)
-        return topic, offset
-      end
-    end
-  end
-
-  class TelemetryReducedDayTopic < Topic
-    def self.write(target_name:, packet_name:, stored:, time:, data:, id: nil, scope:)
-      OpenC3.in_span("write") do
-        # Write to stream
-        msg_hash = {
-          :time => time,
-          :stored => stored.to_s,
-          :target_name => target_name,
-          :packet_name => packet_name,
-          :json_data => data,
-        }
-        topic = "#{scope}__REDUCED_DAY__{#{target_name}}__#{packet_name}"
-        offset = Topic.write_topic(topic, msg_hash, id)
-        return topic, offset
-      end
-    end
-  end
-end