openc3 5.5.2 → 5.6.0

data/lib/openc3/logs/buffered_packet_log_writer.rb

@@ -26,11 +26,9 @@ module OpenC3
     # @param label [String] Label to apply to the log filename
     # @param logging_enabled [Boolean] Whether to start with logging enabled
     # @param cycle_time [Integer] The amount of time in seconds before creating
-    #   a new log file. This can be combined with cycle_size but is better used
-    #   independently.
+    #   a new log file. This can be combined with cycle_size.
     # @param cycle_size [Integer] The size in bytes before creating a new log
-    #   file. This can be combined with cycle_time but is better used
-    #   independently.
+    #   file. This can be combined with cycle_time.
     # @param cycle_hour [Integer] The time at which to cycle the log. Combined with
     #   cycle_minute to cycle the log daily at the specified time. If nil, the log
     #   will be cycled hourly at the specified cycle_minute.

data/lib/openc3/logs/log_writer.rb

@@ -36,10 +36,13 @@ module OpenC3
     attr_reader :logging_enabled
 
     # @return cycle_time [Integer] The amount of time in seconds before creating
-    #   a new log file. This can be combined with cycle_size but is better used
-    #   independently.
+    #   a new log file. This can be combined with cycle_size.
     attr_reader :cycle_time
 
+    # @return cycle_size [Integer] The amount of data in bytes before creating
+    #   a new log file. This can be combined with cycle_time.
+    attr_reader :cycle_size
+
     # @return cycle_hour [Integer] The time at which to cycle the log. Combined with
     #   cycle_minute to cycle the log daily at the specified time. If nil, the log
     #   will be cycled hourly at the specified cycle_minute.
@@ -83,11 +86,9 @@ module OpenC3
     # @param remote_log_directory [String] The path to store the log files
     # @param logging_enabled [Boolean] Whether to start with logging enabled
     # @param cycle_time [Integer] The amount of time in seconds before creating
-    #   a new log file. This can be combined with cycle_size but is better used
-    #   independently.
+    #   a new log file. This can be combined with cycle_size.
     # @param cycle_size [Integer] The size in bytes before creating a new log
-    #   file. This can be combined with cycle_time but is better used
-    #   independently.
+    #   file. This can be combined with cycle_time.
     # @param cycle_hour [Integer] The time at which to cycle the log. Combined with
     #   cycle_minute to cycle the log daily at the specified time. If nil, the log
     #   will be cycled hourly at the specified cycle_minute.
@@ -97,7 +98,7 @@ module OpenC3
       remote_log_directory,
       logging_enabled = true,
       cycle_time = nil,
-      cycle_size = 1000000000,
+      cycle_size = 1_000_000_000,
       cycle_hour = nil,
       cycle_minute = nil,
       enforce_time_order = true
@@ -278,7 +279,7 @@ module OpenC3
       OpenC3.handle_critical_exception(err)
     end
 
-    def prepare_write(time_nsec_since_epoch, data_length, redis_topic, redis_offset)
+    def prepare_write(time_nsec_since_epoch, data_length, redis_topic = nil, redis_offset = nil)
       # This check includes logging_enabled again because it might have changed since we acquired the mutex
       # Ensures new files based on size, and ensures always increasing time order in files
       if @logging_enabled

data/lib/openc3/logs/packet_log_reader.rb

@@ -17,7 +17,7 @@
 # All changes Copyright 2022, OpenC3, Inc.
 # All Rights Reserved
 #
-# This file may also be used under the terms of a commercial license 
+# This file may also be used under the terms of a commercial license
 # if purchased from OpenC3, Inc.
 
 require 'openc3/core_ext/io'
@@ -174,6 +174,13 @@ module OpenC3
       elsif flags & OPENC3_ENTRY_TYPE_MASK == OPENC3_PACKET_DECLARATION_ENTRY_TYPE_MASK
         target_index = entry[2..3].unpack('n')[0]
         target_name = @target_names[target_index]
+        unless target_name
+          # There was a bug in the PacketLogWriter before version 5.6.0 that stored an invalid target_index
+          # Attempt to work around by reading the target_name from the filename
+          filename_split = @filename.to_s.split('__')
+          target_name = filename_split[3]
+          target_name = 'UNKNOWN' unless target_name
+        end
         packet_name_length = length - OPENC3_PRIMARY_FIXED_SIZE - OPENC3_PACKET_DECLARATION_SECONDARY_FIXED_SIZE
         packet_name_length -= OPENC3_ID_FIXED_SIZE if id
         packet_name = entry[4..(packet_name_length + 3)]

data/lib/openc3/logs/packet_log_writer.rb

@@ -36,11 +36,9 @@ module OpenC3
     # @param label [String] Label to apply to the log filename
     # @param logging_enabled [Boolean] Whether to start with logging enabled
     # @param cycle_time [Integer] The amount of time in seconds before creating
-    #   a new log file. This can be combined with cycle_size but is better used
-    #   independently.
+    #   a new log file. This can be combined with cycle_size.
     # @param cycle_size [Integer] The size in bytes before creating a new log
-    #   file. This can be combined with cycle_time but is better used
-    #   independently.
+    #   file. This can be combined with cycle_time.
     # @param cycle_hour [Integer] The time at which to cycle the log. Combined with
     #   cycle_minute to cycle the log daily at the specified time. If nil, the log
     #   will be cycled hourly at the specified cycle_minute.
@@ -129,6 +127,7 @@ module OpenC3
       @key_map_table = {}
       @next_packet_index = 0
       @target_indexes = {}
+      @next_target_index = 0
       @target_dec_entries = []
       @packet_dec_entries = []
       @key_map_entries = []

data/lib/openc3/logs/stream_log.rb

@@ -0,0 +1,116 @@
+# encoding: ascii-8bit
+
+# Copyright 2023 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU Affero General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+require 'openc3/logs/log_writer'
+
+module OpenC3
+  # Creates a log file of stream data for either reads or writes. Can automatically
+  # cycle the log based on when the log file reaches a predefined size or based on time.
+  class StreamLog < LogWriter
+    # @return [String] Original name passed to stream log
+    attr_reader :orig_name
+
+    # The allowable log types
+    LOG_TYPES = [:READ, :WRITE]
+
+    # @param log_name [String] The name of the stream log. Typically matches the
+    #    name of the corresponding interface
+    # @param log_type [Symbol] The type of log to create. Must be :READ
+    #   or :WRITE.
+    # @param cycle_time [Integer] The amount of time in seconds before creating
+    #   a new log file. This can be combined with cycle_size.
+    # @param cycle_size [Integer] The size in bytes before creating a new log
+    #   file. This can be combined with cycle_time.
+    # @param cycle_hour [Integer] The time at which to cycle the log. Combined with
+    #   cycle_minute to cycle the log daily at the specified time. If nil, the log
+    #   will be cycled hourly at the specified cycle_minute.
+    # @param cycle_minute [Integer] The time at which to cycle the log. See cycle_hour
+    #   for more information.
+    def initialize(
+      log_name,
+      log_type,
+      cycle_time = 600, # 10 minutes, matches time in target_model
+      cycle_size = 50_000_000, # 50MB, matches size in target_model
+      cycle_hour = nil,
+      cycle_minute = nil
+    )
+      raise "log_type must be :READ or :WRITE" unless LOG_TYPES.include? log_type
+
+      super(
+        "#{ENV['OPENC3_SCOPE']}/stream_logs/",
+        true, # Start with logging enabled
+        cycle_time,
+        cycle_size,
+        cycle_hour,
+        cycle_minute
+      )
+
+      @log_type = log_type
+      self.name = log_name
+    end
+
+    # Set the stream log name
+    # @param log_name [String] new name
+    def name=(log_name)
+      @orig_name = log_name
+      @log_name = (log_name.to_s.downcase + '_stream_' + @log_type.to_s.downcase).freeze
+    end
+
+    # Create a clone of this object with a new name
+    def clone
+      stream_log = super()
+      stream_log.name = stream_log.orig_name
+      stream_log
+    end
+
+    # Write to the log file.
+    #
+    # If no log file currently exists in the filesystem, a new file will be
+    # created.
+    #
+    # @param data [String] String of data
+    def write(data)
+      return if !@logging_enabled
+      return if !data or data.length <= 0
+
+      @mutex.synchronize do
+        time_nsec_since_epoch = Time.now.to_nsec_from_epoch
+        prepare_write(time_nsec_since_epoch, data.length)
+        write_entry(time_nsec_since_epoch, data) if @file
+      end
+    rescue => err
+      Logger.instance.error "Error writing #{@filename} : #{err.formatted}"
+      OpenC3.handle_critical_exception(err)
+    end
+
+    def write_entry(time_nsec_since_epoch, data)
+      @file.write(data)
+      @file_size += data.length
+      @first_time = time_nsec_since_epoch unless @first_time
+      @last_time = time_nsec_since_epoch
+    end
+
+    def bucket_filename
+      "#{first_timestamp}__#{@log_name}" + extension
+    end
+
+    def extension
+      '.bin'.freeze
+    end
+  end
+end

data/lib/openc3/logs/stream_log_pair.rb

@@ -0,0 +1,70 @@
+# encoding: ascii-8bit
+
+# Copyright 2023 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU Affero General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+require 'openc3/logs/stream_log'
+
+module OpenC3
+  # Holds a read/write pair of stream logs
+  class StreamLogPair
+    # @return [StreamLog] The read log
+    attr_accessor :read_log
+    # @return [StreamLog] The write log
+    attr_accessor :write_log
+
+    # @param name [String] name to be added to log filenames
+    # @param params [Array] stream log writer parameters or empty array
+    def initialize(name, params = [])
+      @read_log = StreamLog.new(name, :READ, *params)
+      @write_log = StreamLog.new(name, :WRITE, *params)
+    end
+
+    # Change the stream log name
+    # @param name [String] new name
+    def name=(name)
+      @read_log.name = name
+      @write_log.name = name
+    end
+
+    # Start stream logs
+    def start
+      @read_log.start
+      @write_log.start
+    end
+
+    # Close any open stream log files
+    def stop
+      @read_log.stop
+      @write_log.stop
+    end
+
+    def shutdown
+      @read_log.shutdown
+      @write_log.shutdown
+    end
+
+    # Clone the stream log pair
+    def clone
+      stream_log_pair = super()
+      stream_log_pair.read_log = @read_log.clone
+      stream_log_pair.write_log = @write_log.clone
+      stream_log_pair.read_log.start if @read_log.logging_enabled
+      stream_log_pair.write_log.start if @write_log.logging_enabled
+      stream_log_pair
+    end
+  end
+end

data/lib/openc3/microservices/cleanup_microservice.rb

@@ -62,7 +62,7 @@ module OpenC3
             @state = 'DELETING_OBJECTS'
             oldest_list.each_slice(1000) do |slice|
               bucket.delete_objects(bucket: ENV['OPENC3_LOGS_BUCKET'], keys: slice)
-              @logger.info("Deleted #{slice.length} #{target_name} log files")
+              @logger.debug("Deleted #{slice.length} #{target_name} log files")
               @delete_count += slice.length
               @metric.set(name: 'cleanup_delete_total', value: @delete_count, type: 'counter')
             end

data/lib/openc3/microservices/decom_microservice.rb

@@ -21,6 +21,7 @@
 # if purchased from OpenC3, Inc.
 
 require 'openc3/microservices/microservice'
+require 'openc3/microservices/interface_decom_common'
 require 'openc3/topics/telemetry_decom_topic'
 require 'openc3/topics/limits_event_topic'
 require 'openc3/topics/notifications_topic'
@@ -28,8 +29,15 @@ require 'openc3/models/notification_model'
 
 module OpenC3
   class DecomMicroservice < Microservice
+    include InterfaceDecomCommon
+
     def initialize(*args)
       super(*args)
+      # Should only be one target, but there might be multiple decom microservices for a given target
+      # First Decom microservice has no number in the name
+      if @name =~ /__DECOM__/
+        @topics << "#{scope}__DECOMINTERFACE__{#{@target_names[0]}}"
+      end
       Topic.update_topic_offsets(@topics)
       System.telemetry.limits_change_callback = method(:limits_change_callback)
       LimitsEventTopic.sync_system(scope: @scope)
@@ -47,9 +55,16 @@ module OpenC3
             Topic.read_topics(@topics) do |topic, msg_id, msg_hash, redis|
               break if @cancel_thread
 
-              decom_packet(topic, msg_id, msg_hash, redis)
+              if topic =~ /__DECOMINTERFACE/
+                if msg_hash.key?('inject_tlm')
+                  handle_inject_tlm(msg_hash['inject_tlm'])
+                  next
+                end
+              else
+                decom_packet(topic, msg_id, msg_hash, redis)
+                @metric.set(name: 'decom_total', value: @count, type: 'counter')
+              end
               @count += 1
-              @metric.set(name: 'decom_total', value: @count, type: 'counter')
             end
           end
           LimitsEventTopic.sync_system_thread_body(scope: @scope)

data/lib/openc3/microservices/interface_decom_common.rb

@@ -0,0 +1,42 @@
+# encoding: ascii-8bit
+
+# Copyright 2023 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU Affero General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+require 'openc3/topics/telemetry_topic'
+require 'openc3/system/system'
+
+module OpenC3
+  module InterfaceDecomCommon
+    def handle_inject_tlm(inject_tlm_json)
+      inject_tlm_hash = JSON.parse(inject_tlm_json, allow_nan: true, create_additions: true)
+      target_name = inject_tlm_hash['target_name']
+      packet_name = inject_tlm_hash['packet_name']
+      item_hash = inject_tlm_hash['item_hash']
+      type = inject_tlm_hash['type'].to_s.intern
+      packet = System.telemetry.packet(target_name, packet_name)
+      if item_hash
+        item_hash.each do |name, value|
+          packet.write(name.to_s, value, type)
+        end
+      end
+      topic = "#{@scope}__TELEMETRY__{#{target_name}}__#{packet_name}"
+      packet.received_count += 1
+      packet.received_time = Time.now.sys
+      TelemetryTopic.write_packet(packet, scope: @scope)
+    end
+  end
+end

data/lib/openc3/microservices/interface_microservice.rb

@@ -14,13 +14,14 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
+# All changes Copyright 2023, OpenC3, Inc.
 # All Rights Reserved
 #
 # This file may also be used under the terms of a commercial license
 # if purchased from OpenC3, Inc.
 
 require 'openc3/microservices/microservice'
+require 'openc3/microservices/interface_decom_common'
 require 'openc3/models/interface_model'
 require 'openc3/models/router_model'
 require 'openc3/models/interface_status_model'
@@ -33,6 +34,8 @@ require 'openc3/topics/router_topic'
 
 module OpenC3
   class InterfaceCmdHandlerThread
+    include InterfaceDecomCommon
+
     def initialize(interface, tlm, logger: nil, metric: nil, scope:)
       @interface = interface
       @tlm = tlm
@@ -108,12 +111,12 @@ module OpenC3
                 next "Interface not connected: #{@interface.name}"
               end
             end
-            if msg_hash.key?('log_raw')
-              if msg_hash['log_raw'] == 'true'
-                @logger.info "#{@interface.name}: Enable raw logging"
+            if msg_hash.key?('log_stream')
+              if msg_hash['log_stream'] == 'true'
+                @logger.info "#{@interface.name}: Enable stream logging"
                 @interface.start_raw_logging
               else
-                @logger.info "#{@interface.name}: Disable raw logging"
+                @logger.info "#{@interface.name}: Disable stream logging"
                 @interface.stop_raw_logging
               end
               next 'SUCCESS'
@@ -122,7 +125,7 @@ module OpenC3
               params = JSON.parse(msg_hash['interface_cmd'], allow_nan: true, create_additions: true)
               begin
                 @logger.info "#{@interface.name}: interface_cmd: #{params['cmd_name']} #{params['cmd_params'].join(' ')}"
-                @interface.interface_cmd(params['cmd_name'], params['cmd_params'])
+                @interface.interface_cmd(params['cmd_name'], *params['cmd_params'])
               rescue => e
                 @logger.error "#{@interface.name}: interface_cmd: #{e.formatted}"
                 next e.message
@@ -133,13 +136,17 @@ module OpenC3
               params = JSON.parse(msg_hash['protocol_cmd'], allow_nan: true, create_additions: true)
               begin
                 @logger.info "#{@interface.name}: protocol_cmd: #{params['cmd_name']} #{params['cmd_params'].join(' ')} read_write: #{params['read_write']} index: #{params['index']}"
-                @interface.protocol_cmd(params['cmd_name'], params['cmd_params'], read_write: params['read_write'], index: params['index'])
+                @interface.protocol_cmd(params['cmd_name'], *params['cmd_params'], read_write: params['read_write'], index: params['index'])
               rescue => e
                 @logger.error "#{@interface.name}: protocol_cmd: #{e.formatted}"
                 next e.message
               end
               next 'SUCCESS'
             end
+            if msg_hash.key?('inject_tlm')
+              handle_inject_tlm(msg_hash['inject_tlm'])
+              next 'SUCCESS'
+            end
           end
 
           target_name = msg_hash['target_name']
@@ -164,7 +171,7 @@ module OpenC3
                 if target_name
                   command = System.commands.identify(cmd_buffer, [target_name])
                 else
-                  command = System.commands.identify(cmd_buffer, @cmd_target_names)
+                  command = System.commands.identify(cmd_buffer, @interface.cmd_target_names)
                 end
                 unless command
                   command = System.commands.packet('UNKNOWN', 'UNKNOWN')
@@ -275,12 +282,12 @@ module OpenC3
             @logger.info "#{@router.name}: Disconnect requested"
             @tlm.disconnect(false)
           end
-          if msg_hash.key?('log_raw')
-            if msg_hash['log_raw'] == 'true'
-              @logger.info "#{@router.name}: Enable raw logging"
+          if msg_hash.key?('log_stream')
+            if msg_hash['log_stream'] == 'true'
+              @logger.info "#{@router.name}: Enable stream logging"
               @router.start_raw_logging
             else
-              @logger.info "#{@router.name}: Disable raw logging"
+              @logger.info "#{@router.name}: Disable stream logging"
               @router.stop_raw_logging
             end
           end
@@ -288,7 +295,7 @@ module OpenC3
             params = JSON.parse(msg_hash['router_cmd'], allow_nan: true, create_additions: true)
             begin
               @logger.info "#{@router.name}: router_cmd: #{params['cmd_name']} #{params['cmd_params'].join(' ')}"
-              @router.interface_cmd(params['cmd_name'], params['cmd_params'])
+              @router.interface_cmd(params['cmd_name'], *params['cmd_params'])
             rescue => e
               @logger.error "#{@router.name}: router_cmd: #{e.formatted}"
               next e.message
@@ -299,7 +306,7 @@ module OpenC3
             params = JSON.parse(msg_hash['protocol_cmd'], allow_nan: true, create_additions: true)
             begin
               @logger.info "#{@router.name}: protocol_cmd: #{params['cmd_name']} #{params['cmd_params'].join(' ')} read_write: #{params['read_write']} index: #{params['index']}"
-              @router.protocol_cmd(params['cmd_name'], params['cmd_params'], read_write: params['read_write'], index: params['index'])
+              @router.protocol_cmd(params['cmd_name'], *params['cmd_params'], read_write: params['read_write'], index: params['index'])
             rescue => e
               @logger.error "#{@router.name}: protoco_cmd: #{e.formatted}"
               next e.message
@@ -509,7 +516,7 @@ module OpenC3
 
       if packet.stored
         # Stored telemetry does not update the current value table
-        identified_packet = System.telemetry.identify_and_define_packet(packet, @tlm_target_names)
+        identified_packet = System.telemetry.identify_and_define_packet(packet, @interface.tlm_target_names)
       else
         # Identify and update packet
         if packet.identified?
@@ -525,12 +532,12 @@ module OpenC3
             packet.target_name = nil
             packet.packet_name = nil
             identified_packet = System.telemetry.identify!(packet.buffer,
-                                                           @tlm_target_names)
+                                                           @interface.tlm_target_names)
           end
         else
           # Packet needs to be identified
           identified_packet = System.telemetry.identify!(packet.buffer,
-                                                         @tlm_target_names)
+                                                         @interface.tlm_target_names)
         end
       end
 

data/lib/openc3/microservices/router_microservice.rb

@@ -25,17 +25,59 @@ require 'openc3/microservices/interface_microservice'
 module OpenC3
   class RouterMicroservice < InterfaceMicroservice
     def handle_packet(packet)
-      @count += 1
       RouterStatusModel.set(@interface.as_json(:allow_nan => true), scope: @scope)
       if !packet.identified?
         # Need to identify so we can find the target
-        identified_packet = System.commands.identify(packet.buffer(false), @cmd_target_names)
+        identified_packet = System.commands.identify(packet.buffer(false), @interface.cmd_target_names)
         packet = identified_packet if identified_packet
       end
 
+      unless packet.defined?
+        if packet.target_name and packet.packet_name
+          begin
+            defined_packet = System.commands.packet(packet.target_name, packet.packet_name)
+            defined_packet.received_time = packet.received_time
+            defined_packet.stored = packet.stored
+            defined_packet.buffer = packet.buffer
+            packet = defined_packet
+          rescue => err
+            @logger.warn "Error defining packet of #{packet.length} bytes"
+          end
+        end
+      end
+
+      target_name = packet.target_name
+      target_name = 'UNKNOWN' unless target_name
+      target = System.targets[target_name]
+
       begin
-        RouterTopic.route_command(packet, @cmd_target_names, scope: @scope)
-        @count += 1
+        begin
+          log_message = true # Default is true
+          # If the packet has the DISABLE_MESSAGES keyword then no messages by default
+          log_message = false if packet.messages_disabled
+          # Check if any of the parameters have DISABLE_MESSAGES
+          packet.sorted_items.each do |item|
+            if item.states and item.messages_disabled
+              value = packet.read_item(item)
+              if item.messages_disabled[value]
+                log_message = false
+                break
+              end
+            end
+          end
+
+          if log_message
+            if target and target_name != 'UNKNOWN'
+              @logger.info System.commands.format(packet, target.ignored_parameters)
+            else
+              @logger.warn "Unidentified packet of #{packet.length} bytes being routed to target #{@interface.cmd_target_names[0]}"
+            end
+          end
+        rescue => err
+          @logger.error "Problem formatting command from router:\n#{err.formatted}"
+        end
+
+        RouterTopic.route_command(packet, @interface.cmd_target_names, scope: @scope)
       rescue Exception => err
         @error = err
         @logger.error "Error routing command from #{@interface.name}\n#{err.formatted}"

data/lib/openc3/migrations/20221202214600_add_target_names.rb

@@ -27,4 +27,4 @@ end
 
 unless ENV['OPENC3_NO_MIGRATE']
   OpenC3::AddTargetNames.run
-end
+end

data/lib/openc3/migrations/20230319154100_log_stream.rb

@@ -0,0 +1,40 @@
+require 'openc3/utilities/migration'
+require 'openc3/models/scope_model'
+
+module OpenC3
+  class LogStream < Migration
+    def self.run
+      ScopeModel.names.each do |scope|
+        # Get all existing InterfaceModels and change json for log_raw to log_stream
+        interface_models = InterfaceModel.all(scope: scope)
+        interface_models.each do |key, model_hash|
+          if model_hash.has_key?('log_raw')
+            if model_hash['log_raw']
+              model_hash['log_stream'] = []
+            else
+              model_hash['log_stream'] = nil
+            end
+            model_hash.delete('log_raw')
+            InterfaceModel.from_json(model_hash, scope: scope).update
+          end
+        end
+        router_models = RouterModel.all(scope: scope)
+        router_models.each do |key, model_hash|
+          if model_hash.has_key?('log_raw')
+            if model_hash['log_raw']
+              model_hash['log_stream'] = []
+            else
+              model_hash['log_stream'] = nil
+            end
+            model_hash.delete('log_raw')
+            RouterModel.from_json(model_hash, scope: scope).update
+          end
+        end
+      end
+    end
+  end
+end
+
+unless ENV['OPENC3_NO_MIGRATE']
+  OpenC3::LogStream.run
+end

data/lib/openc3/migrations/20230413101100_remove_log.rb

@@ -0,0 +1,30 @@
+require 'openc3/utilities/migration'
+require 'openc3/models/scope_model'
+
+module OpenC3
+  class RemoveLog < Migration
+    def self.run
+      ScopeModel.names.each do |scope|
+        # Get all existing InterfaceModels and remove log from json
+        interface_models = InterfaceModel.all(scope: scope)
+        interface_models.each do |key, model_hash|
+          if model_hash.has_key?('log')
+            model_hash.delete('log')
+            InterfaceModel.from_json(model_hash, scope: scope).update
+          end
+        end
+        router_models = RouterModel.all(scope: scope)
+        router_models.each do |key, model_hash|
+          if model_hash.has_key?('log')
+            model_hash.delete('log')
+            RouterModel.from_json(model_hash, scope: scope).update
+          end
+        end
+      end
+    end
+  end
+end
+
+unless ENV['OPENC3_NO_MIGRATE']
+  OpenC3::RemoveLog.run
+end