openc3 6.4.1 → 6.5.0

data/data/config/item_modifiers.yaml

@@ -37,36 +37,7 @@ READ_CONVERSION:
     takes extra parameters and must always implement the `call` method. The conversion
     factor is applied to the raw value in the telemetry packet before it is displayed
     to the user. The user still has the ability to see the raw unconverted value
-    in a details dialog.
-  ruby_example: |
-    READ_CONVERSION the_great_conversion.rb 1000
-
-    Defined in the_great_conversion.rb:
-
-    require 'openc3/conversions/conversion'
-    module OpenC3
-      class TheGreatConversion < Conversion
-        def initialize(multiplier)
-          super()
-          @multiplier = multiplier.to_f
-        end
-        def call(value, packet, buffer)
-          return value * @multiplier
-        end
-      end
-    end
-  python_example: |
-    READ_CONVERSION the_great_conversion.py 1000
-
-    Defined in the_great_conversion.py:
-
-    from openc3.conversions.conversion import Conversion
-    class TheGreatConversion(Conversion):
-        def __init__(self, multiplier):
-            super().__init__()
-            self.multiplier = float(multiplier)
-        def call(self, value, packet, buffer):
-            return value * self.multiplier
+    in a details dialog. For more information see the [Conversion](/docs/configuration/conversions) documentation.
   parameters:
     - name: Class Filename
       required: true
@@ -80,50 +51,16 @@ READ_CONVERSION:
       description: Additional parameter values for the conversion which are passed
         to the class constructor.
       values: .*
+  ruby_example: |
+    READ_CONVERSION ip_read_conversion.rb
+  python_example: |
+    READ_CONVERSION openc3/conversions/ip_read_conversion.rb
 POLY_READ_CONVERSION:
   summary: Adds a polynomial conversion factor to the current telemetry item
-  description: The conversion factor is applied to raw value in the telemetry
-    packet before it is displayed to the user. The user still has the ability
-    to see the raw unconverted value in a details dialog.
-  example: POLY_READ_CONVERSION 10 0.5 0.25
-  parameters:
-    - name: C0
-      required: true
-      description: Coefficient
-      values: .*
-    - name: Cx
-      required: false
-      description: Additional coefficient values for the conversion. Any order
-        polynomial conversion may be used so the value of 'x' will vary with the
-        order of the polynomial. Note that larger order polynomials take longer
-        to process than shorter order polynomials, but are sometimes more accurate.
-      values: .*
+  description: See [Polynomial Conversion](/docs/configuration/conversions#polynomial_conversion) for more information.
 SEG_POLY_READ_CONVERSION:
   summary: Adds a segmented polynomial conversion factor to the current telemetry item
-  description: This conversion factor is applied to the raw value in the telemetry packet
-    before it is displayed to the user. The user still has the ability to see the raw
-    unconverted value in a details dialog.
-  example: |
-    SEG_POLY_READ_CONVERSION 0 10 0.5 0.25 # Apply the conversion to all values < 50
-    SEG_POLY_READ_CONVERSION 50 11 0.5 0.275 # Apply the conversion to all values >= 50 and < 100
-    SEG_POLY_READ_CONVERSION 100 12 0.5 0.3 # Apply the conversion to all values >= 100
-  parameters:
-    - name: Lower Bound
-      required: true
-      description: Defines the lower bound of the range of values that this segmented
-        polynomial applies to. Is ignored for the segment with the smallest lower bound.
-      values: .*
-    - name: C0
-      required: true
-      description: Coefficient
-      values: .*
-    - name: Cx
-      required: false
-      description: Additional coefficient values for the conversion. Any order
-        polynomial conversion may be used so the value of 'x' will vary with the
-        order of the polynomial. Note that larger order polynomials take longer
-        to process than shorter order polynomials, but are sometimes more accurate.
-      values: .*
+  description: See [Segmented Polynomial Conversion](/docs/configuration/conversions#segmented_polynomial_conversion) for more information.
 GENERIC_READ_CONVERSION_START:
   summary: Start a generic read conversion
   description: Adds a generic conversion function to the current telemetry item.
@@ -225,6 +162,7 @@ LIMITS:
       values: .+
 LIMITS_RESPONSE:
   summary: Defines a response class that is called when the limits state of the current item changes
+  description: See the [Limits Response](/docs/configuration/limits-response) documentation for more information.
   ruby_example: LIMITS_RESPONSE example_limits_response.rb 10
   python_example: LIMITS_RESPONSE example_limits_response.py 10
   parameters:

data/data/config/parameter_modifiers.yaml

@@ -69,7 +69,7 @@ WRITE_CONVERSION:
     It must implement the `initialize` (Ruby) or `__init__` (Python) method if it
     takes extra parameters and must always implement the `call` method. The conversion
     factor is applied to the value entered by the user before it is written into
-    the binary command packet and sent.
+    the binary command packet and sent. For more information see the [Conversion](/docs/configuration/conversions) documentation.
 
     When applying a write_conversion sometimes the data type changes,
     e.g. creating a UINT from an input STRING (for an example of this see
@@ -90,90 +90,30 @@ WRITE_CONVERSION:
     given_values() method which can be used to retrieve a hash of the user provided
     values to the command. That can be used to check parameter values passed in.
     :::
-  ruby_example: |
-    WRITE_CONVERSION the_great_conversion.rb 1000
-
-    Defined in the_great_conversion.rb:
-
-    require 'openc3/conversions/conversion'
-    module OpenC3
-      class TheGreatConversion < Conversion
-        def initialize(multiplier)
-          super()
-          @multiplier = multiplier.to_f
-        end
-        def call(value, packet, buffer)
-          return value * multiplier
-        end
-      end
-    end
-  python_example: |
-    WRITE_CONVERSION the_great_conversion.py 1000
-
-    Defined in the_great_conversion.py:
-
-    from openc3.conversions.conversion import Conversion
-    class TheGreatConversion(Conversion):
-        def __init__(self, multiplier):
-            super().__init__()
-            self.multiplier = float(multiplier)
-        def call(self, value, packet, buffer):
-            return value * self.multiplier
   parameters:
     - name: Class Filename
       required: true
       description: The filename which contains the Ruby or Python class. The filename must
         be named after the class such that the class is a CamelCase version of the
         underscored filename. For example, 'the_great_conversion.rb' should contain
-        'class TheGreatConversion'.
+        'class TheGreatConversion'. Note the built-in Python conversions must specify
+        the full path to the file, e.g. 'openc3/conversions/bit_reverse_conversion.py'.
       values: .*
     - name: Parameter
       required: false
       description: Additional parameter values for the conversion which are passed
         to the class constructor.
       values: .*
+  ruby_example: |
+    WRITE_CONVERSION ip_write_conversion.rb
+  python_example: |
+    WRITE_CONVERSION openc3/conversions/ip_write_conversion.py
 POLY_WRITE_CONVERSION:
   summary: Adds a polynomial conversion factor to the current command parameter
-  description: The conversion factor is applied to the value entered by the user
-    before it is written into the binary command packet and sent.
-  example: POLY_WRITE_CONVERSION 10 0.5 0.25
-  parameters:
-    - name: C0
-      required: true
-      description: Coefficient
-      values: .*
-    - name: Cx
-      required: false
-      description: Additional coefficient values for the conversion. Any order
-        polynomial conversion may be used so the value of 'x' will vary with the
-        order of the polynomial. Note that larger order polynomials take longer
-        to process than shorter order polynomials, but are sometimes more accurate.
-      values: .*
+  description: See [Polynomial Conversion](/docs/configuration/conversions#polynomial_conversion) for more information.
 SEG_POLY_WRITE_CONVERSION:
   summary: Adds a segmented polynomial conversion factor to the current command parameter
-  description: This conversion factor is applied to the value entered by the user
-    before it is written into the binary command packet and sent.
-  example: |
-    SEG_POLY_WRITE_CONVERSION 0 10 0.5 0.25 # Apply the conversion to all values < 50
-    SEG_POLY_WRITE_CONVERSION 50 11 0.5 0.275 # Apply the conversion to all values >= 50 and < 100
-    SEG_POLY_WRITE_CONVERSION 100 12 0.5 0.3 # Apply the conversion to all values >= 100
-  parameters:
-    - name: Lower Bound
-      required: true
-      description: Defines the lower bound of the range of values that this segmented
-        polynomial applies to. Is ignored for the segment with the smallest lower bound.
-      values: .*
-    - name: C0
-      required: true
-      description: Coefficient
-      values: .*
-    - name: Cx
-      required: false
-      description: Additional coefficient values for the conversion. Any order
-        polynomial conversion may be used so the value of 'x' will vary with the
-        order of the polynomial. Note that larger order polynomials take longer
-        to process than shorter order polynomials, but are sometimes more accurate.
-      values: .*
+  description: See [Segmented Polynomial Conversion](/docs/configuration/conversions#segmented_polynomial_conversion) for more information.
 GENERIC_WRITE_CONVERSION_START:
   summary: Start a generic write conversion
   description: |

data/data/config/plugins.yaml

@@ -88,4 +88,17 @@ WIDGET:
         - name: Regex
           required: false
           description: Regex to match against filenames. If match, then no ERB processing
-          values: .+
+          values: .+
+SCRIPT_ENGINE:
+  summary: Define a script engine to add language support to Script Runner
+  example: SCRIPT_ENGINE .print print_script_engine.py
+  description: Defines a script engine to add language support to Script Runner
+  parameters:
+    - name: Extension
+      description: Extension that will use this script engine
+      required: true
+      values: .+
+    - name: Script Engine Filename
+      description: Filename that implements the script engine. Should be in top level lib folder in plugin.
+      required: true
+      values: .+

data/data/config/processors.yaml

@@ -0,0 +1,51 @@
+---
+WATERMARK_PROCESSOR:
+  summary: Calculates high and low values for a given item
+  description: |
+    Stores high and low values for a given item as HIGH_WATER and LOW_WATER.
+    Values are retrieved using a [ProcessorConversion](/docs/configuration/conversions#processor_conversion).
+  parameters:
+    - name: Item Name
+      description: The item name to calculate high and low values for
+      required: true
+      values: .+
+    - name: Value Type
+      required: false
+      description: The type of the value to display. Default is CONVERTED.
+      values: <%= %w(RAW CONVERTED) %>
+  ruby_example: |
+    PROCESSOR TEMP1WATER watermark_processor.rb TEMP1
+    ITEM TEMP1HIGH 0 0 DERIVED "High-water mark for TEMP1"
+      READ_CONVERSION processor_conversion.rb TEMP1WATER HIGH_WATER
+  python_example: |
+    PROCESSOR TEMP1WATER openc3/conversions/watermark_processor.py TEMP1
+    ITEM TEMP1HIGH 0 0 DERIVED "High-water mark for TEMP1"
+      READ_CONVERSION openc3/conversions/processor_conversion.py TEMP1WATER HIGH_WATER
+STATISTICS_PROCESSOR:
+  summary: Calculates statistics for a given item
+  description: |
+    This processor calculates statistics for a given item as MIN, MAX, MEAN, and STDDEV
+    over a specified number of samples. Values are retrieved using a [ProcessorConversion](/docs/configuration/conversions#processor_conversion).
+  parameters:
+    - name: Item Name
+      description: The item name to calculate statistics for
+      required: true
+      values: .+
+    - name: Samples to Average
+      required: true
+      description: The number of samples to average for statistics
+      values: .*
+    - name: Value Type
+      required: false
+      description: The type of the value to display. Default is CONVERTED.
+      values: <%= %w(RAW CONVERTED) %>
+  ruby_example: PROCESSOR TEMP1STAT statistics_processor.rb TEMP1 100
+  python_example: PROCESSOR TEMP1STAT openc3/processors/statistics_processor.rb TEMP1 100
+  ruby_example: |
+    PROCESSOR TEMP1STAT statistics_processor.rb TEMP1 100
+    ITEM TEMP1STDDEV 0 0 DERIVED "Stddev of most recent 100 samples for TEMP1"
+      READ_CONVERSION processor_conversion.rb TEMP1STAT STDDEV FLOAT 64
+  python_example: |
+    PROCESSOR TEMP1STAT openc3/conversions/statistics_processor.py TEMP1 100
+    ITEM TEMP1STDDEV 0 0 DERIVED "Stddev of most recent 100 samples for TEMP1"
+      READ_CONVERSION openc3/conversions/processor_conversion.py TEMP1STAT STDDEV FLOAT 64

data/data/config/telemetry_modifiers.yaml

@@ -135,6 +135,7 @@ META:
       values: .*
 PROCESSOR:
   summary: Defines a processor class that executes code every time a packet is received
+  description: See the [Processor](/docs/configuration/processors) documentation for more information.
   ruby_example: PROCESSOR TEMP1HIGH watermark_processor.rb TEMP1
   python_example: PROCESSOR TEMP1HIGH watermark_processor.py TEMP1
   parameters:

data/lib/openc3/api/api.rb

@@ -38,7 +38,7 @@ require 'openc3/topics/topic'
 begin
   require 'openc3-enterprise/api/cmd_authority_api'
 rescue LoadError
-  # LoadError expected for Open Source Edition
+  # LoadError expected for Core
 end
 
 

data/lib/openc3/api/tlm_api.rb

@@ -114,8 +114,8 @@ module OpenC3
     #
     # @param args [String|Array<String>] See the description for calling style
     # @param type [Symbol] Telemetry type, :RAW, :CONVERTED (default), :FORMATTED, or :WITH_UNITS
-    def set_tlm(*args, type: :CONVERTED, manual: false, scope: $openc3_scope, token: $openc3_token)
-      target_name, packet_name, item_name, value = _set_tlm_process_args(args, __method__, scope: scope)
+    def set_tlm(*args, type: :CONVERTED, manual: false, cache_timeout: nil, scope: $openc3_scope, token: $openc3_token)
+      target_name, packet_name, item_name, value = _set_tlm_process_args(args, __method__, cache_timeout: cache_timeout, scope: scope)
       authorize(permission: 'tlm_set', target_name: target_name, packet_name: packet_name, manual: manual, scope: scope, token: token)
       CvtModel.set_item(target_name, packet_name, item_name, value, type: type.intern, scope: scope)
     end
@@ -528,7 +528,7 @@ module OpenC3
       return [target_name, packet_name, item_name]
     end
 
-    def _set_tlm_process_args(args, method_name, scope: $openc3_scope, token: $openc3_token)
+    def _set_tlm_process_args(args, method_name, cache_timeout: nil, scope: $openc3_scope, token: $openc3_token)
       case args.length
       when 1
         target_name, packet_name, item_name, value = extract_fields_from_set_tlm_text(args[0])
@@ -544,8 +544,13 @@ module OpenC3
       target_name = target_name.upcase
       packet_name = packet_name.upcase
       item_name = item_name.upcase
-      # Determine if this item exists, it will raise appropriate errors if not
-      TargetModel.packet_item(target_name, packet_name, item_name, scope: scope)
+
+      if packet_name == 'LATEST'
+        packet_name = CvtModel.determine_latest_packet_for_item(target_name, item_name, cache_timeout: cache_timeout, scope: scope)
+      else
+        # Determine if this item exists, it will raise appropriate errors if not
+        TargetModel.packet_item(target_name, packet_name, item_name, scope: scope)
+      end
 
       return [target_name, packet_name, item_name, value]
     end

data/lib/openc3/conversions/unix_time_conversion.rb

@@ -14,7 +14,7 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
+# All changes Copyright 2025, OpenC3, Inc.
 # All Rights Reserved
 #
 # This file may also be used under the terms of a commercial license
@@ -35,7 +35,7 @@ module OpenC3
       super()
       @seconds_item_name = seconds_item_name
       @microseconds_item_name = microseconds_item_name
-      @converted_type = :RUBY_TIME
+      @converted_type = :TIME
       @converted_bit_size = 0
       @seconds_type = seconds_type.to_sym
       @microseconds_type = microseconds_type.to_sym

data/lib/openc3/conversions/unix_time_formatted_conversion.rb

@@ -14,7 +14,7 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2024, OpenC3, Inc.
+# All changes Copyright 2025, OpenC3, Inc.
 # All Rights Reserved
 #
 # This file may also be used under the terms of a commercial license
@@ -32,9 +32,9 @@ module OpenC3
     #   represents the number of seconds since the UNIX time epoch
     # @param microseconds_item_name [String] The telemetry item in the packet
     #   which represents microseconds
-    def initialize(seconds_item_name, microseconds_item_name = nil)
+    def initialize(seconds_item_name, microseconds_item_name = nil, seconds_type = 'RAW', microseconds_type = 'RAW')
       # @params is set by the parent class in super()
-      super(seconds_item_name, microseconds_item_name)
+      super(seconds_item_name, microseconds_item_name, seconds_type, microseconds_type)
       @converted_type = :STRING
       @converted_bit_size = 0
     end

data/lib/openc3/conversions/unix_time_seconds_conversion.rb

@@ -14,7 +14,7 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2024, OpenC3, Inc.
+# All changes Copyright 2025, OpenC3, Inc.
 # All Rights Reserved
 #
 # This file may also be used under the terms of a commercial license
@@ -32,9 +32,9 @@ module OpenC3
     #   represents the number of seconds since the UNIX time epoch
     # @param microseconds_item_name [String] The telemetry item in the packet
     #   which represents microseconds
-    def initialize(seconds_item_name, microseconds_item_name = nil)
+    def initialize(seconds_item_name, microseconds_item_name = nil, seconds_type = 'RAW', microseconds_type = 'RAW')
       # @params is set by the parent class in super()
-      super(seconds_item_name, microseconds_item_name)
+      super(seconds_item_name, microseconds_item_name, seconds_type, microseconds_type)
       @converted_type = :FLOAT
       @converted_bit_size = 64
     end

data/lib/openc3/core_ext/time.rb

@@ -249,19 +249,12 @@ class Time
     Time.total_seconds(self.hour, self.min, self.sec, self.usec)
   end
 
-  # @return [String] Date formatted as YYYY/MM/DD HH:MM:SS.US UTC_OFFSET
-  def formatted(include_year = true, fractional_digits = 3, include_utc_offset = false)
+  # @return [String] Date formatted as YYYY/MM/DD HH:MM:SS.US
+  def formatted(include_year = true, fractional_digits = 3)
     str =  ""
     str << "%Y/%m/%d " if include_year
     str << "%H:%M:%S"
     str << ".%#{fractional_digits}N" if fractional_digits > 0
-    if include_utc_offset
-      if self.utc?
-        str << " UTC"
-      else
-        str << " %z"
-      end
-    end
     self.strftime(str)
   end
 

data/lib/openc3/microservices/cleanup_microservice.rb

@@ -102,6 +102,6 @@ end
 
 if __FILE__ == $0
   OpenC3::CleanupMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/decom_microservice.rb

@@ -254,6 +254,6 @@ end
 
 if __FILE__ == $0
   OpenC3::DecomMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/interface_microservice.rb

@@ -128,15 +128,21 @@ module OpenC3
             end
             if msg_hash['raw']
               if @interface.connected?
-                @logger.info "#{@interface.name}: Write raw"
-                # A raw interface write results in an UNKNOWN packet
-                command = System.commands.packet('UNKNOWN', 'UNKNOWN')
-                command.received_count = TargetModel.increment_command_count('UNKNOWN', 'UNKNOWN', 1, scope: @scope)
-                command = command.clone
-                command.buffer = msg_hash['raw']
-                command.received_time = Time.now
-                CommandTopic.write_packet(command, scope: @scope)
-                @interface.write_raw(msg_hash['raw'])
+                begin
+                  @logger.info "#{@interface.name}: Write raw"
+                  # A raw interface write results in an UNKNOWN packet
+                  command = System.commands.packet('UNKNOWN', 'UNKNOWN')
+                  command.received_count = TargetModel.increment_command_count('UNKNOWN', 'UNKNOWN', 1, scope: @scope)
+                  command = command.clone
+                  command.buffer = msg_hash['raw']
+                  command.received_time = Time.now
+                  CommandTopic.write_packet(command, scope: @scope)
+                  @logger.info("write_raw sent #{msg_hash['raw'].length} bytes to #{@interface.name}", scope: @scope)
+                  @interface.write_raw(msg_hash['raw'])
+                rescue => e
+                  @logger.error "#{@interface.name}: write_raw: #{e.formatted}"
+                  next e.message
+                end
                 next 'SUCCESS'
               else
                 next "Interface not connected: #{@interface.name}"
@@ -824,7 +830,7 @@ module OpenC3
     end
 
     def sync_tlm_packet_counts(packet)
-      if @sync_packet_count_delay_seconds <= 0
+      if @sync_packet_count_delay_seconds <= 0 or $openc3_redis_cluster
         # Perfect but slow method
         packet.received_count = TargetModel.increment_telemetry_count(packet.target_name, packet.packet_name, 1, scope: @scope)
       else
@@ -880,6 +886,6 @@ end
 
 if __FILE__ == $0
   OpenC3::InterfaceMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/log_microservice.rb

@@ -55,6 +55,8 @@ module OpenC3
       @cycle_size = 50_000_000 unless @cycle_size # ~50 MB
 
       @buffer_depth = DEFAULT_BUFFER_DEPTH unless @buffer_depth
+      @plws = {}
+
       @error_count = 0
       @metric.set(name: 'log_total', value: @count, type: 'counter')
       @metric.set(name: 'log_error_total', value: @error_count, type: 'counter')
@@ -144,6 +146,6 @@ end
 
 if __FILE__ == $0
   OpenC3::LogMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/multi_microservice.rb

@@ -53,6 +53,6 @@ module OpenC3
 end
 if __FILE__ == $0
   OpenC3::MultiMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/periodic_microservice.rb

@@ -91,6 +91,6 @@ end
 
 if __FILE__ == $0
   OpenC3::PeriodicMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/reducer_microservice.rb

@@ -635,6 +635,6 @@ end
 
 if __FILE__ == $0
   OpenC3::ReducerMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/router_microservice.rb

@@ -88,6 +88,6 @@ end
 
 if __FILE__ == $0
   OpenC3::RouterMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/scope_cleanup_microservice.rb

@@ -40,6 +40,6 @@ end
 
 if __FILE__ == $0
   OpenC3::ScopeCleanupMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/microservices/text_log_microservice.rb

@@ -43,6 +43,7 @@ module OpenC3
       @cycle_time = 600 unless @cycle_time # 10 minutes
       @cycle_size = 50_000_000 unless @cycle_size # ~50 MB
 
+      @tlws = {}
       @error_count = 0
       @metric.set(name: 'text_log_total', value: @count, type: 'counter')
       @metric.set(name: 'text_error_total', value: @error_count, type: 'counter')
@@ -50,15 +51,27 @@ module OpenC3
 
     def run
       setup_tlws()
+
+      individual_topics = []
+      @topics.each do |topic|
+        individual_topics << [topic]
+      end
+
       while true
         break if @cancel_thread
 
-        Topic.read_topics(@topics) do |topic, msg_id, msg_hash, redis|
+        # Read each topic separately to support multiple redis shards
+        # This is needed with Redis cluster because the topics will likely be on different shards and we don't use {} in the topic names
+        individual_topics.each do |individual_topic|
           break if @cancel_thread
+          # 500ms timeout - To support completing within 1 second with two topics (DEFAULT and NOSCOPE)
+          Topic.read_topics(individual_topic, nil, 500) do |topic, msg_id, msg_hash, redis|
+            break if @cancel_thread
 
-          log_data(topic, msg_id, msg_hash, redis)
-          @count += 1
-          @metric.set(name: 'text_log_total', value: @count, type: 'counter')
+            log_data(topic, msg_id, msg_hash, redis)
+            @count += 1
+            @metric.set(name: 'text_log_total', value: @count, type: 'counter')
+          end
         end
       end
     end
@@ -104,6 +117,6 @@ end
 
 if __FILE__ == $0
   OpenC3::TextLogMicroservice.run
-  ThreadManager.instance.shutdown
-  ThreadManager.instance.join
+  OpenC3::ThreadManager.instance.shutdown
+  OpenC3::ThreadManager.instance.join
 end

data/lib/openc3/models/plugin_model.rb

@@ -31,6 +31,7 @@ require 'openc3/models/gem_model'
 require 'openc3/models/target_model'
 require 'openc3/models/interface_model'
 require 'openc3/models/router_model'
+require 'openc3/models/script_engine_model'
 require 'openc3/models/tool_model'
 require 'openc3/models/widget_model'
 require 'openc3/models/microservice_model'
@@ -249,7 +250,7 @@ module OpenC3
               case keyword
               when 'VARIABLE', 'NEEDS_DEPENDENCIES'
                 # Ignore during phase 2
-              when 'TARGET', 'INTERFACE', 'ROUTER', 'MICROSERVICE', 'TOOL', 'WIDGET'
+              when 'TARGET', 'INTERFACE', 'ROUTER', 'MICROSERVICE', 'TOOL', 'WIDGET', 'SCRIPT_ENGINE'
                 begin
                   if current_model
                     current_model.create unless validate_only
@@ -260,7 +261,7 @@ module OpenC3
                 # Otherwise we're stuck constantly iterating on the last model
                 ensure
                   current_model = nil
-                  current_model = OpenC3.const_get((keyword.capitalize + 'Model').intern).handle_config(parser,
+                  current_model = OpenC3.const_get((keyword.split('_').collect(&:capitalize).join + 'Model').intern).handle_config(parser,
                     keyword, params, plugin: plugin_model.name, needs_dependencies: needs_dependencies, scope: scope)
                 end
               else
@@ -339,7 +340,7 @@ module OpenC3
       sleep 15 if microservice_count > 0 # Cycle time 5s times 2 plus 5s wait for soft stop and then hard stop
       # Remove all the other models now that the processes have stopped
       # Save TargetModel for last as it has the most to cleanup
-      [InterfaceModel, RouterModel, ToolModel, WidgetModel, TargetModel].each do |model|
+      [InterfaceModel, RouterModel, ToolModel, WidgetModel, TargetModel, ScriptEngineModel].each do |model|
         model.find_all_by_plugin(plugin: @name, scope: @scope).each do |_name, model_instance|
           begin
             model_instance.destroy
@@ -369,7 +370,7 @@ module OpenC3
     ensure
       # Double check everything is gone
       found = []
-      [MicroserviceModel, InterfaceModel, RouterModel, ToolModel, WidgetModel, TargetModel].each do |model|
+      [MicroserviceModel, InterfaceModel, RouterModel, ToolModel, WidgetModel, TargetModel, ScriptEngineModel].each do |model|
         model.find_all_by_plugin(plugin: @name, scope: @scope).each do |_name, model_instance|
           found << model_instance
         end