openc3 7.2.0 → 7.2.1

data/lib/openc3/topics/limits_event_topic.rb

@@ -39,9 +39,15 @@ module OpenC3
       case event[:type]
       when :LIMITS_CHANGE
         # The current_limits hash keeps only the current limits state of items
-        # It is used by the API to determine the overall limits state
-        field = "#{event[:target_name]}__#{event[:packet_name]}__#{event[:item_name]}"
-        Store.hset("#{scope}__current_limits", field, event[:new_limits_state])
+        # It is used by the API to determine the overall limits state.
+        # When the event originates from a stored packet in a non-PROCESS mode
+        # (LOG or DISABLE), skip updating current_limits so that historical
+        # data does not affect the real-time overall limits state or the
+        # out_of_limits API response.
+        unless event[:suppress_stored]
+          field = "#{event[:target_name]}__#{event[:packet_name]}__#{event[:item_name]}"
+          Store.hset("#{scope}__current_limits", field, event[:new_limits_state])
+        end
 
       when :LIMITS_SETTINGS
         # Limits updated in limits_api.rb to avoid circular reference to TargetModel
@@ -79,6 +85,19 @@ module OpenC3
         limits_settings['enabled'] = event[:enabled]
         Store.hset("#{scope}__current_limits_settings", field, JSON.generate(limits_settings, allow_nan: true))
 
+      when :LIMITS_STATE_COLOR
+        # Persist the state color so it survives a decom microservice restart (applied by sync_system)
+        field = "#{event[:target_name]}__#{event[:packet_name]}__#{event[:item_name]}"
+        limits_settings = Store.hget("#{scope}__current_limits_settings", field)
+        if limits_settings
+          limits_settings = JSON.parse(limits_settings, allow_nan: true, create_additions: true)
+        else
+          limits_settings = {}
+        end
+        limits_settings['state_colors'] ||= {}
+        limits_settings['state_colors'][event[:state_name].to_s] = event[:color].to_s
+        Store.hset("#{scope}__current_limits_settings", field, JSON.generate(limits_settings, allow_nan: true))
+
       when :LIMITS_SET
         sets = sets(scope: scope)
         raise "Set '#{event[:set]}' does not exist!" unless sets.key?(event[:set])
@@ -173,6 +192,28 @@ module OpenC3
       end
     end
 
+    # Removes a limits set from the limits_sets hash and from the
+    # current_limits_settings of every item. Note that the set is not removed
+    # from the TargetModel packet definitions; that is cleaned up on the next
+    # plugin install. Running microservices will continue to hold the set in
+    # memory until they restart and resync from current_limits_settings.
+    def self.delete_set(set_name, scope:)
+      set_name = set_name.to_s
+      limits_settings = Store.hgetall("#{scope}__current_limits_settings")
+      # Collect all changed items and write them back in a single hmset to
+      # avoid a Redis round trip per item (this hash can be large)
+      updates = {}
+      limits_settings.each do |item, settings|
+        settings = JSON.parse(settings, allow_nan: true, create_additions: true)
+        if settings.key?(set_name)
+          settings.delete(set_name)
+          updates[item] = JSON.generate(settings, allow_nan: true)
+        end
+      end
+      Store.hmset("#{scope}__current_limits_settings", *updates.flatten) unless updates.empty?
+      Store.hdel("#{scope}__limits_sets", set_name)
+    end
+
     # Update the local System based on overall state
     def self.sync_system(scope:)
       all_limits_settings = Store.hgetall("#{scope}__current_limits_settings")
@@ -188,6 +229,12 @@ module OpenC3
             persistence = limits_settings['persistence_setting']
             limits_settings.each do |limits_set, settings|
               next unless Hash === settings
+              if limits_set == 'state_colors'
+                settings.each do |state_name, color|
+                  System.limits.set_state_color(target_name, packet_name, item_name, state_name, color)
+                end
+                next
+              end
               System.limits.set(target_name, packet_name, item_name, settings['red_low'], settings['yellow_low'], settings['yellow_high'], settings['red_high'], settings['green_low'], settings['green_high'], limits_set.to_s.intern, persistence, enabled)
             end
             if not enabled.nil?
@@ -242,6 +289,18 @@ module OpenC3
           end
         end
 
+      when 'LIMITS_STATE_COLOR'
+        target_name = event['target_name']
+        packet_name = event['packet_name']
+        item_name = event['item_name']
+        target = telemetry[target_name]
+        if target
+          packet = target[packet_name]
+          if packet
+            System.limits.set_state_color(target_name, packet_name, item_name, event['state_name'], event['color'])
+          end
+        end
+
       when 'LIMITS_SET'
         System.limits_set = event['set']
       end

data/lib/openc3/topics/telemetry_decom_topic.rb

@@ -20,7 +20,7 @@ require 'openc3/utilities/open_telemetry'
 
 module OpenC3
   class TelemetryDecomTopic < Topic
-    def self.write_packet(packet, id: nil, scope:)
+    def self.write_packet(packet, id: nil, include_limits_states: true, scope:)
       OpenC3.in_span("write_packet") do
         # Need to build a JSON hash of the decommutated data
         # Support "downward typing"
@@ -29,7 +29,7 @@ module OpenC3
         # If nothing - item does not exist - nil
         # __ as separators ITEM1, ITEM1__C, ITEM1__F
 
-        json_hash = CvtModel.build_json_from_packet(packet)
+        json_hash = CvtModel.build_json_from_packet(packet, include_limits_states: include_limits_states)
         # Convert to JSON-safe types once and reuse for both topic write and CVT set
         json_safe_hash = json_hash.as_json
         json_data = JSON.generate(json_safe_hash, allow_nan: true)

data/lib/openc3/utilities/cli_generator.rb

@@ -1,4 +1,4 @@
-# encoding: ascii-8bit
+# encoding: utf-8
 
 # Copyright 2026 OpenC3, Inc.
 # All Rights Reserved.
@@ -478,6 +478,10 @@ RUBY
           VARIABLE #{target_name.downcase}_target_name #{target_name}
 
           TARGET #{target_name} <%= #{target_name.downcase}_target_name %>
+            # Decom tlm and cmd data in the time-series database is kept forever by default.
+            # Uncomment to enforce a 30 day retention time. See https://docs.openc3.com/docs/configuration/plugins
+            # CMD_DECOM_RETAIN_TIME 30d
+            # TLM_DECOM_RETAIN_TIME 30d
           #{interface_line}
             MAP_TARGET <%= #{target_name.downcase}_target_name %>
         DOC

data/lib/openc3/utilities/env_helper.rb

@@ -1,4 +1,16 @@
-# For simple boolean flags
+# encoding: ascii-8bit
+
+# Copyright 2026 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+# See LICENSE.md for more details.
+#
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
 class EnvHelper
   def self.enabled?(key)
     ['true', '1', 'yes', 'on'].include?(ENV[key].to_s.downcase)

data/lib/openc3/utilities/pypi_url.rb

@@ -0,0 +1,39 @@
+# encoding: ascii-8bit
+
+# Copyright 2026 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+# See LICENSE.md for more details.
+#
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+require 'uri'
+require 'openc3/utilities/logger'
+
+module OpenC3
+  class PypiUrl
+    DEFAULT = 'https://pypi.org/simple'
+
+    # Validate that a resolved pypi_url is an http(s) URL before it is handed to
+    # pip. The value can come from a user-writable setting or ENV, so a malformed
+    # or non-http value is rejected and replaced with the default rather than
+    # passed through to pip.
+    #
+    # @param pypi_url [String] the resolved pypi index url to validate
+    # @return [String] the original url if valid, otherwise DEFAULT
+    def self.validate(pypi_url)
+      uri = URI.parse(pypi_url)
+      unless uri.is_a?(URI::HTTP) && !uri.host.to_s.empty?
+        raise URI::InvalidURIError, "not an http(s) URL"
+      end
+      pypi_url
+    rescue URI::InvalidURIError => e
+      Logger.error("Invalid pypi_url '#{pypi_url}' (#{e.message}); falling back to #{DEFAULT}")
+      DEFAULT
+    end
+  end
+end

data/lib/openc3/utilities/reingest_job.rb

@@ -1,4 +1,4 @@
-# encoding: ascii-8bit
+# encoding: utf-8
 
 # Copyright 2026 OpenC3, Inc.
 # All Rights Reserved.

data/lib/openc3/utilities/running_script.rb

@@ -513,10 +513,10 @@ class RunningScript
       errors: nil, # array of errors that occurred during the script run
       pid: nil, # pid of the script process - set by the script itself when it starts
       script_engine: script_engine, # script engine filename
-      updated_at: nil, # Set by create/update - ISO format
+      updated_at: nil, # Set by create/update
       scope: scope # Scope of the script
     )
-    script_status.create(isoformat: true)
+    script_status.create()
 
     # Set proper secrets for running script
     process.environment['SECRET_KEY_BASE'] = nil
@@ -827,17 +827,22 @@ class RunningScript
 
   def run
     if @script_status.suite_runner
-      if @script_status.suite_runner['options']
-        parse_options(@script_status.suite_runner['options'])
+      # Normalize the received hash through the shared helper so options/method
+      # defaults and validation match what openc3cli and the GUI construct.
+      sr = OpenC3::SuiteRunner.build_options(
+        suite: @script_status.suite_runner['suite'],
+        group: @script_status.suite_runner['group'],
+        script: @script_status.suite_runner['script'],
+        method: @script_status.suite_runner['method'],
+        options: @script_status.suite_runner['options'],
+      )
+      parse_options(sr['options'])
+      if sr['script']
+        run_text("OpenC3::SuiteRunner.start(#{sr['suite']}, #{sr['group']}, '#{sr['script']}')", initial_filename: "SCRIPTRUNNER")
+      elsif sr['group']
+        run_text("OpenC3::SuiteRunner.#{sr['method']}(#{sr['suite']}, #{sr['group']})", initial_filename: "SCRIPTRUNNER")
       else
-        parse_options({}) # Set default options
-      end
-      if @script_status.suite_runner['script']
-        run_text("OpenC3::SuiteRunner.start(#{@script_status.suite_runner['suite']}, #{@script_status.suite_runner['group']}, '#{@script_status.suite_runner['script']}')", initial_filename: "SCRIPTRUNNER")
-      elsif script_status.suite_runner['group']
-        run_text("OpenC3::SuiteRunner.#{@script_status.suite_runner['method']}(#{@script_status.suite_runner['suite']}, #{@script_status.suite_runner['group']})", initial_filename: "SCRIPTRUNNER")
-      else
-        run_text("OpenC3::SuiteRunner.#{@script_status.suite_runner['method']}(#{@script_status.suite_runner['suite']})", initial_filename: "SCRIPTRUNNER")
+        run_text("OpenC3::SuiteRunner.#{sr['method']}(#{sr['suite']})", initial_filename: "SCRIPTRUNNER")
       end
     else
       if not @script_engine and (@script_status.start_line_no != 1 or !@script_status.end_line_no.nil?)

data/lib/openc3/utilities/script.rb

@@ -139,16 +139,23 @@ class Script < OpenC3::TargetFile
       process.io.stdout = stdout
       process.io.stderr = stderr
       process.start
-      process.wait
+      begin
+        process.poll_for_exit(10) # wait for max 10s
+      rescue ChildProcess::TimeoutError
+        process.stop
+        stderr_results = "Suite analysis timed out - possible infinite loop in script\n"
+        success = false
+      end
       stdout.rewind
       stdout_results = stdout.read
       stdout.close
       stdout.unlink
       stderr.rewind
-      stderr_results = stderr.read
+      stderr_results ||= ""
+      stderr_results += stderr.read
       stderr.close
       stderr.unlink
-      success = process.exit_code == 0
+      success = process.exit_code == 0 if success
     else
       require temp.path
       stdout_results = OpenC3::SuiteRunner.build_suites.as_json().to_json(allow_nan: true)
@@ -203,6 +210,10 @@ class Script < OpenC3::TargetFile
     line_no = nil,
     end_line_no = nil
   )
+    # Verify the script exists before spawning a run. Without this check a run
+    # is started and the missing file only surfaces as a runtime error inside
+    # the spawned process. Returning nil lets the caller return a 404.
+    return nil unless Script.body(scope, name)
     RunningScript.spawn(scope, name, suite_runner, disconnect, environment, user_full_name, username, line_no, end_line_no)
   end
 

data/lib/openc3/utilities/store_autoload.rb

@@ -123,8 +123,46 @@ module OpenC3
       @redis_pool = StoreConnectionPool.new(size: pool_size) { build_redis() }
     end
 
+    # cap/base for the equal-jitter reconnect backoff (seconds)
+    REDIS_BACKOFF_CAP = 5.0
+    REDIS_BACKOFF_BASE = 0.625
+
     def build_redis
-      return Redis.new(url: @redis_url, username: @redis_username, password: @redis_key)
+      # reconnect_attempts retries the connection a few times with equal-jitter
+      # backoff so a transient network blip is handled inside the client instead
+      # of immediately surfacing a connection error to callers. The jitter
+      # de-syncs many clients retrying the same blip to avoid a thundering herd
+      # on recovery.
+      #
+      # This mirrors the Python store's Retry(EqualJitterBackoff(cap: 5, base:
+      # 0.625), 3): per-retry backoff tops out at 5s on the final (3rd) retry
+      # (~0.6-1.25s, ~1.25-2.5s, ~2.5-5s). redis-rb takes a fixed Array of delays
+      # (no per-failure backoff callable), so we sample the jittered delays once
+      # per connection here.
+      # Connection, read, and write timeouts are left as the default: 1s
+      return Redis.new(
+        url: @redis_url,
+        username: @redis_username,
+        password: @redis_key,
+        reconnect_attempts: reconnect_backoff_delays()
+      )
+    end
+
+    # Equal-jitter backoff delays for 3 retries, matching Python's
+    # EqualJitterBackoff. Each retry's delay is randomized within the upper half
+    # of an exponentially-growing ceiling.
+    def reconnect_backoff_delays
+      (1..3).map do |failures|
+        # ceiling = exponential growth (base doubles each retry), clamped to cap.
+        # For base=0.625, cap=5: failures 1,2,3 -> 1.25, 2.5, 5.0 seconds.
+        # temp = half the ceiling: the guaranteed minimum wait for this retry.
+        temp = [REDIS_BACKOFF_CAP, REDIS_BACKOFF_BASE * (2 ** failures)].min / 2.0
+        # Final delay = fixed half (temp) + random half (rand*temp, in [0, temp)),
+        # i.e. a value uniformly in [temp, 2*temp) = [ceiling/2, ceiling).
+        # The fixed half keeps a sane floor; the random half de-syncs clients so
+        # they don't all reconnect in lockstep (thundering herd) after a blip.
+        temp + rand * temp
+      end
     end
 
     ###########################################################################

data/lib/openc3/utilities/store_queued.rb

@@ -103,7 +103,11 @@ module OpenC3
       OpenC3.kill_thread(self, @update_thread) if @update_thread
       @update_thread = nil
       # Drain the queue before shutdown
-      process_queue()
+      begin
+        process_queue()
+      rescue
+        # Best effort - Redis may already be unavailable during shutdown
+      end
     end
 
     MessageStruct = Struct.new(:message, :args, :kwargs, :block)

data/lib/openc3/version.rb

@@ -1,14 +1,14 @@
 # encoding: ascii-8bit
 
-OPENC3_VERSION = '7.2.0'
+OPENC3_VERSION = '7.2.1'
 module OpenC3
   module Version
     MAJOR = '7'
     MINOR = '2'
-    PATCH = '0'
+    PATCH = '1'
     OTHER = ''
-    BUILD = '57bc6819061782287e6e4c866874e13853dc6b40'
+    BUILD = 'c0b096796e3070340b34bc4368c21f3972ede7a4'
   end
-  VERSION = '7.2.0'
-  GEM_VERSION = '7.2.0'
+  VERSION = '7.2.1'
+  GEM_VERSION = '7.2.1'
 end

data/lib/openc3.rb

@@ -19,7 +19,12 @@ require 'resolv-replace'
 # Set default encodings
 saved_verbose = $VERBOSE; $VERBOSE = nil
 Encoding.default_external = Encoding::ASCII_8BIT
-Encoding.default_internal = Encoding::ASCII_8BIT
+# NOTE: Do NOT set Encoding.default_internal = ASCII_8BIT. Doing so makes every
+# read that specifies an encoding (e.g. File.read(path, encoding: 'UTF-8'))
+# transcode into ASCII-8BIT, which raises Encoding::UndefinedConversionError on
+# any non-ASCII byte. On Ruby 3.4 this breaks bootsnap's compile cache (it reads
+# source as UTF-8 to work around Ruby bug #22023) for any file containing
+# non-ASCII characters, including stdlib files like 'matrix'. Leave it nil.
 $VERBOSE = saved_verbose
 
 # Add OpenC3 bin folder to PATH

data/templates/tool_angular/package.json

@@ -1,6 +1,6 @@
 {
   "name": "<%= tool_name %>",
-  "version": "7.2.0",
+  "version": "7.2.1",
   "scripts": {
     "ng": "ng",
     "start": "ng serve",
@@ -23,7 +23,7 @@
     "@angular/platform-browser-dynamic": "^18.2.6",
     "@angular/router": "^18.2.6",
     "@astrouxds/astro-web-components": "^7.24.0",
-    "@openc3/js-common": "7.2.0",
+    "@openc3/js-common": "7.2.1",
     "rxjs": "~7.8.0",
     "single-spa": "^5.9.5",
     "single-spa-angular": "^9.2.0",

data/templates/tool_react/package.json

@@ -16,7 +16,7 @@
     "@emotion/react": "^11.13.3",
     "@emotion/styled": "^11.11.0",
     "@mui/material": "^6.1.1",
-    "@openc3/js-common": "7.2.0",
+    "@openc3/js-common": "7.2.1",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "single-spa-react": "^5.1.4"

data/templates/tool_svelte/package.json

@@ -12,7 +12,7 @@
   },
   "dependencies": {
     "@astrouxds/astro-web-components": "^7.24.0",
-    "@openc3/js-common": "7.2.0",
+    "@openc3/js-common": "7.2.1",
     "@smui/button": "^7.0.0",
     "@smui/common": "^7.0.0",
     "@smui/card": "^7.0.0",

data/templates/tool_vue/package.json

@@ -1,6 +1,6 @@
 {
   "name": "<%= tool_name %>",
-  "version": "7.2.0",
+  "version": "7.2.1",
   "private": true,
   "type": "module",
   "scripts": {
@@ -11,8 +11,8 @@
   },
   "dependencies": {
     "@astrouxds/astro-web-components": "^7.24.0",
-    "@openc3/js-common": "7.2.0",
-    "@openc3/vue-common": "7.2.0",
+    "@openc3/js-common": "7.2.1",
+    "@openc3/vue-common": "7.2.1",
     "axios": "^1.7.7",
     "date-fns": "^4.1.0",
     "lodash": "^4.17.21",

data/templates/widget/package.json

@@ -1,6 +1,6 @@
 {
   "name": "<%= widget_name %>",
-  "version": "7.2.0",
+  "version": "7.2.1",
   "private": true,
   "type": "module",
   "scripts": {
@@ -8,7 +8,7 @@
   },
   "dependencies": {
     "@astrouxds/astro-web-components": "^7.24.0",
-    "@openc3/vue-common": "7.2.0",
+    "@openc3/vue-common": "7.2.1",
     "vuetify": "^3.7.1"
   },
   "devDependencies": {

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: openc3
 version: !ruby/object:Gem::Version
-  version: 7.2.0
+  version: 7.2.1
 platform: ruby
 authors:
 - Ryan Melton
@@ -1106,6 +1106,7 @@ files:
 - lib/openc3/migrations/20250402000000_periodic_only_default.rb
 - lib/openc3/migrations/20260203000000_remove_store_id.rb
 - lib/openc3/migrations/20260204000000_remove_decom_reducer.rb
+- lib/openc3/migrations/20260701000000_updated_at_to_int.rb
 - lib/openc3/models/activity_model.rb
 - lib/openc3/models/auth_model.rb
 - lib/openc3/models/cvt_model.rb
@@ -1259,6 +1260,7 @@ files:
 - lib/openc3/utilities/migration.rb
 - lib/openc3/utilities/open_telemetry.rb
 - lib/openc3/utilities/process_manager.rb
+- lib/openc3/utilities/pypi_url.rb
 - lib/openc3/utilities/python_proxy.rb
 - lib/openc3/utilities/quaternion.rb
 - lib/openc3/utilities/questdb_client.rb