openc3 7.4.1 → 7.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 38237f07ec722ff8f92d12fd8b1219f0f90fe58c7e37e30e8d50fd9107cc373e
-  data.tar.gz: 5b2d61f7c5cfc095fc554099d4b4854d147b7c9335dc413a024afc14d09b6713
+  metadata.gz: 86e5a8920effe09dd66ebc0ca5f90e8df99948804786b07abce52711dbd03d37
+  data.tar.gz: 612c0bfe5198ecc591bb57722931174813ee343370db9ad1474b5f9e62a87a8f
 SHA512:
-  metadata.gz: 5cf34d15ab53eee6dde3268c9735c51ebe8ed39ee910a34388549bde4e6c5abb9e60afd88a0698937e2c5f5ff16b106dd0633c268f62fdbf79be0f6b02e1fc22
-  data.tar.gz: b9e56c46a90420c6a8c20e5dbcae3b49d30686c4453d640e5bfbca90d5391949eb3054a8d11380ef1735f1b05f830973b1dd79a70b3ce7b7178b17b0f892c673
+  metadata.gz: 36d1781323b82533f1af150fef184e63ec9b59c93006f4faaef8949f841d1983adbec5204ff5551f629cdd8d843cf843890edc3d5193249215514359c7cb437e
+  data.tar.gz: 3eafda9e5def7b46492a96627ce1e4b9a2c22d0f2e0ea3b51279051ebb2e658833ee5b18dacc119933cd3cafcb24219d587fc1afb8f11efab33daf9025ceabad

data/bin/pipinstall

@@ -1,8 +1,21 @@
 #!/bin/sh
 VENV="${PIPINSTALL_VENV:-$PYTHONUSERBASE}"
+
+# --no-sources finishes what --no-config starts. PypiUrl.build_args adds
+# --no-config when an operator has designated an index, which stops uv searching
+# a named index declared in [tool.uv].index - but a package pinned with
+# [tool.uv].sources is project metadata that survives --no-config and still
+# resolves against the index the pin names. --no-sources drops those pins so the
+# operator's index is the only one consulted. Every uv command below resolves,
+# so it applies to all of them.
+case " $* " in
+    *" --no-config "*) NO_SOURCES="--no-sources" ;;
+    *) NO_SOURCES="" ;;
+esac
+
 uv venv "$VENV" --allow-existing
-echo "uv pip install $@"
-uv pip install --python "$VENV" "$@"
+echo "uv pip install $*"
+uv pip install --python "$VENV" ${NO_SOURCES} "$@"
 if [ $? -eq 0 ]; then
     echo "Command succeeded"
     exit 0
@@ -26,9 +39,9 @@ LAST_ARG="$PREV"
 if [ -d "$LAST_ARG" ] && [ -f "$LAST_ARG/pyproject.toml" ]; then
     echo "Warning: Failed to build Python package, attempting to install declared dependencies from pyproject.toml"
     TMPFILE=$(mktemp)
-    uv pip compile ${OPTS} "${LAST_ARG}/pyproject.toml" > "$TMPFILE"
+    uv pip compile ${NO_SOURCES} ${OPTS} "${LAST_ARG}/pyproject.toml" > "$TMPFILE"
     if [ $? -eq 0 ] && [ -s "$TMPFILE" ]; then
-        uv pip install --python "$VENV" ${OPTS} -r "$TMPFILE"
+        uv pip install --python "$VENV" ${NO_SOURCES} ${OPTS} -r "$TMPFILE"
         if [ $? -eq 0 ]; then
             echo "Dependencies installed successfully"
             rm -f "$TMPFILE"
@@ -39,7 +52,7 @@ if [ -d "$LAST_ARG" ] && [ -f "$LAST_ARG/pyproject.toml" ]; then
 fi
 
 echo "Warning: Install failed - retrying with --no-index"
-uv pip install --python "$VENV" --no-index "$@"
+uv pip install --python "$VENV" --no-index ${NO_SOURCES} "$@"
 if [ $? -ne 0 ]; then
     echo "ERROR: uv pip install failed"
     exit 1

data/bin/pipuninstall

@@ -3,7 +3,7 @@
 # PythonPackageModel.destroy for per-plugin venvs), uninstall from that venv.
 # Otherwise fall back to the shared PYTHONUSERBASE.
 VENV="${PIPINSTALL_VENV:-$PYTHONUSERBASE}"
-echo "uv pip uninstall $@"
+echo "uv pip uninstall $*"
 uv pip uninstall --python "$VENV" "$@"
 if [ $? -eq 0 ]; then
     echo "Command succeeded"

data/bin/uvinstall

@@ -22,7 +22,28 @@
 PLUGIN_VENV_NAME="$1"
 GEM_PATH="$2"
 shift 2
-UV_ARGS="$@"
+# Index arguments built by PypiUrl.build_args: --default-index (the PyPI URL
+# from Admin Console -> Settings) and, when the deployment opts in,
+# --allow-insecure-host. Only --allow-insecure-host is load bearing on the
+# `uv sync --frozen` path below: a frozen sync never resolves, so uv installs
+# from the registry and wheel URLs already recorded in uv.lock and the default
+# index is unused. On the `uv pip` fallback paths both matter.
+UV_ARGS="$*"
+
+# --no-sources finishes what --no-config starts. PypiUrl.build_args adds
+# --no-config when an operator has designated an index, which stops uv searching
+# a named index the plugin declares in [tool.uv].index - but a package pinned
+# with [tool.uv].sources is project metadata that survives --no-config and still
+# resolves against the plugin author's index. --no-sources drops those pins so
+# the operator's index is the only one consulted.
+#
+# It is added only for the commands that resolve: `uv sync --frozen` rejects
+# --no-sources outright, and has no use for it, because a frozen sync installs
+# the registry and wheel URLs already recorded in uv.lock without resolving.
+RESOLVE_ARGS="$UV_ARGS"
+case " ${UV_ARGS} " in
+    *" --no-config "*) RESOLVE_ARGS="${UV_ARGS} --no-sources" ;;
+esac
 
 if [ -z "$PLUGIN_VENV_NAME" ] || [ -z "$GEM_PATH" ]; then
     echo "Usage: uvinstall <plugin_venv_name> <gem_path> [extra uv args...]"
@@ -57,7 +78,12 @@ uv_offline_then_online() {
     uv "$@"
 }
 
-VENV_BASE="/gems/plugin_venvs/${PLUGIN_VENV_NAME}"
+# The venv root is overridable so the spec suite can drive this script against
+# a temporary directory. Production never sets it; PluginModel computes the same
+# /gems/plugin_venvs path independently when it records the .uv_managed marker,
+# so pointing this elsewhere outside a test would put the two out of step.
+VENV_ROOT="${UVINSTALL_VENV_ROOT:-/gems/plugin_venvs}"
+VENV_BASE="${VENV_ROOT}/${PLUGIN_VENV_NAME}"
 VENV_DIR="${VENV_BASE}/.venv"
 
 echo "Creating per-plugin venv for '${PLUGIN_VENV_NAME}' at ${VENV_DIR}"
@@ -72,7 +98,9 @@ if [ -f "${GEM_PATH}/uv.lock" ] && [ -f "${GEM_PATH}/pyproject.toml" ]; then
     cp "${GEM_PATH}/uv.lock" "${VENV_BASE}/uv.lock"
 
     # Create venv and sync dependencies
-    cd "${VENV_BASE}"
+    # Syncing in the wrong directory would resolve against whatever
+    # pyproject.toml happens to be there, so treat this as fatal.
+    cd "${VENV_BASE}" || exit 1
     uv venv "${VENV_DIR}" --allow-existing
 
     # Offline sync first, online only on a cache miss (bounded by UV_HTTP_*).
@@ -99,14 +127,14 @@ uv venv "${VENV_DIR}" --allow-existing
 
 if [ -f "${GEM_PATH}/requirements.txt" ]; then
     echo "Installing from requirements.txt via uv pip install"
-    uv_offline_then_online pip install --python "${VENV_DIR}" ${UV_ARGS} -r "${GEM_PATH}/requirements.txt"
+    uv_offline_then_online pip install --python "${VENV_DIR}" ${RESOLVE_ARGS} -r "${GEM_PATH}/requirements.txt"
     RESULT=$?
 elif [ -f "${GEM_PATH}/pyproject.toml" ]; then
     echo "Installing from pyproject.toml via uv pip install"
     # --python: The Python interpreter into which packages should be installed.
     # --project: Discover a project (i.e. pyproject.toml) in the given directory.
     # -r: Install the packages listed in the given files.
-    uv_offline_then_online pip install --python "${VENV_DIR}" --project "${GEM_PATH}" ${UV_ARGS} -r "${GEM_PATH}/pyproject.toml"
+    uv_offline_then_online pip install --python "${VENV_DIR}" --project "${GEM_PATH}" ${RESOLVE_ARGS} -r "${GEM_PATH}/pyproject.toml"
     RESULT=$?
 
     # `uv pip install <path>` builds the plugin as a package before installing
@@ -121,11 +149,11 @@ elif [ -f "${GEM_PATH}/pyproject.toml" ]; then
     if [ $RESULT -ne 0 ]; then
         echo "Warning: Failed to build Python package, attempting to install declared dependencies from pyproject.toml"
         TMPFILE=$(mktemp)
-        uv pip compile --offline ${UV_ARGS} "${GEM_PATH}/pyproject.toml" > "$TMPFILE"
+        uv pip compile --offline ${RESOLVE_ARGS} "${GEM_PATH}/pyproject.toml" > "$TMPFILE"
         COMPILED=$?
         if [ $COMPILED -ne 0 ] || [ ! -s "$TMPFILE" ]; then
             echo "Offline uv pip compile missed the cache; retrying online"
-            uv pip compile ${UV_ARGS} "${GEM_PATH}/pyproject.toml" > "$TMPFILE"
+            uv pip compile ${RESOLVE_ARGS} "${GEM_PATH}/pyproject.toml" > "$TMPFILE"
             COMPILED=$?
         fi
         # Both the exit status AND a non-empty file are required: uv writes its
@@ -133,7 +161,7 @@ elif [ -f "${GEM_PATH}/pyproject.toml" ]; then
         # fails partway still leaves a non-empty file. Installing from that would
         # produce a venv missing dependencies and report success.
         if [ $COMPILED -eq 0 ] && [ -s "$TMPFILE" ]; then
-            uv_offline_then_online pip install --python "${VENV_DIR}" ${UV_ARGS} -r "$TMPFILE"
+            uv_offline_then_online pip install --python "${VENV_DIR}" ${RESOLVE_ARGS} -r "$TMPFILE"
             RESULT=$?
         fi
         rm -f "$TMPFILE"

data/data/config/default_plugins.yaml

@@ -0,0 +1,43 @@
+# Copyright 2026 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+# See LICENSE.md for more details.
+#
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+# Plugins that ship with COSMOS. These are hidden by default in the Admin
+# Plugins tab, skipped by plugin_list(default: false) and never written to
+# the local mode plugins folder.
+# This is the single source of truth: OpenC3::DefaultPlugins reads it and
+# GET /openc3-api/plugins/all flags each plugin with 'default' for the
+# frontend and script APIs.
+- openc3-cosmos-tool-admin
+- openc3-cosmos-tool-bucketexplorer
+- openc3-cosmos-tool-cmdsender
+- openc3-cosmos-tool-cmdqueue # Enterprise only
+- openc3-cosmos-tool-cmdhistory # Enterprise only
+- openc3-cosmos-tool-cmdtlmserver
+- openc3-cosmos-tool-dataextractor
+- openc3-cosmos-tool-dataviewer
+- openc3-cosmos-tool-docs
+- openc3-cosmos-tool-handbooks
+- openc3-cosmos-tool-iframe
+- openc3-cosmos-tool-limitsmonitor
+- openc3-cosmos-tool-packetviewer
+- openc3-cosmos-tool-scriptrunner
+- openc3-cosmos-tool-tablemanager
+- openc3-cosmos-tool-tlmgrapher
+- openc3-cosmos-tool-tlmviewer
+- openc3-cosmos-enterprise-tool-admin # Enterprise only
+- openc3-cosmos-tool-autonomic # Enterprise only
+- openc3-cosmos-tool-calendar # Enterprise only
+- openc3-cosmos-tool-grafana # Enterprise only
+- openc3-cosmos-tool-logexplorer # Enterprise only
+- openc3-cosmos-tool-notebooks # Enterprise only
+- openc3-cosmos-tool-systemhealth # Enterprise only
+- openc3-enterprise-tool-base # Enterprise only
+- openc3-tool-base

data/data/config/interface_modifiers.yaml

@@ -76,6 +76,10 @@ DISABLE_DISCONNECT:
     Use this keyword to prevent the user from disconnecting from the interface.
     This is typically used in a 'production' environment where you would not want
     the user to inadvertently disconnect from a target.
+DONT_LOG:
+  summary: Deprecated keyword that has no effect
+  description: Accepted for backwards compatibility with older plugins. A warning is logged and the keyword is otherwise ignored.
+  deprecated: DONT_LOG does nothing and can be removed
 LOG_STREAM:
   summary: Log all data on the interface exactly as it is sent and received
   description:
@@ -154,15 +158,15 @@ OPTION:
         connections on (default 0.0.0.0).
       values: .*
     - name: Parameters
-      required: false
-      description: Parameters to pass to the option
+      required: true
+      description: One or more parameters to pass to the option
       values: .*
   example: |
     INTERFACE SERIAL_INT serial_interface.rb COM1 COM1 115200 NONE 1 10.0 nil
       OPTION FLOW_CONTROL RTSCTS
       OPTION DATA_BITS 8
     ROUTER SERIAL_ROUTER tcpip_server_interface.rb 2950 2950 10.0 nil BURST
-      ROUTE SERIAL_INT
+      MAP_TARGET DATA
       OPTION LISTEN_ADDRESS 127.0.0.1
 SECRET:
   summary: Define a secret needed by this interface
@@ -261,7 +265,7 @@ CONTAINER:
   since: 5.7.0
   parameters:
     - name: Args
-      required: false
+      required: true
       description: Name of the container
       values: .+
 ROUTE_PREFIX:
@@ -281,11 +285,22 @@ SHARD:
   since: 6.0.0
   parameters:
     - name: Shard
-      required: false
+      required: true
       description: Shard number starting from 0
       values: \d+
   example: |
     SHARD 0
+DB_SHARD:
+  summary: Database shard for this interface's command and directive streams
+  description: DB Shard. Only used if running multiple database shards typically in Kubernetes
+  since: 7.1.0
+  parameters:
+    - name: DB Shard
+      required: true
+      description: DB Shard number starting from 0
+      values: \d+
+  example: |
+    DB_SHARD 0
 BRIDGE:
   summary: Name of the bridge to run this interface on
   description: Run this interface on a bridge host rather than within COSMOS. Note only python is supported.
@@ -338,8 +353,8 @@ BRIDGE_OPTION:
         connections on (default 0.0.0.0).
       values: .*
     - name: Parameters
-      required: false
-      description: Parameters to pass to the option
+      required: true
+      description: One or more parameters to pass to the option
       values: .*
   example: |
     INTERFACE SERIAL_INT serial_interface.rb COM1 COM1 115200 NONE 1 10.0 nil

data/data/config/item_modifiers.yaml

@@ -123,6 +123,12 @@ LIMITS:
     define additional named sets (e.g. TVAC), the DEFAULT set must be defined first.
     Attempting to define a named set before DEFAULT will raise an error of the form
     "DEFAULT limits set must be defined for TARGET PACKET ITEM before setting limits set NAME".
+
+    A value exactly equal to a limit is placed in the outer (more severe) state.
+    For example, with LIMITS DEFAULT 1 ENABLED 1 3 7 9 4 6 an integer item reports
+    RED_LOW at 1 and below, YELLOW_LOW at 2-3, GREEN_LOW at 4, BLUE at 5,
+    GREEN_HIGH at 6, YELLOW_HIGH at 7-8 and RED_HIGH at 9 and above. Without
+    the green limits, 4-6 would all be GREEN.
   example: |
     LIMITS DEFAULT 3 ENABLED -80.0 -70.0 60.0 80.0 -20.0 20.0
     LIMITS TVAC 3 ENABLED -80.0 -30.0 30.0 80.0
@@ -169,16 +175,20 @@ LIMITS:
       description: Setting the Green Low and Green High limits defines an
         "operational limit" which is colored blue by OpenC3. This allows for a
         distinct desired operational range which is narrower than the green safety limit.
-        If the telemetry value is greater than or equal to this value, but less
-        than the Green High Limit, a Blue operational condition will be detected.
+        If the telemetry value is greater than this value, but less than the
+        Green High Limit, a Blue operational condition will be detected. If the
+        telemetry value is less than or equal to this value, but greater than the
+        Yellow Low Limit, a Green Low condition will be detected.
       values: .+
     - name: Green High Limit
       required: false
       description: Setting the Green Low and Green High limits defines an
         "operational limit" which is colored blue by OpenC3. This allows for a
         distinct desired operational range which is narrower than the green safety limit.
-        If the telemetry value is less than or equal to this value, but greater
-        than the Green Low Limit, a Blue operational condition will be detected.
+        If the telemetry value is less than this value, but greater than the
+        Green Low Limit, a Blue operational condition will be detected. If the
+        telemetry value is greater than or equal to this value, but less than the
+        Yellow High Limit, a Green High condition will be detected.
       values: .+
 LIMITS_RESPONSE:
   summary: Defines a response class that is called when the limits state of the current item changes

data/data/config/plugins.yaml

@@ -79,7 +79,7 @@ INTERFACE:
         documentation for more details.
 ROUTER:
   modifiers:
-    <%= MetaConfigParser.load('interface_modifiers.yaml').to_meta_config_yaml(4) %>
+    <%= MetaConfigParser.load('interface_modifiers.yaml').reject { |keyword, _| keyword.start_with?('BRIDGE') }.to_meta_config_yaml(4) %>
   summary: Create router to receive commands and output telemetry packets from one or more interfaces
   description: Creates an router which receives command packets from
     their remote clients and sends them to associated interfaces. They receive telemetry

data/data/config/widgets.yaml

@@ -1230,7 +1230,7 @@ Telemetry Widgets:
       parameters:
         - name: Icon name
           required: true
-          description: The astro UX icon to display. Valid choices are 'astro' icons taken from https://github.com/RocketCommunicationsInc/astro-components/blob/master/static/json/rux-icons.json.
+          description: The astro UX icon to display. Valid choices are 'astro' icons taken from https://www.astrouxds.com/components/icon-library/.
           values: .+
         - name: Icon label
           required: false

data/lib/openc3/api/cmd_api.rb

@@ -211,18 +211,14 @@ module OpenC3
     # @param target_name [String] Name of the target
     # @return [Array<String>] Array of all command packet names
     def get_all_cmd_names(target_name, hidden: false, manual: false, scope: $openc3_scope, token: $openc3_token)
+      target_name = target_name.upcase
+      authorize(permission: 'cmd_info', target_name: target_name, scope: scope, token: token)
+      # Only the names are needed so avoid parsing every packet definition
       begin
-        packets = get_all_cmds(target_name, scope: scope, token: token)
+        names = TargetModel.packet_names(target_name, type: :CMD, scope: scope)
+        names -= TargetModel.hidden_packet_names(target_name, type: :CMD, scope: scope) unless hidden
       rescue RuntimeError
-        packets = []
-      end
-      names = []
-      packets.each do |packet|
-        if hidden
-          names << packet['packet_name']
-        else
-          names << packet['packet_name'] unless packet['hidden']
-        end
+        names = []
       end
       return names
     end
@@ -364,13 +360,14 @@ module OpenC3
         time = 0
         command_name = nil
         targets.each do |cur_target|
-          TargetModel.packets(cur_target, type: :CMD, scope: scope).each do |packet|
-            cur_time = CommandDecomTopic.get_cmd_item(cur_target, packet["packet_name"], 'RECEIVED_TIMESECONDS', type: :CONVERTED, scope: scope)
+          # Only the names are needed so avoid parsing every packet definition
+          TargetModel.packet_names(cur_target, type: :CMD, scope: scope).each do |packet_name|
+            cur_time = CommandDecomTopic.get_cmd_item(cur_target, packet_name, 'RECEIVED_TIMESECONDS', type: :CONVERTED, scope: scope)
             next unless cur_time
 
             if cur_time > time
               time = cur_time
-              command_name = packet["packet_name"]
+              command_name = packet_name
               target_name = cur_target
             end
           end

data/lib/openc3/api/interface_api.rb

@@ -48,8 +48,7 @@ module OpenC3
       authorize(permission: 'system', interface_name: interface_name, manual: manual, scope: scope, token: token)
       interface = InterfaceModel.get(name: interface_name, scope: scope)
       raise "Interface '#{interface_name}' does not exist (get_interface)" unless interface
-
-      interface.merge(InterfaceStatusModel.get(name: interface_name, scope: scope))
+      interface.merge(InterfaceStatusModel.get_or_default(name: interface_name, scope: scope))
     end
 
     # @return [Array<String>] All the interface names

data/lib/openc3/api/limits_api.rb

@@ -457,7 +457,7 @@ module OpenC3
     # @return Hash The requested item based on the packet name
     def _get_item(target_name, packet_name, item_name, cache_timeout: nil, scope:)
       # Determine if this item exists, it will raise appropriate errors if not
-      packet_name = CvtModel.determine_latest_packet_for_item(target_name, item_name, cache_timeout: cache_timeout, scope: $openc3_scope) if packet_name == 'LATEST'
+      packet_name = CvtModel.determine_latest_packet_for_item(target_name, item_name, cache_timeout: cache_timeout, scope: scope) if packet_name == 'LATEST'
       return TargetModel.packet_item(target_name, packet_name, item_name, scope: scope)
     end
   end

data/lib/openc3/api/metrics_api.rb

@@ -14,6 +14,7 @@
 require 'openc3/models/metric_model'
 require 'openc3/utilities/authentication'
 require 'openc3/utilities/store'
+require 'openc3/utilities/topic_lag_monitor'
 
 module OpenC3
   module Api
@@ -53,8 +54,12 @@ module OpenC3
     SUM_METRICS['tsdb_ingest_total'] = 0
     SUM_METRICS['tsdb_ingest_error_total'] = 0
 
-    def get_metrics(manual: false, scope: $openc3_scope, token: $openc3_token)
+    # Metrics shown per service in Data Flows
+    FLOW_METRIC_SUFFIXES = %w(_topic_delta_seconds _duration_seconds _read_queue_bytes _total).freeze
+
+    def get_metrics(detailed: false, manual: false, scope: $openc3_scope, token: $openc3_token)
       authorize(permission: 'system', manual: manual, scope: scope, token: token)
+      return _flow_metrics(scope) if detailed
 
       sum_metrics = SUM_METRICS.dup
       duration_metrics = DURATION_METRICS.dup
@@ -93,5 +98,25 @@ module OpenC3
 
       return result
     end
+
+    # Per service metrics for Data Flows. Reads only what each microservice
+    # reported itself so updated_at shows when that service last published;
+    # the operator's process metrics would otherwise keep it fresh while the
+    # process is alive. Sends just the values Data Flows displays, plus the
+    # lag thresholds so its indicators match the falling behind notifications.
+    def _flow_metrics(scope)
+      services = {}
+      MetricModel.all_self_reported(scope: scope).each do |name, entry|
+        next unless entry and entry['values']
+        values = {}
+        entry['values'].each do |metric_name, data|
+          next unless data.is_a?(Hash) and metric_name.end_with?(*FLOW_METRIC_SUFFIXES)
+          values[metric_name] = { 'value' => data['value'] }
+        end
+        next if values.empty?
+        services[name] = { 'updated_at' => entry['updated_at'], 'values' => values }
+      end
+      { 'lag_thresholds' => TopicLagMonitor.thresholds, 'services' => services }
+    end
   end
 end

data/lib/openc3/api/router_api.rb

@@ -47,8 +47,7 @@ module OpenC3
       authorize(permission: 'system', router_name: router_name, manual: manual, scope: scope, token: token)
       router = RouterModel.get(name: router_name, scope: scope)
       raise "Router '#{router_name}' does not exist (get_router)" unless router
-
-      router.merge(RouterStatusModel.get(name: router_name, scope: scope))
+      router.merge(RouterStatusModel.get_or_default(name: router_name, scope: scope))
     end
 
     # @return [Array<String>] All the router names

data/lib/openc3/api/tlm_api.rb

@@ -373,18 +373,14 @@ module OpenC3
     # @param target_name [String] Name of the target
     # @return [Array<String>] Array of all telemetry packet names
     def get_all_tlm_names(target_name, hidden: false, manual: false, scope: $openc3_scope, token: $openc3_token)
+      target_name = target_name.upcase
+      authorize(permission: 'tlm', target_name: target_name, manual: manual, scope: scope, token: token)
+      # Only the names are needed so avoid parsing every packet definition
       begin
-        packets = get_all_tlm(target_name, manual: manual, scope: scope, token: token)
+        names = TargetModel.packet_names(target_name, type: :TLM, scope: scope)
+        names -= TargetModel.hidden_packet_names(target_name, type: :TLM, scope: scope) unless hidden
       rescue RuntimeError
-        packets = []
-      end
-      names = []
-      packets.each do |packet|
-        if hidden
-          names << packet['packet_name']
-        else
-          names << packet['packet_name'] unless packet['hidden']
-        end
+        names = []
       end
       return names
     end

data/lib/openc3/config/config_parser.rb

@@ -319,8 +319,10 @@ module OpenC3
     # primitive. All other values are simply returned.
     #
     # @param value [Object]
+    # @param default [Object] Returned if value is nil
     # @return [true|false|Object]
-    def self.handle_true_false(value)
+    def self.handle_true_false(value, default: nil)
+      return default if value.nil?
       if String === value
         case value.upcase
         when 'TRUE'

data/lib/openc3/core_ext/tempfile.rb

@@ -15,4 +15,6 @@ require 'tempfile'
 
 class Tempfile
   attr_accessor :filename
+  # Set by open_bucket_dialog to identify where the file came from
+  attr_accessor :bucket, :bucket_path
 end

data/lib/openc3/interfaces/file_interface.rb

@@ -76,6 +76,9 @@ module OpenC3
 
     def connect
       super() # Reset the protocols
+      # Discard a disconnect marker left over from a previous connection. Entries only
+      # wake read_interface, which finds files by listing the folder, so none are lost.
+      @queue.clear
 
       if @telemetry_read_folder
         @listener = Listen.to(@telemetry_read_folder, force_polling: @polling) do |modified, added, removed|
@@ -96,7 +99,9 @@ module OpenC3
       @sleeper.cancel if @sleeper
       @listener.stop if @listener
       @listener = nil
-      @queue << nil
+      # Only wake read_interface for the first disconnect of a connection, otherwise the
+      # unconsumed marker would immediately disconnect the next connection
+      @queue << nil if @connected
       super()
       @connected = false
     end

data/lib/openc3/interfaces/http_client_interface.rb

@@ -51,6 +51,10 @@ module OpenC3
 
     # Connects the interface to its target(s)
     def connect
+      # Discard anything still queued from a previous connection, such as a response to a
+      # request that completed after disconnect. A request still in flight across the
+      # reconnect can queue its response after this; that is a real response and is read normally.
+      @response_queue.clear
       # Per https://github.com/lostisland/faraday/blob/main/lib/faraday/options/env.rb
       # :timeout       - time limit for the entire request (Integer in seconds)
       # :open_timeout  - time limit for just the connection phase (e.g. handshake) (Integer in seconds)
@@ -79,15 +83,19 @@ module OpenC3
 
     # Disconnects the interface from its target(s)
     def disconnect
+      was_connected = !@http.nil?
       @http.close if @http
       @http = nil
-      # Clear the response queue
-      while @response_queue.length > 0
-        @response_queue.pop
-      end
       super()
-      # Push nil to cause read_interface to return nil
-      @response_queue.push(nil)
+      # disconnect is called more than once per connection loss (e.g. again after
+      # read_interface returns nil), so only the first call queues the marker. Another
+      # marker would be left unconsumed and immediately disconnect the next connection,
+      # and clearing again could discard a marker the reader hasn't consumed yet.
+      if was_connected
+        @response_queue.clear
+        # Push nil to cause read_interface to return nil
+        @response_queue.push(nil)
+      end
     end
 
     # Called to convert a packet into a data buffer. Write protocols then

data/lib/openc3/interfaces/interface.rb

@@ -70,6 +70,9 @@ module OpenC3
     #   this interface
     attr_accessor :disable_disconnect
 
+    # @return [Boolean] Flag indicating if the interface is allowed to read
+    attr_writer :read_allowed
+
     # @return [StreamLogPair] StreamLogPair instance or nil
     attr_accessor :stream_log_pair
 
@@ -326,6 +329,12 @@ module OpenC3
         # Return packet
         @read_count += 1
         Logger.warn("#{@name}: Interface unexpectedly requested disconnect") unless packet
+        # Timestamp buffered reads with when the data arrived rather than when
+        # it was processed (otherwise received_time is set when it is handled)
+        if packet and !packet.received_time
+          data_time = read_queue_data_time
+          packet.received_time = data_time if data_time
+        end
         return packet
       end
     rescue Exception => e
@@ -349,7 +358,8 @@ module OpenC3
           if packet == :DISCONNECT
             Logger.info("#{@name}: Protocol #{protocol.class} write_packet requested disconnect")
             disconnect()
-            return
+            # Nothing was written so reject rather than report success
+            raise WriteRejectError.new("Protocol #{protocol.class} write_packet requested disconnect")
           end
           return if packet == :STOP
         end
@@ -369,7 +379,8 @@ module OpenC3
           if data == :DISCONNECT
             Logger.info("#{@name}: Protocol #{protocol.class} write_data requested disconnect")
             disconnect()
-            return
+            # Nothing was written so reject rather than report success
+            raise WriteRejectError.new("Protocol #{protocol.class} write_data requested disconnect")
           end
           return if data == :STOP
         end
@@ -443,6 +454,19 @@ module OpenC3
       config
     end
 
+    # @return [Integer] The number of bytes waiting on the read queue.
+    #   Interfaces which buffer raw reads override this (see ReadQueueInterface).
+    def read_queue_bytes
+      0
+    end
+
+    # @return [Time, nil] When the data most recently returned by
+    #   read_interface was read from the underlying source, or nil if unknown.
+    #   Interfaces which buffer raw reads override this (see ReadQueueInterface).
+    def read_queue_data_time
+      nil
+    end
+
     # @return [Boolean] Whether reading is allowed
     def read_allowed?
       @read_allowed
@@ -564,7 +588,7 @@ module OpenC3
     # @return [String] Raw packet data
     def read_interface_base(data, _extra = nil)
       if @save_raw_data
-        @read_raw_data_time = Time.now
+        @read_raw_data_time = read_queue_data_time || Time.now
         @read_raw_data = data.clone
       end
       @bytes_read += data.length