openc3 5.11.3 → 5.12.0

data/lib/openc3/models/model.rb

@@ -182,6 +182,24 @@ module OpenC3
         'plugin' => @plugin,
         'scope' => @scope }
     end
+
+    def check_disable_erb(filename)
+      erb_disabled = false
+      if @disable_erb
+        if @disable_erb.length == 0
+          # Disable all ERB
+          erb_disabled = true
+        else
+          @disable_erb.each do |pattern|
+            if filename =~ Regexp.new(pattern)
+              erb_disabled = true
+              break
+            end
+          end
+        end
+      end
+      return erb_disabled
+    end
   end
 
   class EphemeralModel < Model

data/lib/openc3/models/note_model.rb

@@ -33,6 +33,17 @@ module OpenC3
       "#{scope}#{PRIMARY_KEY}"
     end
 
+    def self.notify(scope:, kind:, start:, stop: nil)
+      json = {'type' => NOTE_TYPE, 'start' => start}
+      json['stop'] = stop if stop
+      notification = {
+        'data' => JSON.generate(json),
+        'kind' => kind,
+        'type' => 'calendar',
+      }
+      CalendarTopic.write_entry(notification, scope: scope)
+    end
+
     attr_reader :stop, :color, :description, :type
 
     # @param [String] scope - OpenC3 scope to track event to

data/lib/openc3/models/plugin_model.rb

@@ -34,6 +34,7 @@ require 'openc3/models/router_model'
 require 'openc3/models/tool_model'
 require 'openc3/models/widget_model'
 require 'openc3/models/microservice_model'
+require 'openc3/api/api'
 require 'tmpdir'
 require 'tempfile'
 require 'fileutils'
@@ -43,6 +44,8 @@ module OpenC3
   # microservices and tools. The PluginModel installs all these pieces as well
   # as destroys them all when the plugin is removed.
   class PluginModel < Model
+    include Api
+
     PRIMARY_KEY = 'openc3_plugins'
     # Reserved VARIABLE names. See local_mode.rb: update_local_plugin()
     RESERVED_VARIABLE_NAMES = ['target_name', 'microservice_name', 'scope']
@@ -170,6 +173,21 @@ module OpenC3
         end
         needs_dependencies = pkg.spec.runtime_dependencies.length > 0
         needs_dependencies = true if Dir.exist?(File.join(gem_path, 'lib'))
+
+        # Handle python requirements.txt
+        if File.exist?(File.join(gem_path, 'requirements.txt'))
+          begin
+            pypi_url = get_setting('pypi_url', scope: scope)
+          rescue
+            # If Redis isn't running try the ENV, then simply pypi.org/simple
+            pypi_url = ENV['PYPI_URL']
+            pypi_url ||= 'https://pypi.org/simple'
+          end
+          Logger.info "Installing python packages from requirements.txt"
+          puts `pip install --user -i #{pypi_url} -r #{File.join(gem_path, 'requirements.txt')}`
+          needs_dependencies = true
+        end
+
         # If needs_dependencies hasn't already been set we need to scan the plugin.txt
         # to see if they've explicitly set the NEEDS_DEPENDENCIES keyword
         unless needs_dependencies

data/lib/openc3/models/python_package_model.rb

@@ -0,0 +1,104 @@
+# encoding: ascii-8bit
+
+# Copyright 2023 OpenC3, Inc.
+# All Rights Reserved.
+#
+# This program is free software; you can modify and/or redistribute it
+# under the terms of the GNU Affero General Public License
+# as published by the Free Software Foundation; version 3 with
+# attribution addendums as found in the LICENSE.txt
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# This file may also be used under the terms of a commercial license
+# if purchased from OpenC3, Inc.
+
+require 'fileutils'
+require 'openc3/utilities/process_manager'
+require 'pathname'
+
+module OpenC3
+  # This class acts like a Model but doesn't inherit from Model because it doesn't
+  # actual interact with the Store (Redis). Instead we implement names, get, put
+  # and destroy to allow interaction with python package files from the PluginModel and
+  # the PackagesController.
+  class PythonPackageModel
+    def self.names
+      paths = Dir.glob("#{ENV['PYTHONUSERBASE']}/lib/*")
+      results = []
+      paths.each do |path|
+        results.concat(Pathname.new(File.join(path, 'site-packages')).children.select { |c| c.directory? and File.extname(c) == '.dist-info' }.collect { |p| File.basename(p, '.dist-info') })
+      end
+      return results.sort
+    end
+
+    def self.get(name)
+      path = "#{ENV['PYTHONUSERBASE']}/cache"
+      FileUtils.mkdir_p(path) unless Dir.exist?(path)
+      result = Pathname.new(path).children.select { |c| c.file? and File.basename(c, File.extname(c)) == name }
+      if result.length > 0
+        return result[0] if File.exist?(result[0])
+      end
+      raise "Package #{name} not found"
+    end
+
+    def self.put(package_file_path, package_install: true, scope:)
+      if File.file?(package_file_path)
+        package_filename = File.basename(package_file_path)
+        FileUtils.mkdir_p("#{ENV['PYTHONUSERBASE']}/cache") unless Dir.exist?("#{ENV['PYTHONUSERBASE']}/cache")
+        cache_path = "#{ENV['PYTHONUSERBASE']}/cache/#{File.basename(package_file_path)}"
+        FileUtils.cp(package_file_path, cache_path)
+        if package_install
+          return self.install(cache_path, scope: scope)
+        end
+      else
+        message = "Package file #{package_file_path} does not exist!"
+        Logger.error message
+        raise message
+      end
+      return nil
+    end
+
+    def self.install(name_or_path, scope:)
+      if File.exist?(name_or_path)
+        package_file_path = name_or_path
+      else
+        package_file_path = get(name_or_path)
+      end
+      package_filename = File.basename(package_file_path)
+      begin
+        pypi_url = get_setting('pypi_url', scope: scope)
+      rescue
+        # If Redis isn't running try the ENV, then simply pypi.org/simple
+        pypi_url = ENV['PYPI_URL']
+        pypi_url ||= 'https://pypi.org/simple'
+      end
+      Logger.info "Installing python package: #{name_or_path}"
+      result = OpenC3::ProcessManager.instance.spawn(["pip", "install", "--user", "-i", pypi_url, package_file_path], "package_install", package_filename, Time.now + 3600.0, scope: scope)
+      return result.name
+    end
+
+    def self.destroy(name, scope:)
+      package_name, version = self.extract_name_and_version(name)
+      Logger.info "Uninstalling package: #{name}"
+      result = OpenC3::ProcessManager.instance.spawn(["pip", "uninstall", package_name, "-y"], "package_uninstall", name, Time.now + 3600.0, scope: scope)
+      return result.name
+    end
+
+    def self.extract_name_and_version(name)
+      split_name = name.split('-')
+      if split_name.length > 1
+        package_name = split_name[0..-2].join('-')
+        version = File.basename(split_name[-1], '.dist-info')
+      else
+        package_name = name
+        version = "Unknown"
+      end
+
+      return package_name, version
+    end
+  end
+end

data/lib/openc3/models/scope_model.rb

@@ -305,6 +305,8 @@ module OpenC3
       SettingModel.set({ name: 'source_url', data: 'https://github.com/OpenC3/cosmos' }, scope: @scope) unless setting
       setting = SettingModel.get(name: 'rubygems_url')
       SettingModel.set({ name: 'rubygems_url', data: 'https://rubygems.org' }, scope: @scope) unless setting
+      setting = SettingModel.get(name: 'pypi_url')
+      SettingModel.set({ name: 'pypi_url', data: 'https://pypi.org/simple' }, scope: @scope) unless setting
     end
   end
 end

data/lib/openc3/models/sorted_model.rb

@@ -14,10 +14,10 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
+# All changes Copyright 2023, OpenC3, Inc.
 # All Rights Reserved
 #
-# This file may also be used under the terms of a commercial license 
+# This file may also be used under the terms of a commercial license
 # if purchased from OpenC3, Inc.
 
 # https://www.rubydoc.info/gems/redis/Redis/Commands/SortedSets
@@ -39,7 +39,12 @@ module OpenC3
 
     # MUST be overriden by any subclasses
     def self.pk(scope)
-      "#{scope}#{PRIMARY_KEY}"
+      return "#{scope}#{PRIMARY_KEY}"
+    end
+
+    # MUST be overriden by any subclasses
+    def self.notify(scope:, kind:, start:, stop: nil)
+      # Do nothing by default
     end
 
     # @return [String|nil] String of the saved json or nil if start not found
@@ -52,7 +57,7 @@ module OpenC3
     # @return [Array<Hash>] Array up to the limit of the models (as Hash objects) stored under the primary key
     def self.all(scope:, limit: 100)
       result = Store.zrevrangebyscore(self.pk(scope), '+inf', '-inf', limit: [0, limit])
-      result.map { |item| JSON.parse(item, :allow_nan => true, :create_additions => true) }
+      return result.map { |item| JSON.parse(item, :allow_nan => true, :create_additions => true) }
     end
 
     # @return [String|nil] json or nil if metadata empty
@@ -71,24 +76,28 @@ module OpenC3
         raise SortedInputError.new "start: #{start} must be before stop: #{stop}"
       end
       result = Store.zrangebyscore(self.pk(scope), start, stop, limit: [0, limit])
-      result.map { |item| JSON.parse(item, :allow_nan => true, :create_additions => true) }
+      return result.map { |item| JSON.parse(item, :allow_nan => true, :create_additions => true) }
     end
 
     # @return [Integer] count of the members stored under the primary key
     def self.count(scope:)
-      Store.zcard(self.pk(scope))
+      return Store.zcard(self.pk(scope))
     end
 
     # Remove member from a sorted set
     # @return [Integer] count of the members removed, 0 if not found
     def self.destroy(scope:, start:)
-      Store.zremrangebyscore(self.pk(scope), start, start)
+      result = Store.zremrangebyscore(self.pk(scope), start, start)
+      self.notify(kind: 'deleted', start: start, scope: scope)
+      return result
     end
 
     # Remove members from min to max of the sorted set.
     # @return [Integer] count of the members removed
     def self.range_destroy(scope:, start:, stop:)
-      Store.zremrangebyscore(self.pk(scope), start, stop)
+      result = Store.zremrangebyscore(self.pk(scope), start, stop)
+      self.notify(kind: 'deleted', start: start, stop: stop, scope: scope)
+      return result
     end
 
     attr_reader :start

data/lib/openc3/models/target_model.rb

@@ -14,7 +14,7 @@
 # GNU Affero General Public License for more details.
 
 # Modified by OpenC3, Inc.
-# All changes Copyright 2022, OpenC3, Inc.
+# All changes Copyright 2023, OpenC3, Inc.
 # All Rights Reserved
 #
 # This file may also be used under the terms of a commercial license
@@ -78,6 +78,7 @@ module OpenC3
     attr_accessor :needs_dependencies
     attr_accessor :target_microservices
     attr_accessor :children
+    attr_accessor :disable_erb
 
     # NOTE: The following three class methods are used by the ModelController
     # and are reimplemented to enable various Model class methods to work
@@ -349,6 +350,7 @@ module OpenC3
       target_microservices: {'REDUCER' => [[]]},
       reducer_disable: false,
       reducer_max_cpu_utilization: 30.0,
+      disable_erb: nil,
       scope:
     )
       super("#{scope}__#{PRIMARY_KEY}", name: name, plugin: plugin, updated_at: updated_at,
@@ -396,6 +398,7 @@ module OpenC3
       @target_microservices = target_microservices
       @reducer_disable = reducer_disable
       @reducer_max_cpu_utilization = reducer_max_cpu_utilization
+      @disable_erb = disable_erb
       @bucket = Bucket.getClient()
       @children = []
     end
@@ -435,7 +438,8 @@ module OpenC3
         'needs_dependencies' => @needs_dependencies,
         'target_microservices' => @target_microservices.as_json(:allow_nan => true),
         'reducer_disable' => @reducer_disable,
-        'reducer_max_cpu_utilization' => @reducer_max_cpu_utilization
+        'reducer_max_cpu_utilization' => @reducer_max_cpu_utilization,
+        'disable_erb' => @disable_erb
       }
     end
 
@@ -544,6 +548,12 @@ module OpenC3
         else
           raise ConfigParser::Error.new(parser, "PACKET cannot be used without a TARGET_MICROSERVICE")
         end
+      when 'DISABLE_ERB'
+        # 0 to unlimited parameters
+        @disable_erb ||= []
+        if parameters
+          @disable_erb.concat(parameters)
+        end
       else
         raise ConfigParser::Error.new(parser, "Unknown keyword and parameters for Target: #{keyword} #{parameters.join(" ")}")
       end
@@ -567,10 +577,13 @@ module OpenC3
           # Load target files
           @filename = filename # For render
           data = File.read(filename, mode: "rb")
+          erb_disabled = check_disable_erb(filename)
           begin
-            OpenC3.set_working_dir(File.dirname(filename)) do
-              if ERB_EXTENSIONS.include?(File.extname(filename).downcase) and File.basename(filename)[0] != '_'
-                data = ERB.new(data.force_encoding("UTF-8").comment_erb(), trim_mode: "-").result(binding.set_variables(variables))
+            unless erb_disabled
+              OpenC3.set_working_dir(File.dirname(filename)) do
+                if ERB_EXTENSIONS.include?(File.extname(filename).downcase) and File.basename(filename)[0] != '_'
+                  data = ERB.new(data.force_encoding("UTF-8").comment_erb(), trim_mode: "-").result(binding.set_variables(variables))
+                end
               end
             end
           rescue => error
@@ -679,9 +692,15 @@ module OpenC3
         path = File.join(File.dirname(@filename), template_name)
       end
 
+      data = File.read(path, mode: "rb")
+      erb_disabled = check_disable_erb(path)
       begin
-        OpenC3.set_working_dir(File.dirname(path)) do
-          return ERB.new(File.read(path).force_encoding("UTF-8").comment_erb(), trim_mode: "-").result(b)
+        if erb_disabled
+          return data
+        else
+          OpenC3.set_working_dir(File.dirname(path)) do
+            return ERB.new(data.force_encoding("UTF-8").comment_erb(), trim_mode: "-").result(b)
+          end
         end
       rescue => error
         raise "ERB error parsing: #{path}: #{error.formatted}"
@@ -692,14 +711,14 @@ module OpenC3
       target_files = []
       Find.find(target_folder) { |file| target_files << file }
       target_files.sort!
-      hash = OpenC3.hash_files(target_files, nil, 'SHA256').hexdigest
-      File.open(File.join(target_folder, 'target_id.txt'), 'wb') { |file| file.write(hash) }
+      @id = OpenC3.hash_files(target_files, nil, 'SHA256').hexdigest
+      File.open(File.join(target_folder, 'target_id.txt'), 'wb') { |file| file.write(@id) }
       key = "#{@scope}/targets/#{@name}/target_id.txt"
-      @bucket.put_object(bucket: ENV['OPENC3_CONFIG_BUCKET'], key: key, body: hash)
+      @bucket.put_object(bucket: ENV['OPENC3_CONFIG_BUCKET'], key: key, body: @id)
 
       # Create target archive zip file
       prefix = File.dirname(target_folder) + '/'
-      output_file = File.join(temp_dir, @name + '_' + hash + '.zip')
+      output_file = File.join(temp_dir, @name + '_' + @id + '.zip')
       Zip.continue_on_exists_proc = true
       Zip::File.open(output_file, Zip::File::CREATE) do |zipfile|
         target_files.each do |target_file|
@@ -718,7 +737,7 @@ module OpenC3
         @bucket.put_object(bucket: ENV['OPENC3_CONFIG_BUCKET'], key: bucket_key, body: file)
       end
       File.open(output_file, 'rb') do |file|
-        bucket_key = key = "#{@scope}/target_archives/#{@name}/#{@name}_#{hash}.zip"
+        bucket_key = key = "#{@scope}/target_archives/#{@name}/#{@name}_#{@id}.zip"
         @bucket.put_object(bucket: ENV['OPENC3_CONFIG_BUCKET'], key: bucket_key, body: file)
       end
     end
@@ -733,7 +752,6 @@ module OpenC3
       @cmd_tlm_files = target.cmd_tlm_files
       @cmd_unique_id_mode = target.cmd_unique_id_mode
       @tlm_unique_id_mode = target.tlm_unique_id_mode
-      @id = target.id
       @limits_groups = system.limits.groups.keys
       update()
 
@@ -897,13 +915,21 @@ module OpenC3
       Logger.info "Configured microservice #{microservice_name}"
     end
 
-    def deploy_decom_microservice(gem_path, variables, topics, instance = nil, parent = nil)
+    def deploy_decom_microservice(target, gem_path, variables, topics, instance = nil, parent = nil)
       microservice_name = "#{@scope}__DECOM#{instance}__#{@name}"
+      # Assume Ruby initially
+      filename = 'decom_microservice.rb'
+      work_dir = '/openc3/lib/openc3/microservices'
+      if target.language == 'python'
+        filename = 'decom_microservice.py'
+        work_dir.sub!('openc3/lib', 'openc3/python')
+        parent = nil
+      end
       microservice = MicroserviceModel.new(
         name: microservice_name,
         folder_name: @folder_name,
-        cmd: ["ruby", "decom_microservice.rb", microservice_name],
-        work_dir: '/openc3/lib/openc3/microservices',
+        cmd: [target.language, filename, microservice_name],
+        work_dir: work_dir,
         topics: topics,
         target_names: [@name],
         plugin: @plugin,
@@ -963,7 +989,6 @@ module OpenC3
           name: microservice_name,
           cmd: ["ruby", "multi_microservice.rb", *@children],
           work_dir: '/openc3/lib/openc3/microservices',
-          target_names: [@name],
           plugin: @plugin,
           scope: @scope
         )
@@ -976,9 +1001,14 @@ module OpenC3
     def deploy_target_microservices(type, base_topic_list, topic_prefix)
       target_microservices = @target_microservices[type]
       if target_microservices
+        # These are stand alone microservice(s) ... not part of MULTI
         if base_topic_list
+          # Only create the microservice if there are topics
+          # This prevents creation of DECOM with no TLM Packets (for example)
           deploy_count = 0
           all_topics = base_topic_list.dup
+
+          # Figure out if there are individual packets assigned to this microservice
           target_microservices.sort! {|a, b| a.length <=> b.length}
           target_microservices.each_with_index do |packet_names, index|
             topics = []
@@ -996,15 +1026,19 @@ module OpenC3
               end
             end
           end
+          # If there are any topics (packets) left over that haven't been
+          # explictly handled above, spawn another microservice
           if all_topics.length > 0
             instance = nil
             instance = deploy_count unless deploy_count == 0
             yield all_topics, instance, nil
           end
         else
+          # Do not spawn the microservice
           yield nil, nil, nil
         end
       else
+        # Not a stand alone microservice ... part of MULTI
         yield base_topic_list, nil, @parent if not base_topic_list or base_topic_list.length > 0
       end
     end
@@ -1068,11 +1102,12 @@ module OpenC3
 
         # Decommutation Microservice
         deploy_target_microservices('DECOM', packet_topic_list, "#{@scope}__TELEMETRY__{#{@name}}") do |topics, instance, parent|
-          deploy_decom_microservice(gem_path, variables, topics, instance, parent)
+          deploy_decom_microservice(system.targets[@name], gem_path, variables, topics, instance, parent)
         end
 
         # Reducer Microservice
         unless @reducer_disable
+          # TODO: Does Reducer even need a topic list?
           deploy_target_microservices('REDUCER', decom_topic_list, "#{@scope}__DECOM__{#{@name}}") do |topics, instance, parent|
             deploy_reducer_microservice(gem_path, variables, topics, instance, parent)
           end

data/lib/openc3/models/tool_config_model.rb

@@ -24,6 +24,12 @@ require 'openc3/utilities/local_mode'
 
 module OpenC3
   class ToolConfigModel
+    def self.config_tool_names(scope: $openc3_scope)
+      cursor, keys = Store.scan(0, match: "#{scope}__config__*", type: 'hash', count: 100)
+      # Just return the tool name that is used in the other APIs
+      return keys.map! { |key| key.split('__')[2] }.sort
+    end
+
     def self.list_configs(tool, scope: $openc3_scope)
       Store.hkeys("#{scope}__config__#{tool}")
     end
@@ -32,14 +38,14 @@ module OpenC3
       Store.hget("#{scope}__config__#{tool}", name)
     end
 
-    def self.save_config(tool, name, data, scope: $openc3_scope, local_mode: true)
+    def self.save_config(tool, name, data, local_mode: true, scope: $openc3_scope)
       Store.hset("#{scope}__config__#{tool}", name, data)
       LocalMode.save_tool_config(scope, tool, name, data) if local_mode
     end
 
-    def self.delete_config(tool, name, scope: $openc3_scope)
+    def self.delete_config(tool, name, local_mode: true, scope: $openc3_scope)
       Store.hdel("#{scope}__config__#{tool}", name)
-      LocalMode.delete_tool_config(scope, tool, name)
+      LocalMode.delete_tool_config(scope, tool, name) if local_mode
     end
   end
 end

data/lib/openc3/models/tool_model.rb

@@ -39,6 +39,7 @@ module OpenC3
     attr_accessor :shown
     attr_accessor :position
     attr_accessor :needs_dependencies
+    attr_accessor :disable_erb
 
     # NOTE: The following three class methods are used by the ModelController
     # and are reimplemented to enable various Model class methods to work
@@ -135,6 +136,7 @@ module OpenC3
       updated_at: nil,
       plugin: nil,
       needs_dependencies: false,
+      disable_erb: nil,
       scope:
     )
       super("#{scope}__#{PRIMARY_KEY}", name: name, plugin: plugin, updated_at: updated_at, scope: scope)
@@ -152,6 +154,7 @@ module OpenC3
         @url = "/tools/#{folder_name}" unless @url
       end
       @needs_dependencies = needs_dependencies
+      @disable_erb = disable_erb
     end
 
     def create(update: false, force: false)
@@ -159,9 +162,11 @@ module OpenC3
 
       # Make sure a tool with this folder_name doesn't already exist
       unless update
-        tools.each do |_tool_name, tool|
-          if tool['folder_name'] == @folder_name
-            raise "Tool with folder_name #{@folder_name} already exists at create"
+        if @folder_name
+          tools.each do |_tool_name, tool|
+            if tool['folder_name'] == @folder_name
+              raise "Tool with folder_name #{@folder_name} already exists at create"
+            end
           end
         end
       end
@@ -193,6 +198,7 @@ module OpenC3
         'updated_at' => @updated_at,
         'plugin' => @plugin,
         'needs_dependencies' => @needs_dependencies,
+        'disable_erb' => @disable_erb
       }
     end
 
@@ -203,14 +209,14 @@ module OpenC3
         @url = parameters[0]
       when 'INLINE_URL'
         parser.verify_num_parameters(1, 1, "INLINE_URL <URL>")
-        @inline_url = parameters[0]
+        @inline_url = ConfigParser.handle_nil(parameters[0])
       when 'ICON'
         parser.verify_num_parameters(1, 1, "ICON <ICON Name>")
         @icon = parameters[0]
       when 'WINDOW'
-        parser.verify_num_parameters(1, 1, "WINDOW <INLINE | IFRAME | NEW>")
+        parser.verify_num_parameters(1, 1, "WINDOW <INLINE | IFRAME | SAME | NEW>")
         @window = parameters[0].to_s.upcase
-        raise ConfigParser::Error.new(parser, "Invalid WINDOW setting: #{@window}") unless ['INLINE', 'IFRAME', 'NEW'].include?(@window)
+        raise ConfigParser::Error.new(parser, "Invalid WINDOW setting: #{@window}") unless ['INLINE', 'IFRAME', 'SAME', 'NEW'].include?(@window)
       when 'CATEGORY'
         parser.verify_num_parameters(1, 1, "CATEGORY <Category Name>")
         @category = parameters[0].to_s
@@ -220,6 +226,12 @@ module OpenC3
       when 'POSITION'
         parser.verify_num_parameters(1, 1, "POSITION <value>")
         @position = parameters[0].to_i
+      when 'DISABLE_ERB'
+        # 0 to unlimited parameters
+        @disable_erb ||= []
+        if parameters
+          @disable_erb.concat(parameters)
+        end
       else
         raise ConfigParser::Error.new(parser, "Unknown keyword and parameters for Tool: #{keyword} #{parameters.join(" ")}")
       end
@@ -240,7 +252,10 @@ module OpenC3
 
         # Load tool files
         data = File.read(filename, mode: "rb")
-        data = ERB.new(data.comment_erb(), trim_mode: "-").result(binding.set_variables(variables)) if data.is_printable?
+        erb_disabled = check_disable_erb(filename)
+        unless erb_disabled
+          data = ERB.new(data.comment_erb(), trim_mode: "-").result(binding.set_variables(variables)) if data.is_printable?
+        end
         unless validate_only
           client = Bucket.getClient()
           cache_control = BucketUtilities.get_cache_control(filename)

data/lib/openc3/models/widget_model.rb

@@ -35,6 +35,7 @@ module OpenC3
     attr_accessor :filename
     attr_accessor :bucket_key
     attr_accessor :needs_dependencies
+    attr_accessor :disable_erb
 
     # NOTE: The following three class methods are used by the ModelController
     # and are reimplemented to enable various Model class methods to work
@@ -87,6 +88,7 @@ module OpenC3
       plugin: nil,
       label: nil,
       needs_dependencies: false,
+      disable_erb: nil,
       scope:
     )
       super("#{scope}__#{PRIMARY_KEY}", name: name, plugin: plugin, updated_at: updated_at, scope: scope)
@@ -95,6 +97,7 @@ module OpenC3
       @bucket_key = 'widgets/' + @full_name + '/' + @filename
       @label = label
       @needs_dependencies = needs_dependencies
+      @disable_erb = disable_erb
     end
 
     def as_json(*a)
@@ -104,11 +107,21 @@ module OpenC3
         'plugin' => @plugin,
         'label' => @label,
         'needs_dependencies' => @needs_dependencies,
+        'disable_erb' => @disable_erb
       }
     end
 
     def handle_config(parser, keyword, parameters)
-      raise ConfigParser::Error.new(parser, "Unknown keyword and parameters for Widget: #{keyword} #{parameters.join(" ")}")
+      case keyword
+      when 'DISABLE_ERB'
+        # 0 to unlimited parameters
+        @disable_erb ||= []
+        if parameters
+          @disable_erb.concat(parameters)
+        end
+      else
+        raise ConfigParser::Error.new(parser, "Unknown keyword and parameters for Widget: #{keyword} #{parameters.join(" ")}")
+      end
     end
 
     def deploy(gem_path, variables, validate_only: false)
@@ -123,8 +136,11 @@ module OpenC3
 
       # Load widget file
       data = File.read(filename, mode: "rb")
-      OpenC3.set_working_dir(File.dirname(filename)) do
-        data = ERB.new(data.comment_erb(), trim_mode: "-").result(binding.set_variables(variables)) if data.is_printable?
+      erb_disabled = check_disable_erb(filename)
+      unless erb_disabled
+        OpenC3.set_working_dir(File.dirname(filename)) do
+          data = ERB.new(data.comment_erb(), trim_mode: "-").result(binding.set_variables(variables)) if data.is_printable?
+        end
       end
       unless validate_only
         cache_control = BucketUtilities.get_cache_control(@filename)

data/lib/openc3/operators/microservice_operator.rb

@@ -50,8 +50,10 @@ module OpenC3
       env = microservice_config["env"].dup
       if microservice_config["needs_dependencies"]
         env['GEM_HOME'] = '/gems'
+        env['PYTHONUSERBASE'] = '/gems/python_packages'
       else
         env['GEM_HOME'] = nil
+        env['PYTHONUSERBASE'] = nil
       end
       env['OPENC3_MICROSERVICE_NAME'] = microservice_name
       container = microservice_config["container"]