glazed 0.1.0

data/lib/glazed/transports/base.rb

@@ -0,0 +1,103 @@
+# typed: strict
+# frozen_string_literal: true
+
+# SPDX-License-Identifier: Apache-2.0
+
+require 'glazed'
+require 'glazed/secret'
+
+module Glazed
+  module Transports
+    # Byte stream to a device. Subclasses implement the abstract methods.
+    class Base
+      # Default seconds to wait for a connection.
+      DEFAULT_CONNECT_TIMEOUT = 15 #: Integer
+
+      # @param host [String] hostname or address
+      # @param port [Integer, nil] port, or nil for the transport's default
+      # @param username [String] login user name
+      # @param password [Secret, nil] login password
+      # @param connect_timeout [Numeric] seconds to wait for a connection
+      #: (host: String, port: Integer?, username: String, password: Secret?, ?connect_timeout: Numeric) -> void
+      def initialize(host:, port:, username:, password:, connect_timeout: DEFAULT_CONNECT_TIMEOUT)
+        @host = host #: String
+        @port = port #: Integer?
+        @username = username #: String
+        @password = password #: Secret?
+        @connect_timeout = connect_timeout #: Numeric
+        @pty_options = {} #: Hash[Symbol, untyped]
+      end
+
+      # @return [String] hostname or address
+      #: String
+      attr_reader :host
+      # @return [Integer, nil] port, or nil for the transport's default
+      #: Integer?
+      attr_reader :port
+      # @return [String] login user name
+      #: String
+      attr_reader :username
+      # @return [Secret, nil] login password
+      #: Secret?
+      attr_reader :password
+      # @return [Numeric] seconds to wait for a connection
+      #: Numeric
+      attr_reader :connect_timeout
+      # @return [Hash{Symbol => Object}] terminal settings overriding the transport's defaults; ignored by transports without a PTY
+      #: Hash[Symbol, untyped]
+      attr_accessor :pty_options
+
+      # Connects to the device.
+      #
+      # @return [void]
+      #: () -> void
+      def open = raise NotImplementedError
+
+      # Sends data to the interactive session.
+      #
+      # @param data [String] bytes to send
+      # @return [void]
+      #: (String data) -> void
+      def write(data) = raise NotImplementedError
+
+      # Receives data from the interactive session.
+      #
+      # @param timeout [Numeric] seconds to wait for data
+      # @return [String, nil] received data, empty when none arrived in time, nil at end of stream
+      #: (timeout: Numeric) -> String?
+      def read(timeout:) = raise NotImplementedError
+
+      # Closes the connection. Safe to call more than once.
+      #
+      # @return [void]
+      #: () -> void
+      def close = raise NotImplementedError
+
+      # Whether the transport authenticates the user itself, so no login
+      # prompts are expected in the session.
+      #
+      # @return [Boolean]
+      #: () -> bool
+      def authenticates? = false
+
+      # Whether {#exec} is supported.
+      #
+      # @return [Boolean]
+      #: () -> bool
+      def exec? = false
+
+      # Runs one command outside the interactive session.
+      #
+      # @param command [String] command line
+      # @param timeout [Numeric] seconds to wait for the command to finish
+      # @return [String] command output
+      # @raise [NotImplementedError] when the transport has no exec
+      #: (String command, timeout: Numeric) -> String
+      def exec(command, timeout:) = raise NotImplementedError, "#{self.class} does not support exec"
+
+      # @return [Float] monotonic clock reading in seconds
+      #: () -> Float
+      private def now = Process.clock_gettime(Process::CLOCK_MONOTONIC).to_f
+    end
+  end
+end

data/lib/glazed/transports/ssh.rb

@@ -0,0 +1,177 @@
+# typed: strict
+# frozen_string_literal: true
+
+# SPDX-License-Identifier: Apache-2.0
+
+require 'net/ssh'
+require 'glazed'
+require 'glazed/must'
+require 'glazed/transports/base'
+
+module Glazed
+  module Transports
+    # SSH transport with an interactive PTY shell and exec channels.
+    class Ssh < Base
+      # Standard SSH port.
+      DEFAULT_PORT = 22 #: Integer
+      # PTY requested for the shell, wide enough to avoid line wrapping.
+      DEFAULT_PTY_OPTIONS = {term: 'vt100', chars_wide: 512}.freeze #: Hash[Symbol, untyped]
+      # Seconds {#close} waits for the device to acknowledge closing channels.
+      CLOSE_TIMEOUT = 5 #: Integer
+
+      # @param host [String] hostname or address
+      # @param port [Integer, nil] port, or nil for 22
+      # @param username [String] login user name
+      # @param password [Secret, nil] login password
+      # @param connect_timeout [Numeric] seconds to wait for a connection
+      #: (host: String, port: Integer?, username: String, password: Secret?, ?connect_timeout: Numeric) -> void
+      def initialize(host:, port:, username:, password:, connect_timeout: DEFAULT_CONNECT_TIMEOUT)
+        super
+        @session = nil #: Net::SSH::Connection::Session?
+        @shell = nil #: Net::SSH::Connection::Channel?
+        @inbox = +'' #: String
+        @eof = false #: bool
+      end
+
+      # Connects and authenticates.
+      #
+      # @return [void]
+      # @raise [Net::SSH::Exception] when the connection or authentication fails
+      #: () -> void
+      def open
+        @session = Net::SSH.start(
+          host, username,
+          port: port || DEFAULT_PORT,
+          password: password&.value,
+          timeout: connect_timeout,
+          non_interactive: true,
+        )
+      end
+
+      # Sends data to the shell, opening it on first use.
+      #
+      # @param data [String] bytes to send
+      # @return [void]
+      #: (String data) -> void
+      def write(data)
+        shell.send_data(data)
+        session.process(0)
+      end
+
+      # Receives data from the shell, opening it on first use.
+      #
+      # @param timeout [Numeric] seconds to wait for data
+      # @return [String, nil] received data, empty when none arrived in time, nil once the shell closed
+      #: (timeout: Numeric) -> String?
+      def read(timeout:)
+        shell
+        deadline = now + timeout.to_f
+        while @inbox.empty? && !@eof && (remaining = deadline - now).positive?
+          session.process([remaining, 0.1].min)
+        end
+        return nil if @inbox.empty? && @eof
+
+        data = @inbox
+        @inbox = +''
+        data
+      end
+
+      # @return [Boolean] always true; SSH authenticates during {#open}
+      #: () -> bool
+      def authenticates? = true
+
+      # @return [Boolean] always true
+      #: () -> bool
+      def exec? = true
+
+      # Runs a command on its own exec channel.
+      #
+      # @param command [String] command line
+      # @param timeout [Numeric] seconds to wait for the channel to close
+      # @return [String] combined stdout and stderr
+      # @raise [Glazed::Error] when the device refuses the exec request
+      # @raise [Glazed::TimeoutError] when the command does not finish in time
+      #: (String command, timeout: Numeric) -> String
+      def exec(command, timeout:)
+        output = +''
+        closed = false #: bool
+        session.open_channel do |channel|
+          channel.exec(command) do |_, success|
+            raise Glazed::Error, "#{host}: exec request refused for #{command.inspect}" unless success
+          end
+          channel.on_data { |_, data| output << data }
+          channel.on_extended_data { |_, _, data| output << data }
+          channel.on_close { closed = true }
+        end
+        deadline = now + timeout.to_f
+        session.loop(0.1) do
+          raise Glazed::TimeoutError, "#{host}: #{command.inspect} did not finish in #{timeout}s" if !closed && now > deadline
+
+          !closed
+        end
+        output
+      end
+
+      # Closes the shell and the session. The connection is dropped when the
+      # device does not acknowledge closing the channels within {CLOSE_TIMEOUT}.
+      #
+      # @return [void]
+      #: () -> void
+      def close
+        session = @session
+        return unless session
+
+        @session = nil
+        @shell = nil
+        return if session.closed?
+
+        session.channels.each_value(&:close)
+        deadline = now + CLOSE_TIMEOUT
+        session.loop(0.1) { session.channels.any? && now < deadline }
+        session.channels.empty? ? session.close : session.shutdown!
+      rescue IOError, SystemCallError, Net::SSH::Disconnect
+        # The device may already have dropped the connection after logout.
+        nil
+      end
+
+      # @return [Net::SSH::Connection::Session] the open session
+      # @raise [Must::Violation] before {#open}
+      #: () -> Net::SSH::Connection::Session
+      private def session = Must.because(@session) { 'open is called before using the transport' }
+
+      # @return [Net::SSH::Connection::Channel] the shell channel, opened on first use
+      #: () -> Net::SSH::Connection::Channel
+      private def shell
+        @shell ||= open_shell
+      end
+
+      # @return [Net::SSH::Connection::Channel] a channel running a PTY shell
+      # @raise [Glazed::Error] when the device refuses the PTY or shell
+      # @raise [Glazed::TimeoutError] when the device does not answer within the connect timeout
+      #: () -> Net::SSH::Connection::Channel
+      private def open_shell
+        ready = false #: bool
+        channel = session.open_channel do |ch|
+          ch.request_pty(DEFAULT_PTY_OPTIONS.merge(pty_options)) do |_, success|
+            raise Glazed::Error, "#{host}: PTY request refused" unless success
+          end
+          ch.send_channel_request('shell') do |_, success|
+            raise Glazed::Error, "#{host}: shell request refused" unless success
+
+            ready = true
+          end
+          ch.on_data { |_, data| @inbox << data }
+          ch.on_extended_data { |_, _, data| @inbox << data }
+          ch.on_close { @eof = true }
+        end
+        deadline = now + connect_timeout.to_f
+        session.loop(0.1) do
+          raise Glazed::TimeoutError, "#{host}: shell did not open in #{connect_timeout}s" if !ready && now > deadline
+
+          !ready && !@eof
+        end
+        channel
+      end
+    end
+  end
+end

data/lib/glazed/transports/telnet.rb

@@ -0,0 +1,100 @@
+# typed: strict
+# frozen_string_literal: true
+
+# SPDX-License-Identifier: Apache-2.0
+
+require 'net/telnet'
+require 'glazed'
+require 'glazed/must'
+require 'glazed/transports/base'
+
+module Glazed
+  module Transports
+    # Telnet transport. Login prompts are left to the session.
+    class Telnet < Base
+      # Standard Telnet port.
+      DEFAULT_PORT = 23 #: Integer
+      # Bytes read from the socket at once.
+      READ_SIZE = 65_536 #: Integer
+
+      # @param host [String] hostname or address
+      # @param port [Integer, nil] port, or nil for 23
+      # @param username [String] login user name
+      # @param password [Secret, nil] login password
+      # @param connect_timeout [Numeric] seconds to wait for a connection
+      #: (host: String, port: Integer?, username: String, password: Secret?, ?connect_timeout: Numeric) -> void
+      def initialize(host:, port:, username:, password:, connect_timeout: DEFAULT_CONNECT_TIMEOUT)
+        super
+        @telnet = nil #: Net::Telnet?
+        @rest = +'' #: String
+      end
+
+      # Connects to the device.
+      #
+      # @return [void]
+      # @raise [Net::OpenTimeout] when the connection is not established in time
+      #: () -> void
+      def open
+        @telnet = Net::Telnet.new(
+          'Host' => host,
+          'Port' => port || DEFAULT_PORT,
+          'Timeout' => connect_timeout,
+          'Telnetmode' => true,
+          'Binmode' => false,
+        )
+      end
+
+      # Sends data, translating newlines as negotiated.
+      #
+      # @param data [String] bytes to send
+      # @return [void]
+      #: (String data) -> void
+      def write(data)
+        telnet.print(data)
+      end
+
+      # Receives data with Telnet commands processed.
+      #
+      # @param timeout [Numeric] seconds to wait for data
+      # @return [String, nil] received data, empty when none arrived in time, nil at end of stream
+      #: (timeout: Numeric) -> String?
+      def read(timeout:)
+        sock = telnet.sock
+        return +'' unless sock.wait_readable(timeout)
+
+        data = @rest + sock.readpartial(READ_SIZE)
+        # Same split as Net::Telnet#waitfor, which keeps an unfinished
+        # command or CR for the next read.
+        cut = if (sb = data.rindex(/#{Net::Telnet::IAC}#{Net::Telnet::SB}/no)) &&
+                 sb > (data.rindex(/#{Net::Telnet::IAC}#{Net::Telnet::SE}/no) || 0)
+          sb
+        else
+          data.rindex(/#{Net::Telnet::IAC}[^#{Net::Telnet::IAC}#{Net::Telnet::AO}#{Net::Telnet::AYT}#{Net::Telnet::DM}#{Net::Telnet::IP}#{Net::Telnet::NOP}]?\z/no) ||
+            data.rindex(/\r\z/no)
+              end
+        @rest = cut ? (data[cut..] || +'') : +''
+        telnet.preprocess(cut ? (data[0...cut] || +'') : data)
+      rescue EOFError
+        nil
+      end
+
+      # Closes the connection.
+      #
+      # @return [void]
+      #: () -> void
+      def close
+        telnet = @telnet
+        @telnet = nil
+        telnet&.close
+      rescue IOError, SystemCallError
+        # The device may already have dropped the connection after logout.
+        nil
+      end
+
+      # @return [Net::Telnet] the open connection
+      # @raise [Must::Violation] before {#open}
+      #: () -> Net::Telnet
+      private def telnet = Must.because(@telnet) { 'open is called before using the transport' }
+    end
+  end
+end

data/lib/glazed/transports.rb

@@ -0,0 +1,28 @@
+# typed: strict
+# frozen_string_literal: true
+
+# SPDX-License-Identifier: Apache-2.0
+
+require 'glazed'
+require 'glazed/finder'
+require 'glazed/must'
+require 'glazed/transports/base'
+
+module Glazed
+  # Namespace of transport implementations, looked up by name.
+  module Transports
+    # Finds a transport class by snake_case name.
+    #
+    # @param name [String, Symbol] transport name, such as "ssh"
+    # @return [Class<Base>] the transport class
+    # @raise [Finder::NotFound] when there is none
+    # @raise [Must::Violation] when the name resolves to something other than a transport
+    #: (String | Symbol name) -> singleton(Base)
+    def self.find(name)
+      found = Finder.find(self, 'glazed/transports', name)
+      return found if found.is_a?(Class) && found < Base
+
+      raise Must::Violation, "#{found} is not a transport"
+    end
+  end
+end

data/lib/glazed/v1/config_pb.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/config.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/inventory_pb'
+require 'glazed/v1/orchestrator_pb'
+require 'glazed/v1/storage_pb'
+require 'glazed/v1/workflow_pb'
+
+
+descriptor_data = "\n\x16glazed/v1/config.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x19glazed/v1/inventory.proto\x1a\x1cglazed/v1/orchestrator.proto\x1a\x17glazed/v1/storage.proto\x1a\x18glazed/v1/workflow.proto\"\x80\x04\n\x06\x43onfig\x12\x38\n\tinventory\x18\x01 \x03(\x0b\x32\x1a.glazed.v1.InventorySourceR\tinventory\x12I\n\x08storages\x18\x02 \x03(\x0b\x32\x1f.glazed.v1.Config.StoragesEntryB\x0c\xbaH\t\x9a\x01\x06\"\x04r\x02\x10\x01R\x08storages\x12L\n\tworkflows\x18\x03 \x03(\x0b\x32 .glazed.v1.Config.WorkflowsEntryB\x0c\xbaH\t\x9a\x01\x06\"\x04r\x02\x10\x01R\tworkflows\x12\x12\n\x04jobs\x18\x04 \x01(\rR\x04jobs\x12(\n\x08requires\x18\x05 \x03(\tB\x0c\xbaH\t\x92\x01\x06\"\x04r\x02\x10\x01R\x08requires\x12;\n\x0corchestrator\x18\x06 \x01(\x0b\x32\x17.glazed.v1.OrchestratorR\x0corchestrator\x1aU\n\rStoragesEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12.\n\x05value\x18\x02 \x01(\x0b\x32\x18.glazed.v1.StorageConfigR\x05value:\x02\x38\x01\x1aQ\n\x0eWorkflowsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12)\n\x05value\x18\x02 \x01(\x0b\x32\x13.glazed.v1.WorkflowR\x05value:\x02\x38\x01\x42\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      Config = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Config").msgclass
+    end
+  end
+end

data/lib/glazed/v1/inventory_pb.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/inventory.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/secret_pb'
+require 'google/protobuf/any_pb'
+
+
+descriptor_data = "\n\x19glazed/v1/inventory.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x16glazed/v1/secret.proto\x1a\x19google/protobuf/any.proto\"\xec\x04\n\x04Node\x12)\n\x04name\x18\x01 \x01(\tB\x15\xbaH\x12r\x10\x32\x07^[^/]*$Z\x01.Z\x02..R\x04name\x12\x30\n\x05group\x18\x02 \x01(\tB\x1a\xbaH\x17r\x15\x32\x13^([^/]+(/[^/]+)*)?$R\x05group\x12\x12\n\x04host\x18\x03 \x01(\tR\x04host\x12\x1d\n\x04port\x18\x04 \x01(\rB\t\xbaH\x06*\x04\x18\xff\xff\x03R\x04port\x12\x35\n\x07\x64ialect\x18\x05 \x01(\tB\x1b\xbaH\x18r\x16\x32\x14^([a-z][a-z0-9_]*)?$R\x07\x64ialect\x12\x39\n\ttransport\x18\x06 \x01(\tB\x1b\xbaH\x18r\x16\x32\x14^([a-z][a-z0-9_]*)?$R\ttransport\x12\x1a\n\x08username\x18\x07 \x01(\tR\x08username\x12\x30\n\x08password\x18\x08 \x01(\x0b\x32\x14.glazed.v1.SecretRefR\x08password\x12\x41\n\x06params\x18\t \x03(\x0b\x32\x1b.glazed.v1.Node.ParamsEntryB\x0c\xbaH\t\x9a\x01\x06\"\x04r\x02\x10\x01R\x06params\x12\x44\n\x07secrets\x18\n \x03(\x0b\x32\x1c.glazed.v1.Node.SecretsEntryB\x0c\xbaH\t\x9a\x01\x06\"\x04r\x02\x10\x01R\x07secrets\x1a\x39\n\x0bParamsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\x1aP\n\x0cSecretsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12*\n\x05value\x18\x02 \x01(\x0b\x32\x14.glazed.v1.SecretRefR\x05value:\x02\x38\x01\"\x89\x04\n\rInventoryFile\x12+\n\x08\x64\x65\x66\x61ults\x18\x01 \x01(\x0b\x32\x0f.glazed.v1.NodeR\x08\x64\x65\x66\x61ults\x12%\n\x05nodes\x18\x02 \x03(\x0b\x32\x0f.glazed.v1.NodeR\x05nodes:\xa3\x03\xbaH\x9f\x03\x1aP\n\x14inventory_file.names\x12\x17\x65very node needs a name\x1a\x1fthis.nodes.all(n, n.name != \'\')\x1aV\n\x1cinventory_file.defaults_name\x12\x1c\x64\x65\x66\x61ults must not set a name\x1a\x18this.defaults.name == \'\'\x1a\\\n\x1binventory_file.unique_names\x12\x19node names must be unique\x1a\"this.nodes.map(n, n.name).unique()\x1a\x94\x01\n\x16inventory_file.dialect\x12\x37\x65very node needs a dialect, from itself or the defaults\x1a\x41this.defaults.dialect != \'\' || this.nodes.all(n, n.dialect != \'\')\"\x81\x02\n\x0fInventorySource\x12>\n\njson_files\x18\x01 \x01(\x0b\x32\x1d.glazed.v1.JsonFilesInventoryH\x00R\tjsonFiles\x12\x32\n\x06inline\x18\x02 \x01(\x0b\x32\x18.glazed.v1.InventoryFileH\x00R\x06inline\x12.\n\x06plugin\x18\x03 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00R\x06plugin\x12\x37\n\x07\x63ommand\x18\x04 \x01(\x0b\x32\x1b.glazed.v1.CommandInventoryH\x00R\x07\x63ommandB\x11\n\x08provider\x12\x05\xbaH\x02\x08\x01\"V\n\x10\x43ommandInventory\x12\x19\n\x03run\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x03run\x12\'\n\x0ftimeout_seconds\x18\x02 \x01(\rR\x0etimeoutSeconds\":\n\x12JsonFilesInventory\x12$\n\x05paths\x18\x01 \x03(\tB\x0e\xbaH\x0b\x92\x01\x08\x08\x01\"\x04r\x02\x10\x01R\x05pathsB\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      Node = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Node").msgclass
+      InventoryFile = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.InventoryFile").msgclass
+      InventorySource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.InventorySource").msgclass
+      CommandInventory = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.CommandInventory").msgclass
+      JsonFilesInventory = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.JsonFilesInventory").msgclass
+    end
+  end
+end

data/lib/glazed/v1/orchestrator_pb.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/orchestrator.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/state_pb'
+require 'google/protobuf/timestamp_pb'
+
+
+descriptor_data = "\n\x1cglazed/v1/orchestrator.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x15glazed/v1/state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd8\x02\n\x0cOrchestrator\x12;\n\x05state\x18\x01 \x01(\x0b\x32\x1d.glazed.v1.StateBackendConfigB\x06\xbaH\x03\xc8\x01\x01R\x05state\x12T\n\tworkflows\x18\x02 \x03(\x0b\x32&.glazed.v1.Orchestrator.WorkflowsEntryB\x0e\xbaH\x0b\x9a\x01\x08\x08\x01\"\x04r\x02\x10\x01R\tworkflows\x12!\n\x0cpoll_seconds\x18\x03 \x01(\rR\x0bpollSeconds\x12:\n\x19inventory_refresh_seconds\x18\x04 \x01(\rR\x17inventoryRefreshSeconds\x1aV\n\x0eWorkflowsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12.\n\x05value\x18\x02 \x01(\x0b\x32\x18.glazed.v1.OrchestrationR\x05value:\x02\x38\x01\"\xb5\x01\n\rOrchestration\x12/\n\x08schedule\x18\x01 \x01(\x0b\x32\x13.glazed.v1.ScheduleR\x08schedule\x12/\n\x08\x64\x65\x62ounce\x18\x02 \x01(\x0b\x32\x13.glazed.v1.DebounceR\x08\x64\x65\x62ounce\x12\x1d\n\nbatch_size\x18\x03 \x01(\rR\tbatchSize\x12#\n\rlease_seconds\x18\x04 \x01(\rR\x0cleaseSeconds\"\x92\x01\n\x08Schedule\x12)\n\x10interval_seconds\x18\x01 \x01(\rR\x0fintervalSeconds\x12\x34\n\x16retry_interval_seconds\x18\x02 \x01(\rR\x14retryIntervalSeconds\x12%\n\x0ejitter_seconds\x18\x03 \x01(\rR\rjitterSeconds\"Y\n\x08\x44\x65\x62ounce\x12#\n\rdelay_seconds\x18\x01 \x01(\rR\x0c\x64\x65laySeconds\x12(\n\x10max_wait_seconds\x18\x02 \x01(\rR\x0emaxWaitSeconds\"\xa1\x01\n\x06Signal\x12\x1b\n\x04node\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04node\x12\x1f\n\x06source\x18\x02 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x06source\x12;\n\x0breceived_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\nreceivedAt\x12\x1c\n\timmediate\x18\x04 \x01(\x08R\timmediateB\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      Orchestrator = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Orchestrator").msgclass
+      Orchestration = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Orchestration").msgclass
+      Schedule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Schedule").msgclass
+      Debounce = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Debounce").msgclass
+      Signal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Signal").msgclass
+    end
+  end
+end

data/lib/glazed/v1/redaction_pb.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/redaction.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/secret_pb'
+
+
+descriptor_data = "\n\x19glazed/v1/redaction.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x16glazed/v1/secret.proto\"\x8e\x02\n\tRedaction\x12\x37\n\x04mode\x18\x01 \x01(\x0e\x32\x19.glazed.v1.Redaction.ModeB\x08\xbaH\x05\x82\x01\x02\x10\x01R\x04mode\x12/\n\x08hmac_key\x18\x02 \x01(\x0b\x32\x14.glazed.v1.SecretRefR\x07hmacKey\"<\n\x04Mode\x12\x14\n\x10MODE_UNSPECIFIED\x10\x00\x12\x0f\n\x0bMODE_REMOVE\x10\x01\x12\r\n\tMODE_HMAC\x10\x02:Y\xbaHV\x1aT\n\x12redaction.hmac_key\x12\x18MODE_HMAC needs hmac_key\x1a$this.mode != 2 || has(this.hmac_key)B\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      Redaction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Redaction").msgclass
+      Redaction::Mode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Redaction.Mode").enummodule
+    end
+  end
+end

data/lib/glazed/v1/secret_pb.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/secret.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'google/protobuf/any_pb'
+
+
+descriptor_data = "\n\x16glazed/v1/secret.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x19google/protobuf/any.proto\"\xb8\x01\n\tSecretRef\x12\x16\n\x05value\x18\x01 \x01(\tH\x00R\x05value\x12\x33\n\x03\x65nv\x18\x02 \x01(\tB\x1f\xbaH\x1cr\x1a\x32\x18^[A-Za-z_][A-Za-z0-9_]*$H\x00R\x03\x65nv\x12\x1d\n\x04\x66ile\x18\x03 \x01(\tB\x07\xbaH\x04r\x02\x10\x01H\x00R\x04\x66ile\x12.\n\x06plugin\x18\x04 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00R\x06pluginB\x0f\n\x06source\x12\x05\xbaH\x02\x08\x01\x42\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      SecretRef = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.SecretRef").msgclass
+    end
+  end
+end

data/lib/glazed/v1/state_pb.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/state.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'google/protobuf/any_pb'
+require 'google/protobuf/timestamp_pb'
+
+
+descriptor_data = "\n\x15glazed/v1/state.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x19google/protobuf/any.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x99\x05\n\x0cNodeSchedule\x12#\n\x08workflow\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x08workflow\x12\x1b\n\x04node\x18\x02 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04node\x12\x39\n\x06\x64ue_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x06\xbaH\x03\xc8\x01\x01R\x05\x64ueAt\x12\x1d\n\ndue_reason\x18\x04 \x01(\tR\tdueReason\x12S\n\x18signal_window_started_at\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15signalWindowStartedAt\x12\x42\n\x0flast_started_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\rlastStartedAt\x12\x44\n\x10last_finished_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x0elastFinishedAt\x12\x1f\n\x0blast_failed\x18\x08 \x01(\x08R\nlastFailed\x12\x31\n\x14\x63onsecutive_failures\x18\t \x01(\rR\x13\x63onsecutiveFailures\x12\x1d\n\nlast_error\x18\n \x01(\tR\tlastError\x12\x1f\n\x0blease_owner\x18\x0b \x01(\tR\nleaseOwner\x12;\n\x0blease_until\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampR\nleaseUntil\x12=\n\x0cscheduled_at\x18\r \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x0bscheduledAt\"\x8f\x01\n\x12StateBackendConfig\x12\x37\n\x06sqlite\x18\x01 \x01(\x0b\x32\x1d.glazed.v1.SqliteStateBackendH\x00R\x06sqlite\x12.\n\x06plugin\x18\x02 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00R\x06pluginB\x10\n\x07\x62\x61\x63kend\x12\x05\xbaH\x02\x08\x01\"\x8b\x02\n\x12SqliteStateBackend\x12\x12\n\x04path\x18\x01 \x01(\tR\x04path\x12\x18\n\x07storage\x18\x02 \x01(\tR\x07storage\x12\x10\n\x03key\x18\x03 \x01(\tR\x03key:\xb4\x01\xbaH\xb0\x01\x1a\xad\x01\n\x1dsqlite_state_backend.location\x12#set either path, or storage and key\x1ag(this.path != \'\') != (this.storage != \'\' && this.key != \'\') && (this.storage == \'\') == (this.key == \'\')B\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      NodeSchedule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.NodeSchedule").msgclass
+      StateBackendConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.StateBackendConfig").msgclass
+      SqliteStateBackend = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.SqliteStateBackend").msgclass
+    end
+  end
+end

data/lib/glazed/v1/steps_pb.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/steps.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/inventory_pb'
+require 'glazed/v1/storage_pb'
+
+
+descriptor_data = "\n\x15glazed/v1/steps.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x19glazed/v1/inventory.proto\x1a\x17glazed/v1/storage.proto\"}\n\x08\x41rtifact\x12!\n\x07storage\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x07storage\x12\x34\n\x07pointer\x18\x02 \x01(\x0b\x32\x12.glazed.v1.PointerB\x06\xbaH\x03\xc8\x01\x01R\x07pointer\x12\x18\n\x07\x63hanged\x18\x03 \x01(\x08R\x07\x63hanged\"\xce\x01\n\tNodeState\x12+\n\x04node\x18\x01 \x01(\x0b\x32\x0f.glazed.v1.NodeB\x06\xbaH\x03\xc8\x01\x01R\x04node\x12\x41\n\tartifacts\x18\x02 \x03(\x0b\x32#.glazed.v1.NodeState.ArtifactsEntryR\tartifacts\x1aQ\n\x0e\x41rtifactsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12)\n\x05value\x18\x02 \x01(\x0b\x32\x13.glazed.v1.ArtifactR\x05value:\x02\x38\x01\"8\n\nBatchState\x12*\n\x05nodes\x18\x01 \x03(\x0b\x32\x14.glazed.v1.NodeStateR\x05nodesB\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      Artifact = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Artifact").msgclass
+      NodeState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.NodeState").msgclass
+      BatchState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.BatchState").msgclass
+    end
+  end
+end

data/lib/glazed/v1/storage_pb.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: glazed/v1/storage.proto
+
+require 'google/protobuf'
+
+require 'buf/validate/validate_pb'
+require 'glazed/v1/secret_pb'
+require 'google/protobuf/any_pb'
+
+
+descriptor_data = "\n\x17glazed/v1/storage.proto\x12\tglazed.v1\x1a\x1b\x62uf/validate/validate.proto\x1a\x16glazed/v1/secret.proto\x1a\x19google/protobuf/any.proto\"\xcc\x02\n\rStorageConfig\x12)\n\x03git\x18\x01 \x01(\x0b\x32\x15.glazed.v1.GitStorageH\x00R\x03git\x12\x32\n\x06github\x18\x02 \x01(\x0b\x32\x18.glazed.v1.GithubStorageH\x00R\x06github\x12&\n\x02s3\x18\x03 \x01(\x0b\x32\x14.glazed.v1.S3StorageH\x00R\x02s3\x12>\n\nfilesystem\x18\x04 \x01(\x0b\x32\x1c.glazed.v1.FilesystemStorageH\x00R\nfilesystem\x12.\n\x06plugin\x18\x05 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00R\x06plugin\x12\x32\n\x06memory\x18\x06 \x01(\x0b\x32\x18.glazed.v1.MemoryStorageH\x00R\x06memoryB\x10\n\x07\x62\x61\x63kend\x12\x05\xbaH\x02\x08\x01\"0\n\x11\x46ilesystemStorage\x12\x1b\n\x04path\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04path\"\x0f\n\rMemoryStorage\"\x9d\x01\n\nGitStorage\x12\x1b\n\x04path\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04path\x12\x16\n\x06\x62ranch\x18\x02 \x01(\tR\x06\x62ranch\x12\x16\n\x06remote\x18\x03 \x01(\tR\x06remote\x12\x1f\n\x0b\x61uthor_name\x18\x04 \x01(\tR\nauthorName\x12!\n\x0c\x61uthor_email\x18\x05 \x01(\tR\x0b\x61uthorEmail\"\xb9\x02\n\rGithubStorage\x12H\n\nrepository\x18\x01 \x01(\tB(\xbaH%r#2!^[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+$R\nrepository\x12\x1f\n\x06\x62ranch\x18\x02 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x06\x62ranch\x12\x1f\n\x0b\x62\x61se_branch\x18\x03 \x01(\tR\nbaseBranch\x12\x32\n\x05token\x18\x04 \x01(\x0b\x32\x14.glazed.v1.SecretRefB\x06\xbaH\x03\xc8\x01\x01R\x05token\x12$\n\x07\x61pi_url\x18\x05 \x01(\tB\x0b\xbaH\x08r\x03\x88\x01\x01\xd8\x01\x01R\x06\x61piUrl\x12\x1f\n\x0b\x61uthor_name\x18\x06 \x01(\tR\nauthorName\x12!\n\x0c\x61uthor_email\x18\x07 \x01(\tR\x0b\x61uthorEmail\"^\n\tS3Storage\x12!\n\x06\x62ucket\x18\x01 \x01(\tB\t\xbaH\x06r\x04\x10\x03\x18?R\x06\x62ucket\x12\x16\n\x06prefix\x18\x02 \x01(\tR\x06prefix\x12\x16\n\x06region\x18\x03 \x01(\tR\x06region\"C\n\x07Pointer\x12\x38\n\x08location\x18\x01 \x01(\x0b\x32\x14.google.protobuf.AnyB\x06\xbaH\x03\xc8\x01\x01R\x08location\"9\n\x0bGitLocation\x12\x12\n\x04path\x18\x01 \x01(\tR\x04path\x12\x16\n\x06\x63ommit\x18\x02 \x01(\tR\x06\x63ommit\"\\\n\x0eGithubLocation\x12\x1e\n\nrepository\x18\x01 \x01(\tR\nrepository\x12\x12\n\x04path\x18\x02 \x01(\tR\x04path\x12\x16\n\x06\x63ommit\x18\x03 \x01(\tR\x06\x63ommit\"U\n\nS3Location\x12\x16\n\x06\x62ucket\x18\x01 \x01(\tR\x06\x62ucket\x12\x10\n\x03key\x18\x02 \x01(\tR\x03key\x12\x1d\n\nversion_id\x18\x03 \x01(\tR\tversionId\"@\n\x12\x46ilesystemLocation\x12\x12\n\x04path\x18\x01 \x01(\tR\x04path\x12\x16\n\x06sha256\x18\x02 \x01(\tR\x06sha256\":\n\x0eMemoryLocation\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x16\n\x06sha256\x18\x02 \x01(\tR\x06sha256B\x14\xea\x02\x11Glazed::Proto::V1b\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Glazed
+  module Proto
+    module V1
+      StorageConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.StorageConfig").msgclass
+      FilesystemStorage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.FilesystemStorage").msgclass
+      MemoryStorage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.MemoryStorage").msgclass
+      GitStorage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.GitStorage").msgclass
+      GithubStorage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.GithubStorage").msgclass
+      S3Storage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.S3Storage").msgclass
+      Pointer = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.Pointer").msgclass
+      GitLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.GitLocation").msgclass
+      GithubLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.GithubLocation").msgclass
+      S3Location = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.S3Location").msgclass
+      FilesystemLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.FilesystemLocation").msgclass
+      MemoryLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("glazed.v1.MemoryLocation").msgclass
+    end
+  end
+end