itsi-server 0.1.1 → 0.1.18

data/lib/itsi/server/route_tester.rb

@@ -0,0 +1,107 @@
+module Itsi
+  class Server
+    module RouteTester
+
+      require "set"
+      require "strscan"
+
+      def format_mw(mw)
+        case mw["type"]
+        when "app"
+          "app #{mw["parameters"]["app_proc"].inspect.split(" ")[1]}"
+        else
+          mw["type"]
+        end
+      end
+
+      def print_route(route_str, stack)
+        filters = %w[methods ports protocols extensions].map do |key|
+          val = stack[key]
+          val ? "#{key}: #{Array(val).join(",")}" : nil
+        end.compact
+        filter_str = filters.any? ? filters.join(", ") : "(none)"
+
+        middlewares = stack["middleware"]
+
+        puts "─" * 76
+        puts "Route:      #{route_str}"
+        puts "Conditions: #{filter_str}"
+        puts "Middleware: • #{format_mw(middlewares.first)}"
+        middlewares[1..].each do |mw|
+          puts "            • #{format_mw(mw)}"
+        end
+      end
+
+      def explode_route_pattern(pattern)
+        pattern = pattern.gsub(/^\^|\$$/, "")
+        pattern = pattern.gsub("\\", "")
+        tokens = parse_expression(StringScanner.new(pattern))
+        expand_tokens(tokens)
+      end
+
+      # Parses the expression into a nested tree of tokens
+      def parse_expression(scanner)
+        tokens = []
+        buffer = ""
+
+        until scanner.eos?
+          if scanner.scan(/\(\?:/)
+            tokens << buffer unless buffer.empty?
+            buffer = ""
+            tokens << parse_alternation(scanner)
+          elsif scanner.peek(1) == ")"
+            scanner.getch # consume ')'
+            break
+          else
+            buffer << scanner.getch
+          end
+        end
+
+        tokens << buffer unless buffer.empty?
+        tokens
+      end
+
+      # Parses inside a non-capturing group (?:A|B|C)
+      def parse_alternation(scanner)
+        options = []
+        current = []
+
+        until scanner.eos?
+          if scanner.scan(/\(\?:/)
+            current << parse_alternation(scanner)
+          elsif scanner.peek(1) == ")"
+            scanner.getch # consume ')'
+            break
+          elsif scanner.peek(1) == "|"
+            scanner.getch # consume '|'
+            options << current
+            current = []
+          else
+            current << scanner.getch
+          end
+        end
+
+        options << current
+        { alt: options }
+      end
+
+      def expand_tokens(tokens)
+        parts = tokens.map do |token|
+          if token.is_a?(String)
+            [token]
+          elsif token.is_a?(Hash) && token[:alt]
+            # Recurse into each branch of the alternation
+            token[:alt].map { |branch| expand_tokens(branch) }.flatten
+          else
+            raise "Unexpected token: #{token.inspect}"
+          end
+        end
+
+        # Cartesian product of all parts
+        parts.inject([""]) do |acc, part|
+          acc.product(part).map { |a, b| a + b }
+        end
+      end
+    end
+  end
+end

data/lib/itsi/server/scheduler_interface.rb

@@ -0,0 +1,21 @@
+module Itsi
+  class Server
+    module SchedulerInterface
+      # Simple wrapper to instantiate a scheduler, start it,
+      # and immediate have it invoke a scheduler proc
+      def start_scheduler_loop(scheduler_class, scheduler_task)
+        scheduler = scheduler_class.new
+        Fiber.set_scheduler(scheduler)
+        [scheduler, Fiber.schedule(&scheduler_task)]
+      end
+
+      # When running in scheduler mode,
+      # each request is wrapped in a Fiber.
+      def schedule(app, request)
+        Fiber.schedule do
+          app.call(request)
+        end
+      end
+    end
+  end
+end

data/lib/itsi/server/scheduler_mode.rb

@@ -0,0 +1,10 @@
+# Running with a Fiber scheduler enabled but with an ActiveSupport isolation_level set to Thread
+# can be dangerous. A thread isolation level means that all fibers sharing a thread can content
+# for the same resources, which can lead to race conditions.
+# This hook should *only* be disabled if you know there are no such shared resources.
+if defined?(ActiveSupport::IsolatedExecutionState) && !ENV["ITSI_DISABLE_AS_AUTO_FIBER_ISOLATION_LEVEL"]
+  Itsi.log_info \
+    "ActiveSupport Isolated Execution state detected. Automatically switching to :fiber mode. "\
+    "Set ITSI_DISABLE_AS_AUTO_FIBER_ISOLATION_LEVEL to disable this behavior"
+  ActiveSupport::IsolatedExecutionState.isolation_level = :fiber
+end

data/lib/itsi/server/signal_trap.rb

@@ -0,0 +1,29 @@
+module Itsi
+  # This trap is necessary for debuggers and similar which intercept certain signals
+  # then attempt to restore these to the previous signal when finished.
+  # If the previous signal handler was registered in native code, this restoration doesn't
+  # work as expected and the native signal handler is lost.
+  # We intercept restored signals here and reinstate the Itsi server signal handlers
+  # (if the server is still running).
+  module SignalTrap
+    DEFAULT_SIGNALS = ["DEFAULT", "", nil].freeze
+    INTERCEPTED_SIGNALS = ["INT"].freeze
+
+    def trap(signal, *args, &block)
+      unless INTERCEPTED_SIGNALS.include?(signal.to_s) && block.nil? && Itsi::Server.running?
+        return super(signal, *args, &block)
+      end
+
+      Itsi::Server.reset_signal_handlers
+      nil
+    end
+  end
+end
+
+[Kernel, Signal].each do |receiver|
+  receiver.singleton_class.prepend(Itsi::SignalTrap)
+end
+
+[Object].each do |receiver|
+  receiver.include(Itsi::SignalTrap)
+end

data/lib/itsi/server/typed_handlers/param_parser.rb

@@ -0,0 +1,200 @@
+module Itsi
+  class Server
+    module TypedHandlers
+      module ParamParser
+        require 'date'
+
+        class ValidationError < StandardError
+          attr_reader :errors
+          def initialize(errors)
+            @errors = errors
+            super("Validation failed: #{errors.join('; ')}")
+          end
+        end
+
+        # Conversion map for primitive/base type conversions.
+        CONVERSION_MAP = {
+          String    => ->(v){ v.to_s },
+          Symbol    => ->(v){ v.to_sym },
+          Integer   => ->(v){ Integer(v) },
+          Float     => ->(v){ Float(v) },
+          :Number   => ->(v){ Float(v) },
+          TrueClass => ->(v){
+            case v
+            when true, 'true', '1', 1 then true
+            when false, 'false', '0', 0 then false
+            else raise "Cannot cast #{v.inspect} to Boolean"
+            end
+          },
+          FalseClass => ->(v){
+            case v
+            when true, 'true', '1', 1 then true
+            when false, 'false', '0', 0 then false
+            else raise "Cannot cast #{v.inspect} to Boolean"
+            end
+          },
+          :Boolean  => ->(v){
+            case v
+            when true, 'true', '1', 1 then true
+            when false, 'false', '0', 0 then false
+            else raise "Cannot cast #{v.inspect} to Boolean"
+            end
+          },
+          Date      => ->(v){ Date.parse(v.to_s) },
+          Time      => ->(v){ Time.parse(v.to_s) },
+          DateTime  => ->(v){ DateTime.parse(v.to_s) }
+        }.compare_by_identity
+
+        # Extracts the expected type and required flag from a schema definition.
+        def extract_schema(schema_def)
+          if schema_def.is_a?(Hash) && schema_def.key?(:_type)
+            expected_type = schema_def[:_type]
+            required = schema_def.fetch(:required, true)
+            [expected_type, required]
+          else
+            [schema_def, true]
+          end
+        end
+
+        # Preprocess the schema into fixed keys (as symbols) and regex keys.
+        # Memoizes the result based on the schema.
+        def processed_schema(schema)
+          @@schema_cache ||= {}
+          @@schema_cache[schema] ||= begin
+            fixed = {}
+            regex = []
+            schema.each do |k, schema_def|
+              expected_type, required = extract_schema(schema_def)
+              if k.is_a?(Regexp)
+                regex << [k, [expected_type, required]]
+              else
+                fixed[k.to_sym] = [expected_type, required]
+              end
+            end
+            [fixed, regex]
+          end
+        end
+
+        # Helper that converts an array of path segments into a string.
+        # For example, [:user, "addresses", 0, :street] becomes "user.addresses[0].street".
+        def format_path(path)
+          result = "".dup
+          path.each do |seg|
+            if seg.is_a?(Integer)
+              result << "[#{seg}]"
+            else
+              result << (result.empty? ? seg.to_s : ".#{seg}")
+            end
+          end
+          result
+        end
+
+        # In-place casts the value at container[key] according to expected_type.
+        # On success, updates container[key] and returns nil.
+        # On failure, returns an error message string that uses the formatted path.
+        def cast_value!(container, key, expected_type, path)
+          if expected_type.is_a?(Array)
+            # Only allow homogeneous array types.
+            return "Only homogeneous array types are supported at #{format_path(path)}" if expected_type.size != 1
+
+            # Expect container[key] to be an Array; process each element in place.
+            unless container[key].is_a?(Array)
+              return "Expected an Array at #{format_path(path)}, got #{container[key].class}"
+            end
+            container[key].each_with_index do |_, idx|
+              err = cast_value!(container[key], idx, expected_type.first, path + [idx])
+              return err if err
+            end
+            return nil
+
+          elsif expected_type.is_a?(Hash)
+            # Nested schema: expect container[key] to be a Hash; process it in place.
+            unless container[key].is_a?(Hash)
+              return "Expected a Hash at #{format_path(path)}, got #{container[key].class}"
+            end
+            begin
+              apply_schema!(container[key], expected_type, path)
+              return nil
+            rescue ValidationError => ve
+              return ve.errors.join('; ')
+            end
+
+          else
+            converter = CONVERSION_MAP[expected_type]
+            if converter
+              begin
+                container[key] = converter.call(container[key])
+                return nil
+              rescue => e
+                return "Invalid value for #{expected_type} at #{format_path(path)}: #{container[key].inspect} (#{e.message})"
+              end
+            end
+
+            # Fallbacks.
+            if expected_type == Array
+              unless container[key].is_a?(Array)
+                return "Expected Array at #{format_path(path)}, got #{container[key].class}"
+              end
+              return nil
+            elsif expected_type == Hash
+              unless container[key].is_a?(Hash)
+                return "Expected Hash at #{format_path(path)}, got #{container[key].class}"
+              end
+              return nil
+            elsif expected_type == File && container[key].is_a?(Hash) && container[key][:tempfile].is_a?(Tempfile)
+              return nil
+            else
+              return "Unsupported type: #{expected_type.inspect} at #{format_path(path)}"
+            end
+          end
+        end
+
+        # Applies the schema in place to the given params hash.
+        # Fixed keys are converted to symbols, and regex-matched keys remain as strings.
+        # The current location in the params is tracked as an array of path segments.
+        def apply_schema!(params, schema, path = [])
+          errors = []
+          processed = processed_schema(schema)
+          fixed_schema = processed[0]
+          regex_schema = processed[1]
+
+          # Process fixed keys.
+          fixed_schema.each do |fixed_key, (expected_type, required)|
+            new_path = path + [fixed_key]
+            if params.key?(fixed_key)
+              # Symbol key present.
+            elsif params.key?(fixed_key.to_s)
+              params[fixed_key] = params.delete(fixed_key.to_s)
+            else
+              if required
+                errors << "Missing required key: #{format_path(new_path)}"
+              else
+                params[fixed_key] = nil
+              end
+              next
+            end
+
+            err = cast_value!(params, fixed_key, expected_type, new_path)
+            errors << err if err
+          end
+
+          # Process regex keys (only string keys not already handled as fixed keys).
+          params.keys.select { |k| k.is_a?(String) }.each do |key|
+            next if fixed_schema.has_key?(key.to_sym) || fixed_schema.has_key?(key)
+            regex_schema.each do |regex, (expected_type, _required)|
+              if regex.match(key)
+                new_path = path + [key]
+                err = cast_value!(params, key, expected_type, new_path)
+                errors << err if err
+                break  # only use the first matching regex
+              end
+            end
+          end
+
+          raise ValidationError.new(errors) unless errors.empty?
+          params
+        end
+      end
+    end
+  end
+end

data/lib/itsi/server/typed_handlers/source_parser.rb

@@ -0,0 +1,55 @@
+module Itsi
+  class Server
+    module TypedHandlers
+      module SourceParser
+        require 'prism'
+
+
+        def self.extract_expr_from_source_location(proc)
+          source_lines = IO.readlines(proc.source_location.first)
+
+          proc_line = source_location.last - 1
+          first_line = source_lines[proc_line]
+          binding.b
+          until first_line =~ /(?:lambda|proc|->|def|.*?do\s*\|)/ || proc_line.zero?
+            proc_line -= 1
+            first_line = source_lines[proc_line]
+          end
+          lines = source_lines[proc_line..]
+          lines[0] = lines[0][/(?:lambda|proc|->|def|.*?do\s*\|).*/]
+          src_str = lines.first << "\n"
+          intermediate = Prism.parse(src_str)
+
+          lines[1..-1].each do |line|
+            break if intermediate.success?
+            token_count = 0
+            line.split(/(?=\s|;|\)|\})/).each do |token|
+              src_str << token
+              token_count += 1
+              intermediate = Prism.parse(src_str)
+              next unless intermediate.success? && token_count > 1
+              break
+            end
+          end
+
+          raise 'Source Extraction Failed' unless intermediate.success?
+
+          src = intermediate.value.statements.body.first.yield_self do |s|
+            s.type == :call_node ? s.block : s
+          end
+          params = src.parameters
+          params = params.parameters if params.respond_to?(:parameters)
+          requireds = (params&.requireds || []).map(&:name)
+          optionals = params&.optionals || []
+          keywords =  (params&.keywords || []).map do |kw|
+            [kw.name, kw.value.slice.gsub(/^_\./, '$.')]
+          end.to_h
+
+          [requireds.length, keywords]
+        rescue
+          [ proc.parameters.first&.length || 0, {}]
+        end
+      end
+    end
+  end
+end

data/lib/itsi/server/typed_handlers.rb

@@ -0,0 +1,17 @@
+require_relative "typed_handlers/source_parser"
+require_relative "typed_handlers/param_parser"
+
+module Itsi
+  class Server
+    module TypedHandlers
+      def self.handler_for(proc, input_schema)
+        input_schema = proc.binding.eval(input_schema) if input_schema
+        lambda do |req|
+          req.params(input_schema) do |params|
+            proc.call(req, params: params)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/itsi/server/version.rb

@@ -2,6 +2,6 @@
 
 module Itsi
   class Server
-    VERSION = "0.1.1"
+    VERSION = "0.1.18"
   end
 end

data/lib/itsi/server.rb

@@ -2,20 +2,171 @@
 
 require_relative "server/version"
 require_relative "server/itsi_server"
+require_relative "server/rack_interface"
+require_relative "server/grpc/grpc_interface"
+require_relative "server/grpc/grpc_call"
+require_relative "server/scheduler_interface"
+require_relative "server/signal_trap"
+require_relative "server/route_tester"
+require_relative "server/rack/handler/itsi"
+require_relative "server/config"
+require_relative "server/typed_handlers"
+require_relative "standard_headers"
+require_relative "http_request"
+require_relative "http_response"
+require_relative "passfile"
+require_relative "../shell_completions/completions"
 
 module Itsi
   class Server
-    # Call our Rack app with our request ENV.
-    def self.call(app, request)
-      app.call(request.to_env)
-    end
+    extend RackInterface
+    extend SchedulerInterface
+    extend RouteTester
+
+    class << self
+
+      def running?
+        !!@running
+      end
+
+      def start_in_background_thread(cli_params = {}, &blk)
+        @background_thread = start(cli_params, background: true, &blk)
+      end
+
+      def start(cli_params, background: false, &blk)
+        itsi_file = Itsi::Server::Config.config_file_path(cli_params[:config_file])
+        server = new(cli_params, itsi_file, blk)
+        previous_handler = Signal.trap(:INT, :DEFAULT)
+        run = lambda do
+          write_pid
+          @running = server
+          server.start
+          @running = false
+          Signal.trap(:INT, previous_handler)
+          server
+        end
+        background ? Thread.new(&run) : run[]
+      end
+
+      def static(cli_params)
+        start(cli_params.merge(static: true))
+      end
+
+      def stop
+        return unless pid = get_pid
+        Process.kill(:INT, pid)
+      end
 
-    # If scheduler is enabled
-    # Each request is wrapped in a Fiber.
-    def self.schedule(app, request)
-      Fiber.schedule do
-        call(app, request)
+      def stop_background_thread
+        @running&.stop
+        @background_thread&.join
       end
+
+      def write_pid
+        File.write(Itsi::Server::Config.pid_file_path, Process.pid)
+      end
+
+      def get_pid
+        pid = File.read(Itsi::Server::Config.pid_file_path).to_i
+        if Process.kill(0, pid)
+          pid
+        else
+          puts "No server running"
+          nil
+        end
+      rescue StandardError
+        puts "No server running"
+        nil
+      end
+
+      def init
+        Config.write_default
+      end
+
+      def reload
+        return unless pid = get_pid
+
+        Process.kill(:HUP, pid)
+      end
+
+      def restart
+        return unless pid = get_pid
+
+        Process.kill(:USR1, pid)
+      end
+
+      def passfile(options, subcmd)
+        filename = options[:passfile]
+        unless filename
+          puts "Error: passfile not set. Use --passfile option to provide a path to a file containing hashed credentials."
+          puts "This file contains hashed credentials and should not be included in source control without additional protection."
+          exit(1)
+        end
+        algorithm = options.fetch(:algorithm, 'sha256')
+
+        unless %w[sha256 sha512 bcrypt argon2 none].include?(algorithm)
+          puts "Invalid algorithm"
+          exit(1)
+        end
+
+        case subcmd
+        when 'add', 'echo'
+          Passfile.send(subcmd, filename, algorithm)
+        when 'remove', 'list'
+          Passfile.send(subcmd, filename)
+        else
+          puts "Valid subcommands are: add | remove | list"
+          exit(0)
+        end
+      end
+
+      def add_worker
+        return unless pid = get_pid
+
+        Process.kill(:TTIN, pid)
+      end
+
+      def remove_worker
+        return unless pid = get_pid
+
+        Process.kill(:TTOU, pid)
+      end
+
+      def status
+        return unless pid = get_pid
+
+        Process.kill(:USR2, pid)
+      end
+
+      def load_route_middleware_stack(cli_params)
+        Config.build_config(cli_params, Itsi::Server::Config.config_file_path(cli_params[:config_file_path]))[
+          "middleware_loader"
+          ][]
+      end
+
+      def test_route(cli_params = {}, route_str)
+        matched_route = load_route_middleware_stack(cli_params).find do |route|
+          route["route"] =~ route_str
+        end
+        if matched_route
+          print_route(route_str, matched_route)
+        else
+          puts "No matching route found"
+        end
+      end
+
+      def routes(cli_params = {})
+        load_route_middleware_stack(cli_params).each do |stack|
+          routes = explode_route_pattern(stack["route"].source)
+          routes.each do |route|
+            print_route(route, stack)
+          end
+        end
+        puts "─" * 76
+      end
+
+      alias serve start
+
     end
   end
 end