ibex-runtime 0.2.0 → 0.4.0

data/sig/ibex/tables/compact.rbs

@@ -28,18 +28,18 @@ module Ibex
 
       attr_reader offsets: Array[Integer]
 
-      attr_reader values: Array[untyped]
+      attr_reader values: Array[Object?]
 
       attr_reader checks: Array[Integer?]
 
       attr_reader row_count: Integer
 
-      attr_reader dense_values: Array[untyped]?
+      attr_reader dense_values: Array[Object?]?
 
       attr_reader dense_width: Integer?
 
-      # @rbs (Array[Hash[Integer, untyped]] rows, ?dense: bool) -> Compact
-      def self.build: (Array[Hash[Integer, untyped]] rows, ?dense: bool) -> Compact
+      # @rbs (Array[Hash[Integer, Object?]] rows, ?dense: bool) -> Compact
+      def self.build: (Array[Hash[Integer, Object?]] rows, ?dense: bool) -> Compact
 
       # @rbs (String offsets, String values, String checks, row_count: Integer,
       #   ?dense_width: Integer?) -> Compact
@@ -48,23 +48,23 @@ module Ibex
       # @rbs (Array[Integer] columns, Array[Integer?] checks, Hash[Array[Integer], Integer] next_offsets) -> Integer
       private def self.find_offset: (Array[Integer] columns, Array[Integer?] checks, Hash[Array[Integer], Integer] next_offsets) -> Integer
 
-      # @rbs (offsets: Array[Integer], values: Array[untyped], checks: Array[Integer?],
+      # @rbs (offsets: Array[Integer], values: Array[Object?], checks: Array[Integer?],
       #   row_count: Integer, ?dense_width: Integer?) -> void
-      def self?.initialize: (offsets: Array[Integer], values: Array[untyped], checks: Array[Integer?], row_count: Integer, ?dense_width: Integer?) -> void
+      def initialize: (offsets: Array[Integer], values: Array[Object?], checks: Array[Integer?], row_count: Integer, ?dense_width: Integer?) -> void
 
       # Keep predicate dispatch out of this lookup because every parser action
       # and goto crosses it.
       # rubocop:disable Style/NumericPredicate
-      # @rbs (Integer row, Integer column) -> untyped
-      def self?.lookup: (Integer row, Integer column) -> untyped
+      # @rbs (Integer row, Integer column) -> Object?
+      def lookup: (Integer row, Integer column) -> Object?
 
-      # @rbs (Integer row) -> Hash[Integer, untyped]
-      def self?.row: (Integer row) -> Hash[Integer, untyped]
+      # @rbs (Integer row) -> Hash[Integer, Object?]
+      def row: (Integer row) -> Hash[Integer, Object?]
 
       private
 
-      # @rbs (Integer? dense_width) -> Array[untyped]?
-      def self?.dense_layout: (Integer? dense_width) -> Array[untyped]?
+      # @rbs (Integer? dense_width) -> Array[Object?]?
+      def dense_layout: (Integer? dense_width) -> Array[Object?]?
     end
   end
 end

data/sig/ibex/tables/compact_actions.rbs

@@ -13,40 +13,33 @@ module Ibex
 
       REDUCE_BASE: Integer
 
-      LEGACY_ERROR_CODE: Integer
-
-      LEGACY_SHIFT_BASE: Integer
-
-      LEGACY_REDUCE_BASE: Integer
-
       attr_reader codes: Array[Integer?]
 
       attr_reader dense_codes: Array[Integer?]?
 
       attr_reader column_count: Integer?
 
-      # @rbs (Array[Hash[Integer, untyped]] rows) -> CompactActions
-      def self.build: (Array[Hash[Integer, untyped]] rows) -> CompactActions
+      # @rbs (Array[Hash[Integer, IR::runtime_action]] rows) -> CompactActions
+      def self.build: (Array[Hash[Integer, IR::runtime_action]] rows) -> CompactActions
 
       # @rbs (String offsets, String codes, String checks, row_count: Integer,
       #   ?encoding: Symbol, ?column_count: Integer?) -> CompactActions
       def self.packed: (String offsets, String codes, String checks, row_count: Integer, ?encoding: Symbol, ?column_count: Integer?) -> CompactActions
 
-      # @rbs (untyped action) -> Integer?
-      def self.pack: (untyped action) -> Integer?
+      # @rbs (IR::runtime_action? action) -> Integer?
+      def self.pack: (IR::runtime_action? action) -> Integer?
 
-      # @rbs (Integer? code) -> untyped
-      def self.unpack: (Integer? code) -> untyped
-
-      # Convert codes emitted before signed compact actions without changing
-      # their generated table literals.
-      # @rbs (Integer? code) -> Integer?
-      def self.legacy_to_signed: (Integer? code) -> Integer?
+      # @rbs (Integer? code) -> IR::runtime_action?
+      def self.unpack: (Integer? code) -> IR::runtime_action?
 
       # @rbs (offsets: Array[Integer], codes: Array[Integer?], checks: Array[Integer?],
       #   row_count: Integer, ?encoding: Symbol, ?column_count: Integer?) -> void
       def initialize: (offsets: Array[Integer], codes: Array[Integer?], checks: Array[Integer?], row_count: Integer, ?encoding: Symbol, ?column_count: Integer?) -> void
 
+      # @rbs (Integer row) -> Hash[Integer, IR::runtime_action]
+      # rubocop:disable Lint/UselessMethodDefinition -- narrows the inherited row contract for typed parser actions.
+      def row: (Integer row) -> Hash[Integer, IR::runtime_action]
+
       private
 
       # @rbs (Array[Integer] offsets, Array[Integer?] codes, Array[Integer?] checks,

data/sig/ibex/tables/compact_productions.rbs

@@ -4,7 +4,7 @@ module Ibex
   module Tables
     # Production metadata with parallel primitive arrays for the direct parser
     # and a compatible Array-of-Hash surface for generic runtime consumers.
-    class CompactProductions < Array[Hash[Symbol, untyped]]
+    class CompactProductions < Array[Hash[Symbol, Object?]]
       VALUES_ACTION: Integer
 
       BORROWED_VALUES_ACTION: Integer
@@ -27,42 +27,42 @@ module Ibex
 
       attr_reader flags: Array[Integer]
 
-      # @rbs (Array[Hash[Symbol, untyped]] productions) -> CompactProductions
-      def self.build: (Array[Hash[Symbol, untyped]] productions) -> CompactProductions
+      # @rbs (Array[Hash[Symbol, Object?]] productions) -> CompactProductions
+      def self.build: (Array[Hash[Symbol, Object?]] productions) -> CompactProductions
 
       # @rbs (String lhs_ids, String lengths, String flags,
-      #   ?metadata: Hash[Integer, Hash[Symbol, untyped]]) -> CompactProductions
-      def self.packed: (String lhs_ids, String lengths, String flags, ?metadata: Hash[Integer, Hash[Symbol, untyped]]) -> CompactProductions
+      #   ?metadata: Hash[Integer, Hash[Symbol, Object?]]) -> CompactProductions
+      def self.packed: (String lhs_ids, String lengths, String flags, ?metadata: Hash[Integer, Hash[Symbol, Object?]]) -> CompactProductions
 
-      # @rbs (Hash[Symbol, untyped] production) -> Integer
-      private def self.flags_for: (Hash[Symbol, untyped] production) -> Integer
+      # @rbs (Hash[Symbol, Object?] production) -> Integer
+      private def self.flags_for: (Hash[Symbol, Object?] production) -> Integer
 
       # @rbs (lhs_ids: Array[Integer], lengths: Array[Integer], actions: Array[Symbol?],
-      #   flags: Array[Integer], ?metadata: Hash[Integer, Hash[Symbol, untyped]]) -> void
-      def initialize: (lhs_ids: Array[Integer], lengths: Array[Integer], actions: Array[Symbol?], flags: Array[Integer], ?metadata: Hash[Integer, Hash[Symbol, untyped]]) -> void
+      #   flags: Array[Integer], ?metadata: Hash[Integer, Hash[Symbol, Object?]]) -> void
+      def initialize: (lhs_ids: Array[Integer], lengths: Array[Integer], actions: Array[Symbol?], flags: Array[Integer], ?metadata: Hash[Integer, Hash[Symbol, Object?]]) -> void
 
       # @rbs () -> bool
       def direct_values?: () -> bool
 
       private
 
-      # @rbs (untyped value, String name) -> Integer
-      def nonnegative_integer!: (untyped value, String name) -> Integer
+      # @rbs (Object? value, String name) -> Integer
+      def nonnegative_integer!: (Object? value, String name) -> Integer
 
-      # @rbs (untyped value) -> Symbol?
-      def action!: (untyped value) -> Symbol?
+      # @rbs (Object? value) -> Symbol?
+      def action!: (Object? value) -> Symbol?
 
-      # @rbs (untyped value) -> Integer
-      def flags!: (untyped value) -> Integer
+      # @rbs (Object? value) -> Integer
+      def flags!: (Object? value) -> Integer
 
       # @rbs () -> void
       def validate_markers!: () -> void
 
-      # @rbs (Hash[Integer, Hash[Symbol, untyped]] metadata, Integer size) -> void
-      def validate_metadata!: (Hash[Integer, Hash[Symbol, untyped]] metadata, Integer size) -> void
+      # @rbs (Hash[Integer, Hash[Symbol, Object?]] metadata, Integer size) -> void
+      def validate_metadata!: (Hash[Integer, Hash[Symbol, Object?]] metadata, Integer size) -> void
 
-      # @rbs (Integer index, Hash[Symbol, untyped]? metadata) -> Hash[Symbol, untyped]
-      def decode: (Integer index, Hash[Symbol, untyped]? metadata) -> Hash[Symbol, untyped]
+      # @rbs (Integer index, Hash[Symbol, Object?]? metadata) -> Hash[Symbol, Object?]
+      def decode: (Integer index, Hash[Symbol, Object?]? metadata) -> Hash[Symbol, Object?]
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ibex-runtime
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Yudai Takada
@@ -49,11 +49,11 @@ files:
 - lib/ibex/runtime/cst/text_edit.rb
 - lib/ibex/runtime/cst/typed_node.rb
 - lib/ibex/runtime/cst/validator.rb
+- lib/ibex/runtime/embedded_source.rb
 - lib/ibex/runtime/event.rb
 - lib/ibex/runtime/event_jsonl_tracer.rb
 - lib/ibex/runtime/event_sanitizer.rb
 - lib/ibex/runtime/generated_lexer.rb
-- lib/ibex/runtime/jsonl_tracer.rb
 - lib/ibex/runtime/lexer_input.rb
 - lib/ibex/runtime/location_span.rb
 - lib/ibex/runtime/observation.rb
@@ -63,6 +63,8 @@ files:
 - lib/ibex/runtime/repair_priority_queue.rb
 - lib/ibex/runtime/repair_search.rb
 - lib/ibex/runtime/resource_limits.rb
+- lib/ibex/runtime/syntax_repair.rb
+- lib/ibex/runtime/syntax_session.rb
 - lib/ibex/runtime/table_format.rb
 - lib/ibex/runtime/version.rb
 - lib/ibex/tables/compact.rb
@@ -98,11 +100,11 @@ files:
 - sig/ibex/runtime/cst/text_edit.rbs
 - sig/ibex/runtime/cst/typed_node.rbs
 - sig/ibex/runtime/cst/validator.rbs
+- sig/ibex/runtime/embedded_source.rbs
 - sig/ibex/runtime/event.rbs
 - sig/ibex/runtime/event_jsonl_tracer.rbs
 - sig/ibex/runtime/event_sanitizer.rbs
 - sig/ibex/runtime/generated_lexer.rbs
-- sig/ibex/runtime/jsonl_tracer.rbs
 - sig/ibex/runtime/lexer_input.rbs
 - sig/ibex/runtime/location_span.rbs
 - sig/ibex/runtime/observation.rbs
@@ -112,17 +114,21 @@ files:
 - sig/ibex/runtime/repair_priority_queue.rbs
 - sig/ibex/runtime/repair_search.rbs
 - sig/ibex/runtime/resource_limits.rbs
+- sig/ibex/runtime/syntax_repair.rbs
+- sig/ibex/runtime/syntax_session.rbs
 - sig/ibex/runtime/table_format.rbs
 - sig/ibex/runtime/version.rbs
 - sig/ibex/tables/compact.rbs
 - sig/ibex/tables/compact_actions.rbs
 - sig/ibex/tables/compact_productions.rbs
-homepage: https://github.com/ydah/ibex
+homepage: https://ydah.github.io/ibex/
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/ydah/ibex
-  source_code_uri: https://github.com/ydah/ibex/tree/main
+  homepage_uri: https://ydah.github.io/ibex/
+  source_code_uri: https://github.com/ydah/ibex
+  documentation_uri: https://ydah.github.io/ibex/api/
+  bug_tracker_uri: https://github.com/ydah/ibex/issues
   rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:

data/lib/ibex/runtime/jsonl_tracer.rb

@@ -1,75 +0,0 @@
-# frozen_string_literal: true
-# rbs_inline: enabled
-
-require "json"
-
-module Ibex
-  module Runtime
-    # Emits committed parser observer events as JSON Lines.
-    module JSONLTracer
-      # @rbs!
-      #   interface _TraceOutput
-      #     def puts: (String) -> untyped
-      #   end
-
-      # Hook layer installed on an individual parser's singleton class.
-      module Hooks
-        # @rbs!
-        #   def token_to_str: (Integer) -> String
-
-        # @rbs @ibex_jsonl_trace_output: _TraceOutput?
-
-        # @rbs (Integer token_id, untyped value, Integer state) -> void
-        def on_shift(token_id, value, state)
-          write_trace(event: "shift", token_id: token_id, token: token_to_str(token_id),
-                      value: safe_inspect(value), state: state)
-          super
-        end
-
-        # @rbs (Integer production_id, Array[untyped] values, untyped result) -> void
-        def on_reduce(production_id, values, result)
-          write_trace(event: "reduce", production_id: production_id, values: values.map { |value| safe_inspect(value) },
-                      result: safe_inspect(result))
-          super
-        end
-
-        # @rbs (Integer token_id, untyped value, Array[untyped] value_stack) -> void
-        def on_error_recover(token_id, value, value_stack)
-          write_trace(event: "error_recover", token_id: token_id, token: token_to_str(token_id),
-                      value: safe_inspect(value), value_stack: value_stack.map { |item| safe_inspect(item) })
-          super
-        end
-
-        private
-
-        # @rbs (_TraceOutput output) -> void
-        def ibex_jsonl_trace_output=(output)
-          @ibex_jsonl_trace_output = output
-        end
-
-        # @rbs (**untyped event) -> void
-        def write_trace(**event)
-          @ibex_jsonl_trace_output&.puts(JSON.generate(event))
-        rescue StandardError
-          nil
-        end
-
-        # @rbs (untyped value) -> String
-        def safe_inspect(value)
-          value.inspect.encode(Encoding::UTF_8, invalid: :replace, undef: :replace)
-        rescue StandardError
-          "<inspect failed>"
-        end
-      end
-
-      # @rbs [P < Parser] (P parser, io: _TraceOutput) -> P
-      def self.attach(parser, io:)
-        singleton = parser.singleton_class
-        singleton.prepend(Hooks) unless singleton.ancestors.include?(Hooks)
-        Object.instance_method(:instance_variable_set).bind_call(parser, :@runtime_fast_path, false)
-        parser.__send__(:ibex_jsonl_trace_output=, io)
-        parser
-      end
-    end
-  end
-end

data/sig/ibex/runtime/jsonl_tracer.rbs

@@ -1,42 +0,0 @@
-# Generated from lib/ibex/runtime/jsonl_tracer.rb with RBS::Inline
-
-module Ibex
-  module Runtime
-    # Emits committed parser observer events as JSON Lines.
-    module JSONLTracer
-      interface _TraceOutput
-        def puts: (String) -> untyped
-      end
-
-      # Hook layer installed on an individual parser's singleton class.
-      module Hooks
-        def token_to_str: (Integer) -> String
-
-        @ibex_jsonl_trace_output: _TraceOutput?
-
-        # @rbs (Integer token_id, untyped value, Integer state) -> void
-        def on_shift: (Integer token_id, untyped value, Integer state) -> void
-
-        # @rbs (Integer production_id, Array[untyped] values, untyped result) -> void
-        def on_reduce: (Integer production_id, Array[untyped] values, untyped result) -> void
-
-        # @rbs (Integer token_id, untyped value, Array[untyped] value_stack) -> void
-        def on_error_recover: (Integer token_id, untyped value, Array[untyped] value_stack) -> void
-
-        private
-
-        # @rbs (_TraceOutput output) -> void
-        def ibex_jsonl_trace_output=: (_TraceOutput output) -> void
-
-        # @rbs (**untyped event) -> void
-        def write_trace: (**untyped event) -> void
-
-        # @rbs (untyped value) -> String
-        def safe_inspect: (untyped value) -> String
-      end
-
-      # @rbs [P < Parser] (P parser, io: _TraceOutput) -> P
-      def self.attach: [P < Parser] (P parser, io: _TraceOutput) -> P
-    end
-  end
-end