RubyGems - ibex - Versions diffs - 0.1.0 → 0.3.0 - Mend

ibex 0.1.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (603) hide show

checksums.yaml +4 -4
data/README.md +89 -123
data/docs/architecture.md +477 -31
data/docs/bison-import.md +103 -0
data/docs/comparison-policy.md +127 -0
data/docs/configuration-model.md +59 -0
data/docs/configuration-report.md +28 -0
data/docs/conflict-explanation-reviews/v1/records/README.md +28 -0
data/docs/conflict-explanation-study.md +62 -0
data/docs/construction-profiling.md +157 -0
data/docs/cst-migration.md +106 -0
data/docs/cst.md +237 -0
data/docs/decisions/0000-template.md +24 -0
data/docs/decisions/0001-separate-ir-pipeline.md +34 -0
data/docs/decisions/0002-opaque-user-code-boundary.md +32 -0
data/docs/decisions/0003-self-hosted-grammar-frontend.md +32 -0
data/docs/decisions/0004-shared-semantic-and-lossless-source-model.md +33 -0
data/docs/decisions/0005-contained-grammar-composition.md +34 -0
data/docs/decisions/0006-bounded-structural-grammar-lowering.md +32 -0
data/docs/decisions/0007-shared-parser-construction-pipeline.md +33 -0
data/docs/decisions/0008-versioned-runtime-package-boundary.md +36 -0
data/docs/decisions/0009-isolated-parser-sessions.md +34 -0
data/docs/decisions/0010-committed-runtime-observation.md +34 -0
data/docs/decisions/0011-versioned-semantic-action-boundary.md +37 -0
data/docs/decisions/0012-bounded-nonexecuting-analysis.md +37 -0
data/docs/decisions/0013-transactional-generation-publication.md +37 -0
data/docs/decisions/0014-versioned-generated-lexer.md +35 -0
data/docs/decisions/0015-worker-isolated-browser-analysis.md +32 -0
data/docs/decisions/0016-red-green-concrete-syntax.md +34 -0
data/docs/decisions/0017-persistent-syntax-artifacts.md +35 -0
data/docs/decisions/0018-conservative-incremental-syntax-reuse.md +38 -0
data/docs/decisions/0019-runtime-syntax-session-boundary.md +51 -0
data/docs/decisions/0020-grammar-ir-parser-contract.md +65 -0
data/docs/decisions/0021-data-only-parser-table-sidecar.md +50 -0
data/docs/decisions/0022-manifest-bound-verification-report.md +77 -0
data/docs/decisions/0023-syntax-only-repair-results.md +48 -0
data/docs/decisions/0024-direct-ielr-construction.md +42 -0
data/docs/decisions/README.md +74 -0
data/docs/declarative-configuration.md +262 -0
data/docs/development.md +306 -0
data/docs/direct-ielr-decision.md +120 -0
data/docs/direct-multi-entry-decision.md +82 -0
data/docs/editor-setup.md +26 -0
data/docs/error-ux-review-rubric-v1.md +117 -0
data/docs/error-ux-reviews/v1/records/README.md +22 -0
data/docs/error-ux-round2-review-status-v1.json +27 -0
data/docs/error-ux-round2-reviews/v1/records/README.md +30 -0
data/docs/error-ux-round2-v1.json +1581 -0
data/docs/error-ux-round2.md +111 -0
data/docs/error-ux.md +114 -0
data/docs/getting-started.md +80 -0
data/docs/grammar-reference.md +629 -18
data/docs/ielr-design.md +43 -0
data/docs/ielr.md +92 -0
data/docs/ja/bison-import.md +51 -0
data/docs/ja/stable-api.md +53 -0
data/docs/lexer-construction-profile.md +109 -0
data/docs/lexer-migration.md +56 -0
data/docs/maturity.md +128 -0
data/docs/project-site-strategy.md +54 -0
data/docs/racc-migration-evidence.md +45 -0
data/docs/racc-migration.md +45 -6
data/docs/release-readiness.md +221 -0
data/docs/repair-semantics.md +123 -0
data/docs/runtime-abi-evolution.md +307 -0
data/docs/stability.md +234 -0
data/docs/status.md +43 -0
data/docs/syntax-sessions.md +183 -0
data/docs/table-artifact.md +125 -0
data/docs/test-interactions.md +219 -0
data/docs/verification-report.md +137 -0
data/docs/verifier-trust-boundary.md +199 -0
data/docs/workloads.md +132 -0
data/examples/README.md +60 -0
data/examples/calculator.y +44 -0
data/examples/csv.y +32 -0
data/examples/ini.y +70 -0
data/examples/json.y +48 -0
data/examples/tiny_language.y +75 -0
data/lib/ibex/analysis/digraph.rb +128 -0
data/lib/ibex/analysis/sets.rb +5 -4
data/lib/ibex/analysis.rb +1 -0
data/lib/ibex/artifact_set.rb +63 -0
data/lib/ibex/bison_import/importer.rb +516 -0
data/lib/ibex/bison_import/tokenizer.rb +260 -0
data/lib/ibex/bison_import.rb +200 -0
data/lib/ibex/bounded_subprocess.rb +171 -0
data/lib/ibex/cli/ambiguity.rb +75 -0
data/lib/ibex/cli/analysis.rb +134 -0
data/lib/ibex/cli/bison_import.rb +121 -0
data/lib/ibex/cli/config.rb +128 -0
data/lib/ibex/cli/counterexample_options.rb +6 -2
data/lib/ibex/cli/coverage.rb +173 -0
data/lib/ibex/cli/debug.rb +106 -0
data/lib/ibex/cli/diagnostics.rb +136 -0
data/lib/ibex/cli/documentation.rb +70 -0
data/lib/ibex/cli/equiv.rb +169 -0
data/lib/ibex/cli/error_messages.rb +184 -0
data/lib/ibex/cli/explain.rb +85 -0
data/lib/ibex/cli/fix.rb +203 -0
data/lib/ibex/cli/formatting.rb +387 -0
data/lib/ibex/cli/fuzz.rb +200 -0
data/lib/ibex/cli/fuzz_regressions.rb +145 -0
data/lib/ibex/cli/generation_artifacts.rb +189 -0
data/lib/ibex/cli/generation_error_messages.rb +39 -0
data/lib/ibex/cli/grammar_tests.rb +140 -0
data/lib/ibex/cli/ir_tools.rb +128 -0
data/lib/ibex/cli/lsp.rb +33 -0
data/lib/ibex/cli/outputs.rb +133 -23
data/lib/ibex/cli/racc_migration.rb +87 -0
data/lib/ibex/cli/reduce.rb +202 -0
data/lib/ibex/cli/reduce_reporting.rb +71 -0
data/lib/ibex/cli/samples.rb +118 -0
data/lib/ibex/cli/verify.rb +116 -0
data/lib/ibex/cli/watch.rb +104 -0
data/lib/ibex/cli.rb +825 -55
data/lib/ibex/codegen/action_locations.rb +103 -0
data/lib/ibex/codegen/action_method_source.rb +209 -0
data/lib/ibex/codegen/action_source.rb +119 -0
data/lib/ibex/codegen/ambiguity.rb +174 -0
data/lib/ibex/codegen/cst_metadata.rb +171 -0
data/lib/ibex/codegen/documentation.rb +170 -0
data/lib/ibex/codegen/explain.rb +380 -0
data/lib/ibex/codegen/generated_action_abi.rb +293 -0
data/lib/ibex/codegen/html.rb +94 -10
data/lib/ibex/codegen/mermaid.rb +43 -0
data/lib/ibex/codegen/railroad.rb +197 -0
data/lib/ibex/codegen/railroad_documentation.rb +59 -0
data/lib/ibex/codegen/rbs.rb +331 -2
data/lib/ibex/codegen/report.rb +67 -15
data/lib/ibex/codegen/ruby.rb +305 -66
data/lib/ibex/codegen/ruby_actions.rb +146 -0
data/lib/ibex/codegen/ruby_ast.rb +121 -0
data/lib/ibex/codegen/ruby_error_messages.rb +28 -0
data/lib/ibex/codegen/ruby_lexer.rb +83 -0
data/lib/ibex/codegen/ruby_syntax.rb +96 -0
data/lib/ibex/codegen/ruby_table_metadata.rb +57 -0
data/lib/ibex/codegen/ruby_value_printers.rb +56 -0
data/lib/ibex/codegen/symbol_labels.rb +1 -1
data/lib/ibex/configuration/analysis_grammar.rb +35 -0
data/lib/ibex/configuration/explanation.rb +421 -0
data/lib/ibex/configuration/inspector.rb +232 -0
data/lib/ibex/configuration.rb +580 -0
data/lib/ibex/coverage/collector.rb +198 -0
data/lib/ibex/coverage/event_stream.rb +103 -0
data/lib/ibex/coverage/report.rb +267 -0
data/lib/ibex/coverage/runtime_event_validator.rb +169 -0
data/lib/ibex/coverage.rb +13 -0
data/lib/ibex/delta_reducer.rb +99 -0
data/lib/ibex/diff.rb +140 -0
data/lib/ibex/equiv/machine.rb +135 -0
data/lib/ibex/equiv.rb +373 -0
data/lib/ibex/error_messages/parser.rb +159 -0
data/lib/ibex/error_messages/parser_v2.rb +198 -0
data/lib/ibex/error_messages/renderer.rb +65 -0
data/lib/ibex/error_messages/sentence_search.rb +196 -0
data/lib/ibex/error_messages/update.rb +169 -0
data/lib/ibex/error_messages.rb +165 -0
data/lib/ibex/fix.rb +557 -0
data/lib/ibex/frontend/ast.rb +166 -7
data/lib/ibex/frontend/bootstrap_parser.rb +40 -4
data/lib/ibex/frontend/diagnostic.rb +81 -0
data/lib/ibex/frontend/diagnostic_recovery.rb +268 -0
data/lib/ibex/frontend/dsl.rb +66 -7
data/lib/ibex/frontend/formatter.rb +453 -0
data/lib/ibex/frontend/generated_parser.rb +644 -190
data/lib/ibex/frontend/generated_parser_base.rb +170 -32
data/lib/ibex/frontend/generated_parser_includes.rb +51 -0
data/lib/ibex/frontend/generated_parser_metadata.rb +61 -0
data/lib/ibex/frontend/generated_parser_parameters.rb +60 -0
data/lib/ibex/frontend/generation.rb +33 -0
data/lib/ibex/frontend/lexer.rb +162 -10
data/lib/ibex/frontend/lexer_recovery.rb +84 -0
data/lib/ibex/frontend/parser/declarations.rb +262 -11
data/lib/ibex/frontend/parser/parameters.rb +82 -0
data/lib/ibex/frontend/parser/rules.rb +43 -6
data/lib/ibex/frontend/parser.rb +182 -4
data/lib/ibex/frontend/parser_configuration_support.rb +56 -0
data/lib/ibex/frontend/regenerator.rb +27 -1
data/lib/ibex/frontend/resolution.rb +70 -0
data/lib/ibex/frontend/resolver.rb +217 -0
data/lib/ibex/frontend/rule_documentation.rb +104 -0
data/lib/ibex/frontend/source_cursor.rb +133 -9
data/lib/ibex/frontend/source_document.rb +229 -0
data/lib/ibex/frontend/source_loader.rb +150 -0
data/lib/ibex/frontend/source_span.rb +89 -0
data/lib/ibex/frontend/token_adapter/declaration_document_state.rb +47 -0
data/lib/ibex/frontend/token_adapter/declaration_lexer_state.rb +83 -0
data/lib/ibex/frontend/token_adapter/declaration_state.rb +244 -22
data/lib/ibex/frontend/token_adapter/delimiter_tracker.rb +8 -2
data/lib/ibex/frontend/token_adapter/rule_state.rb +60 -2
data/lib/ibex/frontend/token_adapter.rb +18 -3
data/lib/ibex/frontend.rb +14 -2
data/lib/ibex/fuzz.rb +219 -0
data/lib/ibex/generation_input.rb +57 -0
data/lib/ibex/generation_manifest.rb +211 -0
data/lib/ibex/generation_transaction.rb +261 -0
data/lib/ibex/generation_transaction_recovery.rb +109 -0
data/lib/ibex/generation_transaction_validation.rb +196 -0
data/lib/ibex/grammar_tests.rb +206 -0
data/lib/ibex/ir/automaton_ir.rb +86 -11
data/lib/ibex/ir/grammar_ir.rb +170 -26
data/lib/ibex/ir/lexer_ir.rb +76 -0
data/lib/ibex/ir/parser_contract.rb +135 -0
data/lib/ibex/ir/serialize.rb +268 -50
data/lib/ibex/ir/validator/automaton.rb +375 -0
data/lib/ibex/ir/validator/base.rb +147 -0
data/lib/ibex/ir/validator/grammar.rb +634 -0
data/lib/ibex/ir/validator/lexer.rb +113 -0
data/lib/ibex/ir/validator.rb +63 -0
data/lib/ibex/ir.rb +71 -5
data/lib/ibex/lalr/build_metrics.rb +71 -0
data/lib/ibex/lalr/builder.rb +514 -52
data/lib/ibex/lalr/conflict.rb +1 -0
data/lib/ibex/lalr/conflict_search.rb +26 -9
data/lib/ibex/lalr/counterexample.rb +38 -18
data/lib/ibex/lalr/direct_lookaheads.rb +289 -0
data/lib/ibex/lalr/goto_follows.rb +229 -0
data/lib/ibex/lalr/ielr/annotator.rb +214 -0
data/lib/ibex/lalr/ielr/bits.rb +28 -0
data/lib/ibex/lalr/ielr/inadequacy.rb +47 -0
data/lib/ibex/lalr/ielr/item_lookaheads.rb +78 -0
data/lib/ibex/lalr/ielr/pipeline.rb +75 -0
data/lib/ibex/lalr/ielr/split_stability.rb +78 -0
data/lib/ibex/lalr/ielr/split_state.rb +20 -0
data/lib/ibex/lalr/ielr/state_splitter.rb +258 -0
data/lib/ibex/lalr/ielr_partition.rb +166 -0
data/lib/ibex/lalr/inadequacy_report.rb +50 -0
data/lib/ibex/lalr/lookahead_propagation.rb +111 -0
data/lib/ibex/lalr/lr0_collection.rb +121 -0
data/lib/ibex/lalr/on_error_reductions.rb +74 -0
data/lib/ibex/lalr/unreachable_states.rb +80 -0
data/lib/ibex/lalr.rb +59 -1
data/lib/ibex/location.rb +129 -0
data/lib/ibex/lsp/document_handlers.rb +68 -0
data/lib/ibex/lsp/document_store.rb +264 -0
data/lib/ibex/lsp/document_store_diagnostics.rb +44 -0
data/lib/ibex/lsp/document_store_validation.rb +61 -0
data/lib/ibex/lsp/initialization_handlers.rb +80 -0
data/lib/ibex/lsp/navigation_handlers.rb +70 -0
data/lib/ibex/lsp/parser_configuration_assistance.rb +149 -0
data/lib/ibex/lsp/position_codec.rb +113 -0
data/lib/ibex/lsp/protocol_error.rb +33 -0
data/lib/ibex/lsp/request_handlers.rb +46 -0
data/lib/ibex/lsp/request_support.rb +94 -0
data/lib/ibex/lsp/server.rb +148 -0
data/lib/ibex/lsp/symbol_index.rb +241 -0
data/lib/ibex/lsp/symbol_index_builder.rb +277 -0
data/lib/ibex/lsp/symbol_index_precedence_references.rb +44 -0
data/lib/ibex/lsp/symbol_index_source_queries.rb +61 -0
data/lib/ibex/lsp/symbol_occurrence.rb +23 -0
data/lib/ibex/lsp/transport.rb +128 -0
data/lib/ibex/lsp/workspace.rb +128 -0
data/lib/ibex/lsp/workspace_analyzer.rb +199 -0
data/lib/ibex/lsp.rb +33 -0
data/lib/ibex/messages/en.yml +28 -0
data/lib/ibex/messages/ja.yml +28 -0
data/lib/ibex/messages.rb +68 -0
data/lib/ibex/metrics.rb +175 -0
data/lib/ibex/normalize/declarations.rb +142 -7
data/lib/ibex/normalize/diagnostics.rb +94 -24
data/lib/ibex/normalize/expander.rb +64 -59
data/lib/ibex/normalize/expression.rb +63 -40
data/lib/ibex/normalize/grammar_builder.rb +26 -0
data/lib/ibex/normalize/inline_expansion.rb +465 -0
data/lib/ibex/normalize/inline_validation.rb +174 -0
data/lib/ibex/normalize/lexer.rb +131 -0
data/lib/ibex/normalize/named_references.rb +60 -0
data/lib/ibex/normalize/nodes.rb +46 -0
data/lib/ibex/normalize/parameter_ebnf_lowering.rb +70 -0
data/lib/ibex/normalize/parameter_lowering.rb +143 -0
data/lib/ibex/normalize/parameter_substitution.rb +125 -0
data/lib/ibex/normalize/parameter_validation.rb +140 -0
data/lib/ibex/normalize/parameters.rb +226 -0
data/lib/ibex/normalize/parser_configuration.rb +70 -0
data/lib/ibex/normalize/recovery_declarations.rb +84 -0
data/lib/ibex/normalize.rb +172 -17
data/lib/ibex/racc_migration/checker.rb +122 -0
data/lib/ibex/racc_migration/harness.rb +177 -0
data/lib/ibex/racc_migration/report.rb +97 -0
data/lib/ibex/racc_migration.rb +12 -0
data/lib/ibex/rake_task.rb +116 -0
data/lib/ibex/samples.rb +216 -0
data/lib/ibex/table_artifact/builder.rb +266 -0
data/lib/ibex/table_artifact/cst_projection.rb +70 -0
data/lib/ibex/table_artifact/document.rb +39 -0
data/lib/ibex/table_artifact/executor.rb +187 -0
data/lib/ibex/table_artifact/serializer.rb +57 -0
data/lib/ibex/table_artifact/validator/metadata.rb +179 -0
data/lib/ibex/table_artifact/validator/support.rb +86 -0
data/lib/ibex/table_artifact/validator/tables.rb +238 -0
data/lib/ibex/table_artifact/validator.rb +253 -0
data/lib/ibex/table_artifact.rb +88 -0
data/lib/ibex/table_simulation/result.rb +55 -0
data/lib/ibex/table_simulation/simulator.rb +253 -0
data/lib/ibex/table_simulation/step.rb +62 -0
data/lib/ibex/table_simulation/text.rb +31 -0
data/lib/ibex/table_simulation.rb +13 -0
data/lib/ibex/tables.rb +22 -69
data/lib/ibex/verifiable_generation_bundle.rb +86 -0
data/lib/ibex/verification_report/builder.rb +159 -0
data/lib/ibex/verification_report/canonical_ir.rb +123 -0
data/lib/ibex/verification_report/logical_path.rb +68 -0
data/lib/ibex/verification_report/validator.rb +329 -0
data/lib/ibex/verification_report.rb +69 -0
data/lib/ibex/verify/action_correspondence.rb +138 -0
data/lib/ibex/verify/language_witness.rb +295 -0
data/lib/ibex/verify/reference_collection.rb +190 -0
data/lib/ibex/verify/result.rb +73 -0
data/lib/ibex/verify/verifier.rb +598 -0
data/lib/ibex/verify.rb +15 -0
data/lib/ibex/version.rb +1 -1
data/lib/ibex/watch/runner.rb +181 -0
data/lib/ibex/watch/source_snapshot.rb +98 -0
data/lib/ibex/watch.rb +11 -0
data/lib/ibex.rb +35 -1
data/schema/automaton-ir-definitions.schema.json +401 -0
data/schema/automaton-ir.schema.json +65 -0
data/schema/benchmark-v1.schema.json +212 -0
data/schema/benchmark-v2.schema.json +61 -0
data/schema/bison-import-v1.schema.json +106 -0
data/schema/conflict-explanation-review-v1.schema.json +196 -0
data/schema/conflict-explanation-study-v1.schema.json +528 -0
data/schema/construction-profile-v1.schema.json +779 -0
data/schema/cst-v1.json +170 -0
data/schema/diff-v1.schema.json +41 -0
data/schema/direct-ielr-decision-v1.schema.json +200 -0
data/schema/equiv-v1.schema.json +64 -0
data/schema/error-ux-review-v1.schema.json +609 -0
data/schema/error-ux-round2-review-v1.schema.json +191 -0
data/schema/error-ux-round2-v1.schema.json +519 -0
data/schema/error-ux-v1.schema.json +258 -0
data/schema/explain-v1.schema.json +495 -0
data/schema/fix-v1.schema.json +64 -0
data/schema/fix-v2.schema.json +66 -0
data/schema/fix-v3.schema.json +101 -0
data/schema/frontend-diagnostics-v1.schema.json +154 -0
data/schema/fuzz-regression-v1.schema.json +79 -0
data/schema/fuzz-v1.schema.json +114 -0
data/schema/generation-manifest-v1.schema.json +115 -0
data/schema/grammar-ir-extensions.schema.json +734 -0
data/schema/grammar-ir-foundation.schema.json +426 -0
data/schema/grammar-ir.schema.json +271 -0
data/schema/ielr-benchmark-v1.schema.json +85 -0
data/schema/lexer-ir-v1.schema.json +215 -0
data/schema/lexer-profile-v1.schema.json +491 -0
data/schema/metrics-v1.schema.json +60 -0
data/schema/migration-check-v1.schema.json +60 -0
data/schema/performance-comparison-v1.schema.json +395 -0
data/schema/public-performance-comparison-v1.schema.json +506 -0
data/schema/public-performance-profile-v1.schema.json +360 -0
data/schema/reduce-v1.schema.json +22 -0
data/schema/reduce-v2.schema.json +63 -0
data/schema/runtime-coverage-v1.schema.json +86 -0
data/schema/runtime-event-v1.schema.json +308 -0
data/schema/table-artifact-v1.schema.json +377 -0
data/schema/table-simulation-v1.schema.json +70 -0
data/schema/verification-report-v1.schema.json +222 -0
data/schema/verify-v1.schema.json +42 -0
data/sig/ibex/analysis/digraph.rbs +19 -0
data/sig/ibex/artifact_set.rbs +37 -0
data/sig/ibex/bison_import/importer.rbs +140 -0
data/sig/ibex/bison_import/tokenizer.rbs +91 -0
data/sig/ibex/bison_import.rbs +95 -0
data/sig/ibex/bounded_subprocess.rbs +76 -0
data/sig/ibex/cli/ambiguity.rbs +28 -0
data/sig/ibex/cli/analysis.rbs +43 -0
data/sig/ibex/cli/bison_import.rbs +32 -0
data/sig/ibex/cli/config.rbs +35 -0
data/sig/ibex/cli/counterexample_options.rbs +2 -0
data/sig/ibex/cli/coverage.rbs +53 -0
data/sig/ibex/cli/debug.rbs +28 -0
data/sig/ibex/cli/diagnostics.rbs +51 -0
data/sig/ibex/cli/documentation.rbs +29 -0
data/sig/ibex/cli/equiv.rbs +49 -0
data/sig/ibex/cli/error_messages.rbs +63 -0
data/sig/ibex/cli/explain.rbs +31 -0
data/sig/ibex/cli/fix.rbs +53 -0
data/sig/ibex/cli/formatting.rbs +107 -0
data/sig/ibex/cli/fuzz.rbs +47 -0
data/sig/ibex/cli/fuzz_regressions.rbs +40 -0
data/sig/ibex/cli/generation_artifacts.rbs +69 -0
data/sig/ibex/cli/generation_error_messages.rbs +19 -0
data/sig/ibex/cli/grammar_tests.rbs +48 -0
data/sig/ibex/cli/ir_tools.rbs +39 -0
data/sig/ibex/cli/lsp.rbs +14 -0
data/sig/ibex/cli/outputs.rbs +26 -3
data/sig/ibex/cli/racc_migration.rbs +30 -0
data/sig/ibex/cli/reduce.rbs +60 -0
data/sig/ibex/cli/reduce_reporting.rbs +27 -0
data/sig/ibex/cli/samples.rbs +38 -0
data/sig/ibex/cli/verify.rbs +28 -0
data/sig/ibex/cli/watch.rbs +43 -0
data/sig/ibex/cli.rbs +182 -9
data/sig/ibex/codegen/action_locations.rbs +45 -0
data/sig/ibex/codegen/action_method_source.rbs +65 -0
data/sig/ibex/codegen/action_source.rbs +50 -0
data/sig/ibex/codegen/ambiguity.rbs +60 -0
data/sig/ibex/codegen/cst_metadata.rbs +59 -0
data/sig/ibex/codegen/documentation.rbs +50 -0
data/sig/ibex/codegen/explain.rbs +105 -0
data/sig/ibex/codegen/generated_action_abi.rbs +105 -0
data/sig/ibex/codegen/html.rbs +18 -2
data/sig/ibex/codegen/mermaid.rbs +16 -0
data/sig/ibex/codegen/railroad.rbs +82 -0
data/sig/ibex/codegen/railroad_documentation.rbs +31 -0
data/sig/ibex/codegen/rbs.rbs +86 -4
data/sig/ibex/codegen/report.rbs +16 -8
data/sig/ibex/codegen/ruby.rbs +105 -28
data/sig/ibex/codegen/ruby_actions.rbs +54 -0
data/sig/ibex/codegen/ruby_ast.rbs +34 -0
data/sig/ibex/codegen/ruby_error_messages.rbs +16 -0
data/sig/ibex/codegen/ruby_lexer.rbs +25 -0
data/sig/ibex/codegen/ruby_syntax.rbs +27 -0
data/sig/ibex/codegen/ruby_table_metadata.rbs +26 -0
data/sig/ibex/codegen/ruby_value_printers.rbs +28 -0
data/sig/ibex/configuration/analysis_grammar.rbs +13 -0
data/sig/ibex/configuration/explanation.rbs +195 -0
data/sig/ibex/configuration/inspector.rbs +53 -0
data/sig/ibex/configuration.rbs +242 -0
data/sig/ibex/coverage/collector.rbs +78 -0
data/sig/ibex/coverage/event_stream.rbs +44 -0
data/sig/ibex/coverage/report.rbs +102 -0
data/sig/ibex/coverage/runtime_event_validator.rbs +70 -0
data/sig/ibex/coverage.rbs +7 -0
data/sig/ibex/delta_reducer.rbs +38 -0
data/sig/ibex/diff.rbs +47 -0
data/sig/ibex/equiv/machine.rbs +54 -0
data/sig/ibex/equiv.rbs +129 -0
data/sig/ibex/error_messages/parser.rbs +58 -0
data/sig/ibex/error_messages/parser_v2.rbs +67 -0
data/sig/ibex/error_messages/renderer.rbs +23 -0
data/sig/ibex/error_messages/sentence_search.rbs +80 -0
data/sig/ibex/error_messages/update.rbs +43 -0
data/sig/ibex/error_messages.rbs +85 -0
data/sig/ibex/fix.rbs +138 -0
data/sig/ibex/frontend/ast.rbs +237 -22
data/sig/ibex/frontend/bootstrap_parser.rbs +13 -0
data/sig/ibex/frontend/diagnostic.rbs +53 -0
data/sig/ibex/frontend/diagnostic_recovery.rbs +98 -0
data/sig/ibex/frontend/dsl.rbs +33 -4
data/sig/ibex/frontend/formatter.rbs +143 -0
data/sig/ibex/frontend/generated_parser.rbs +228 -68
data/sig/ibex/frontend/generated_parser_base.rbs +65 -12
data/sig/ibex/frontend/generated_parser_includes.rbs +23 -0
data/sig/ibex/frontend/generated_parser_metadata.rbs +23 -0
data/sig/ibex/frontend/generated_parser_parameters.rbs +24 -0
data/sig/ibex/frontend/generation.rbs +6 -0
data/sig/ibex/frontend/lexer.rbs +49 -2
data/sig/ibex/frontend/lexer_recovery.rbs +25 -0
data/sig/ibex/frontend/parser/declarations.rbs +57 -0
data/sig/ibex/frontend/parser/parameters.rbs +28 -0
data/sig/ibex/frontend/parser/rules.rbs +3 -0
data/sig/ibex/frontend/parser.rbs +66 -0
data/sig/ibex/frontend/parser_configuration_support.rbs +27 -0
data/sig/ibex/frontend/regenerator.rbs +11 -0
data/sig/ibex/frontend/resolution.rbs +34 -0
data/sig/ibex/frontend/resolver.rbs +91 -0
data/sig/ibex/frontend/rule_documentation.rbs +42 -0
data/sig/ibex/frontend/source_cursor.rbs +38 -5
data/sig/ibex/frontend/source_document.rbs +119 -0
data/sig/ibex/frontend/source_loader.rbs +66 -0
data/sig/ibex/frontend/source_span.rbs +56 -0
data/sig/ibex/frontend/token_adapter/declaration_document_state.rbs +21 -0
data/sig/ibex/frontend/token_adapter/declaration_lexer_state.rbs +27 -0
data/sig/ibex/frontend/token_adapter/declaration_state.rbs +83 -3
data/sig/ibex/frontend/token_adapter/rule_state.rbs +20 -0
data/sig/ibex/frontend/token_adapter.rbs +11 -2
data/sig/ibex/frontend.rbs +1 -1
data/sig/ibex/fuzz.rbs +71 -0
data/sig/ibex/generation_input.rbs +37 -0
data/sig/ibex/generation_manifest.rbs +70 -0
data/sig/ibex/generation_transaction.rbs +82 -0
data/sig/ibex/generation_transaction_recovery.rbs +36 -0
data/sig/ibex/generation_transaction_validation.rbs +65 -0
data/sig/ibex/grammar_tests.rbs +93 -0
data/sig/ibex/ir/automaton_ir.rbs +35 -10
data/sig/ibex/ir/grammar_ir.rbs +96 -22
data/sig/ibex/ir/lexer_ir.rbs +57 -0
data/sig/ibex/ir/parser_contract.rbs +69 -0
data/sig/ibex/ir/serialize.rbs +75 -23
data/sig/ibex/ir/validator/automaton.rbs +112 -0
data/sig/ibex/ir/validator/base.rbs +69 -0
data/sig/ibex/ir/validator/grammar.rbs +195 -0
data/sig/ibex/ir/validator/lexer.rbs +37 -0
data/sig/ibex/ir/validator.rbs +16 -0
data/sig/ibex/ir.rbs +45 -5
data/sig/ibex/lalr/build_metrics.rbs +60 -0
data/sig/ibex/lalr/builder.rbs +150 -19
data/sig/ibex/lalr/conflict_search.rbs +12 -5
data/sig/ibex/lalr/counterexample.rbs +20 -14
data/sig/ibex/lalr/direct_lookaheads.rbs +93 -0
data/sig/ibex/lalr/goto_follows.rbs +89 -0
data/sig/ibex/lalr/ielr/annotator.rbs +67 -0
data/sig/ibex/lalr/ielr/bits.rbs +14 -0
data/sig/ibex/lalr/ielr/inadequacy.rbs +24 -0
data/sig/ibex/lalr/ielr/item_lookaheads.rbs +35 -0
data/sig/ibex/lalr/ielr/pipeline.rbs +17 -0
data/sig/ibex/lalr/ielr/split_stability.rbs +27 -0
data/sig/ibex/lalr/ielr/split_state.rbs +14 -0
data/sig/ibex/lalr/ielr/state_splitter.rbs +76 -0
data/sig/ibex/lalr/ielr_partition.rbs +71 -0
data/sig/ibex/lalr/inadequacy_report.rbs +21 -0
data/sig/ibex/lalr/lookahead_propagation.rbs +38 -0
data/sig/ibex/lalr/lr0_collection.rbs +50 -0
data/sig/ibex/lalr/on_error_reductions.rbs +22 -0
data/sig/ibex/lalr/unreachable_states.rbs +25 -0
data/sig/ibex/lalr.rbs +17 -1
data/sig/ibex/location.rbs +67 -0
data/sig/ibex/lsp/document_handlers.rbs +24 -0
data/sig/ibex/lsp/document_store.rbs +94 -0
data/sig/ibex/lsp/document_store_diagnostics.rbs +20 -0
data/sig/ibex/lsp/document_store_validation.rbs +26 -0
data/sig/ibex/lsp/initialization_handlers.rbs +30 -0
data/sig/ibex/lsp/navigation_handlers.rbs +33 -0
data/sig/ibex/lsp/parser_configuration_assistance.rbs +49 -0
data/sig/ibex/lsp/position_codec.rbs +44 -0
data/sig/ibex/lsp/protocol_error.rbs +32 -0
data/sig/ibex/lsp/request_handlers.rbs +26 -0
data/sig/ibex/lsp/request_support.rbs +40 -0
data/sig/ibex/lsp/server.rbs +55 -0
data/sig/ibex/lsp/symbol_index.rbs +77 -0
data/sig/ibex/lsp/symbol_index_builder.rbs +88 -0
data/sig/ibex/lsp/symbol_index_precedence_references.rbs +18 -0
data/sig/ibex/lsp/symbol_index_source_queries.rbs +26 -0
data/sig/ibex/lsp/symbol_occurrence.rbs +31 -0
data/sig/ibex/lsp/transport.rbs +47 -0
data/sig/ibex/lsp/workspace.rbs +42 -0
data/sig/ibex/lsp/workspace_analyzer.rbs +69 -0
data/sig/ibex/lsp.rbs +7 -0
data/sig/ibex/messages.rbs +26 -0
data/sig/ibex/metrics.rbs +50 -0
data/sig/ibex/normalize/declarations.rbs +31 -0
data/sig/ibex/normalize/diagnostics.rbs +13 -4
data/sig/ibex/normalize/expander.rbs +22 -16
data/sig/ibex/normalize/expression.rbs +11 -9
data/sig/ibex/normalize/grammar_builder.rbs +11 -0
data/sig/ibex/normalize/inline_expansion.rbs +129 -0
data/sig/ibex/normalize/inline_validation.rbs +40 -0
data/sig/ibex/normalize/lexer.rbs +37 -0
data/sig/ibex/normalize/named_references.rbs +20 -0
data/sig/ibex/normalize/nodes.rbs +14 -0
data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +33 -0
data/sig/ibex/normalize/parameter_lowering.rbs +35 -0
data/sig/ibex/normalize/parameter_substitution.rbs +42 -0
data/sig/ibex/normalize/parameter_validation.rbs +44 -0
data/sig/ibex/normalize/parameters.rbs +51 -0
data/sig/ibex/normalize/parser_configuration.rbs +23 -0
data/sig/ibex/normalize/recovery_declarations.rbs +24 -0
data/sig/ibex/normalize.rbs +129 -18
data/sig/ibex/racc_migration/checker.rbs +36 -0
data/sig/ibex/racc_migration/harness.rbs +16 -0
data/sig/ibex/racc_migration/report.rbs +55 -0
data/sig/ibex/racc_migration.rbs +8 -0
data/sig/ibex/rake_task.rbs +51 -0
data/sig/ibex/samples.rbs +60 -0
data/sig/ibex/table_artifact/builder.rbs +93 -0
data/sig/ibex/table_artifact/cst_projection.rbs +20 -0
data/sig/ibex/table_artifact/document.rbs +27 -0
data/sig/ibex/table_artifact/executor.rbs +66 -0
data/sig/ibex/table_artifact/serializer.rbs +25 -0
data/sig/ibex/table_artifact/validator/metadata.rbs +52 -0
data/sig/ibex/table_artifact/validator/support.rbs +46 -0
data/sig/ibex/table_artifact/validator/tables.rbs +63 -0
data/sig/ibex/table_artifact/validator.rbs +66 -0
data/sig/ibex/table_artifact.rbs +32 -0
data/sig/ibex/table_simulation/result.rbs +36 -0
data/sig/ibex/table_simulation/simulator.rbs +98 -0
data/sig/ibex/table_simulation/step.rbs +42 -0
data/sig/ibex/table_simulation/text.rbs +14 -0
data/sig/ibex/table_simulation.rbs +7 -0
data/sig/ibex/tables.rbs +10 -35
data/sig/ibex/verifiable_generation_bundle.rbs +24 -0
data/sig/ibex/verification_report/builder.rbs +53 -0
data/sig/ibex/verification_report/canonical_ir.rbs +41 -0
data/sig/ibex/verification_report/logical_path.rbs +34 -0
data/sig/ibex/verification_report/validator.rbs +114 -0
data/sig/ibex/verification_report.rbs +44 -0
data/sig/ibex/verify/action_correspondence.rbs +50 -0
data/sig/ibex/verify/language_witness.rbs +112 -0
data/sig/ibex/verify/reference_collection.rbs +63 -0
data/sig/ibex/verify/result.rbs +52 -0
data/sig/ibex/verify/verifier.rbs +170 -0
data/sig/ibex/verify.rbs +6 -0
data/sig/ibex/watch/runner.rbs +58 -0
data/sig/ibex/watch/source_snapshot.rbs +46 -0
data/sig/ibex/watch.rbs +7 -0
data/sig/ibex.rbs +2 -0
metadata +524 -19
data/.rubocop.yml +0 -43
data/CHANGELOG.md +0 -30
data/Rakefile +0 -25
data/Steepfile +0 -10
data/docs/compat-notes.md +0 -37
data/docs/lexer-coverage.md +0 -14
data/docs/phase10-extensions.md +0 -27
data/gemfiles/Gemfile +0 -7
data/gemfiles/Gemfile.lock +0 -98
data/lib/ibex/frontend/grammar.y +0 -156
data/lib/ibex/runtime/parser.rb +0 -360
data/lib/ibex/runtime.rb +0 -8
data/sig/ibex/runtime/parser.rbs +0 -167
data/sig/ibex/runtime.rbs +0 -6

data/lib/ibex/codegen/html.rb CHANGED Viewed

@@ -11,13 +11,23 @@ module Ibex
       #     Hash[Integer, String] labels) -> String
       #   private def self.state_sections: (IR::Automaton automaton, IR::Grammar grammar,
       #     Hash[Integer, String] labels) -> String
+      #   private def controls: (IR::Automaton automaton) -> String
+      #   private def self.controls: (IR::Automaton automaton) -> String
+      #   private def styles: () -> String
+      #   private def self.styles: () -> String
+      #   private def interaction_script: () -> String
+      #   private def self.interaction_script: () -> String
+      #   private def one_hop_neighbors: (IR::Automaton automaton, Integer state_id) -> Array[Integer]
+      #   private def self.one_hop_neighbors: (IR::Automaton automaton, Integer state_id) -> Array[Integer]
       #   private def item_html: (IR::AutomatonItem item, IR::Grammar grammar, Hash[Integer, String] labels) -> String
       #   private def self.item_html: (IR::AutomatonItem item, IR::Grammar grammar,
       #     Hash[Integer, String] labels) -> String
       #   private def rule_sections: (IR::Grammar grammar, Hash[Integer, String] labels) -> String
       #   private def self.rule_sections: (IR::Grammar grammar, Hash[Integer, String] labels) -> String
-      #   private def conflict_sections: (IR::Automaton automaton) -> String
-      #   private def self.conflict_sections: (IR::Automaton automaton) -> String
+      #   private def conflict_sections: (IR::Automaton automaton, IR::Grammar grammar,
+      #     Hash[Integer, String] labels) -> String
+      #   private def self.conflict_sections: (IR::Automaton automaton, IR::Grammar grammar,
+      #     Hash[Integer, String] labels) -> String
       #   private def escape: (String value) -> String
       #   private def self.escape: (String value) -> String
       #   private def symbol_name: (Hash[Integer, String] labels, Integer id) -> String
@@ -30,12 +40,14 @@ module Ibex
         <<~HTML
           <!doctype html>
           <html lang="en"><head><meta charset="utf-8"><title>Ibex automaton</title>
-          <style>body{font:14px system-ui;margin:2rem;max-width:90rem}code{white-space:pre-wrap}.state{border:1px solid #bbb;padding:1rem;margin:1rem 0}.conflict{color:#a00}a{color:#075985}</style>
+          #{styles}
           </head><body><h1>Ibex #{escape(automaton.algorithm)} automaton</h1>
           <nav><a href="#rules">Rules</a> · <a href="#conflicts">Conflicts</a></nav>
-          #{state_sections(automaton, grammar, labels)}
+          #{controls(automaton)}
+          <main id="states">#{state_sections(automaton, grammar, labels)}</main>
           <h2 id="rules">Rules</h2>#{rule_sections(grammar, labels)}
-          <h2 id="conflicts">Conflicts</h2>#{conflict_sections(automaton)}
+          <h2 id="conflicts">Conflicts</h2>#{conflict_sections(automaton, grammar, labels)}
+          #{interaction_script}
           </body></html>
         HTML
       end
@@ -44,6 +56,62 @@ module Ibex
       # @rbs skip
       private
+      # @rbs skip
+      def styles
+        <<~HTML
+          <style>
+          body{font:14px system-ui;margin:2rem;max-width:90rem}code{white-space:pre-wrap}
+          .controls{align-items:center;display:flex;flex-wrap:wrap;gap:1rem;margin:1rem 0}
+          .state{border:1px solid #bbb;padding:1rem;margin:1rem 0}.state[hidden]{display:none}
+          .conflict-state{background:#fff7f7;border:2px solid #b91c1c}.conflict{color:#a00}a{color:#075985}
+          </style>
+        HTML
+      end
+      # @rbs skip
+      def interaction_script
+        <<~HTML
+          <script>
+          (() => {
+            const search = document.getElementById("state-search");
+            const conflictOnly = document.getElementById("conflict-only");
+            const neighborhood = document.getElementById("conflict-neighborhood");
+            const states = Array.from(document.querySelectorAll(".state"));
+            const update = () => {
+              const query = search.value.trim().toLowerCase();
+              const focus = neighborhood.value;
+              states.forEach((state) => {
+                const matchesText = !query || state.textContent.toLowerCase().includes(query);
+                const matchesConflict = !conflictOnly.checked || state.classList.contains("conflict-state");
+                const nearby = !focus || state.dataset.neighbors.split(" ").includes(focus);
+                state.hidden = !(matchesText && matchesConflict && nearby);
+              });
+            };
+            search.addEventListener("input", update);
+            conflictOnly.addEventListener("change", update);
+            neighborhood.addEventListener("change", update);
+          })();
+          </script>
+        HTML
+      end
+      # @rbs skip
+      def controls(automaton)
+        options = automaton.states.filter_map do |state|
+          next if state.conflicts.empty?
+          %(<option value="#{state.id}">State #{state.id}</option>)
+        end.join
+        <<~HTML
+          <div class="controls">
+          <label>Search states <input id="state-search" type="search" aria-controls="states"></label>
+          <label><input id="conflict-only" type="checkbox"> Conflicts only</label>
+          <label>Conflict neighborhood
+          <select id="conflict-neighborhood"><option value="">All states</option>#{options}</select></label>
+          </div>
+        HTML
+      end
       # @rbs skip
       def state_sections(automaton, grammar, labels)
         automaton.states.map do |state|
@@ -52,13 +120,25 @@ module Ibex
             "<li>#{symbol} → <a href=\"#state-#{target}\">state #{target}</a></li>"
           end.join
           items = state.items.map { |item| item_html(item, grammar, labels) }.join
+          class_name = state.conflicts.empty? ? "state" : "state conflict-state"
+          neighbors = one_hop_neighbors(automaton, state.id).join(" ")
           <<~HTML
-            <section class="state" id="state-#{state.id}"><h2>State #{state.id}</h2>
+            <section class="#{class_name}" id="state-#{state.id}" data-state-id="#{state.id}" data-neighbors="#{neighbors}">
+            <h2>State #{state.id}</h2>
             <ul>#{transitions}</ul><ul>#{items}</ul></section>
           HTML
         end.join
       end
+      # @rbs skip
+      def one_hop_neighbors(automaton, state_id)
+        outgoing = automaton.states.fetch(state_id).transitions.values
+        incoming = automaton.states.filter_map do |state|
+          state.id if state.transitions.value?(state_id)
+        end
+        ([state_id] + outgoing + incoming).uniq.sort
+      end
       # @rbs skip
       def item_html(item, grammar, labels)
         return "<li><code>$accept</code></li>" if item.production.negative?
@@ -81,11 +161,13 @@ module Ibex
       end
       # @rbs skip
-      def conflict_sections(automaton)
+      def conflict_sections(automaton, grammar, labels)
         conflicts = automaton.states.flat_map do |state|
           state.conflicts.map do |conflict|
             link = "<a href=\"#state-#{state.id}\">state #{state.id}</a>"
-            "<li class=\"conflict\">#{link}: #{escape(conflict.inspect)}</li>"
+            symbol = grammar.symbol(conflict[:symbol])
+            displayed = symbol ? conflict.merge(symbol: symbol_name(labels, symbol.id)) : conflict
+            "<li class=\"conflict\">#{link}: #{escape(displayed.inspect)}</li>"
           end
         end
         conflicts.empty? ? "<p>None</p>" : "<ul>#{conflicts.join}</ul>"
@@ -100,10 +182,12 @@ module Ibex
       def symbol_name(labels, id)
         labels.fetch(id) { raise Ibex::Error, "missing grammar symbol id #{id}" }
       end
-      module_function :state_sections, :item_html, :rule_sections, :conflict_sections, :escape, :symbol_name
+      module_function :styles, :interaction_script, :controls, :state_sections, :one_hop_neighbors
+      module_function :item_html, :rule_sections, :conflict_sections, :escape, :symbol_name
       class << self
-        private :state_sections, :item_html, :rule_sections, :conflict_sections, :escape, :symbol_name
+        private :styles, :interaction_script, :controls, :state_sections, :one_hop_neighbors
+        private :item_html, :rule_sections, :conflict_sections, :escape, :symbol_name
       end
     end
   end

data/lib/ibex/codegen/mermaid.rb ADDED Viewed

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+require_relative "symbol_labels"
+module Ibex
+  module Codegen
+    # Renders an Automaton IR graph as a GitHub-compatible Mermaid flowchart.
+    module Mermaid
+      # @rbs (IR::Automaton automaton) -> String
+      def render(automaton)
+        labels = SymbolLabels.build(automaton.grammar)
+        lines = ["flowchart LR"]
+        automaton.states.each do |state|
+          lines << %(  state_#{state.id}["State #{state.id}"])
+          state.transitions.each do |symbol_id, target|
+            label = escape(labels.fetch(symbol_id) { raise Ibex::Error, "missing grammar symbol id #{symbol_id}" })
+            lines << "  state_#{state.id} -->|#{label}| state_#{target}"
+          end
+        end
+        conflicting = automaton.states.reject { |state| state.conflicts.empty? }
+        unless conflicting.empty?
+          lines << "  classDef conflict fill:#fee2e2,stroke:#b91c1c,stroke-width:2px"
+          conflicting.each { |state| lines << "  class state_#{state.id} conflict;" }
+        end
+        "#{lines.join("\n")}\n"
+      end
+      module_function :render
+      private
+      # @rbs (String value) -> String
+      def escape(value)
+        value.to_s.gsub("&", "&amp;").gsub("<", "&lt;").gsub(">", "&gt;").gsub("|", "&#124;")
+             .gsub('"', "&quot;").gsub(/\s+/, " ")
+      end
+      module_function :escape
+      class << self
+        private :escape
+      end
+    end
+  end
+end

data/lib/ibex/codegen/railroad.rb ADDED Viewed

@@ -0,0 +1,197 @@
+# frozen_string_literal: true
+require_relative "symbol_labels"
+require_relative "railroad_documentation"
+module Ibex
+  module Codegen
+    # Renders normalized Grammar IR as a self-contained SVG railroad diagram.
+    module Railroad
+      CHAR_WIDTH = 8 #: Integer
+      BOX_HEIGHT = 28 #: Integer
+      BOX_PADDING = 20 #: Integer
+      TRACK_GAP = 18 #: Integer
+      ROW_HEIGHT = 46 #: Integer
+      SECTION_HEADER = 30 #: Integer
+      SECTION_GAP = 18 #: Integer
+      PAGE_PADDING = 20 #: Integer
+      TITLE_HEIGHT = 48 #: Integer
+      EPSILON_WIDTH = 34 #: Integer
+      START_RADIUS = 4 #: Integer
+      END_RADIUS = 6 #: Integer
+      MIN_RAIL_X = 180 #: Integer
+      # @rbs STYLE: String
+      STYLE = <<~CSS
+        text { fill: #172033; font: 14px ui-monospace, SFMono-Regular, Menlo, Consolas, monospace; }
+        .diagram-title { font-size: 18px; font-weight: 700; }
+        .rule-name { font-weight: 700; }
+        .rule-documentation { fill: #4b5565; font: 12px system-ui, sans-serif; }
+        .production-id { fill: #697386; font-size: 11px; text-anchor: end; }
+        .track { fill: none; stroke: #697386; stroke-width: 2; }
+        .start { fill: #172033; }
+        .end { fill: #fff; stroke: #172033; stroke-width: 2; }
+        .end-dot { fill: #172033; }
+        .symbol { stroke: #172033; stroke-width: 1.5; }
+        .terminal { fill: #fff3df; }
+        .nonterminal { fill: #e8f1ff; }
+        .symbol-label { text-anchor: middle; }
+        .epsilon { fill: #697386; font-style: italic; text-anchor: middle; }
+      CSS
+      extend RailroadDocumentation
+      class << self
+        # @rbs (IR::Grammar grammar) -> String
+        def render(grammar)
+          labels = SymbolLabels.build(grammar)
+          groups = production_groups(grammar)
+          rail_x = [MIN_RAIL_X, groups.map { |symbol, _| label_width(labels.fetch(symbol.id)) }.max.to_i + 44].max
+          width = document_width(grammar, groups, labels, rail_x)
+          height = document_height(groups)
+          lines = document_start(grammar, width, height)
+          append_sections(lines, grammar, groups, labels, rail_x)
+          lines << "</svg>"
+          "#{lines.join("\n")}\n"
+        end
+        private
+        # @rbs (IR::Grammar grammar) -> Array[[IR::GrammarSymbol, Array[IR::Production]]]
+        def production_groups(grammar)
+          grouped = grammar.productions.group_by(&:lhs)
+          grammar.nonterminals.map { |symbol| [symbol, grouped.fetch(symbol.id, [])] }
+        end
+        # @rbs (IR::Grammar grammar, Array[[IR::GrammarSymbol, Array[IR::Production]]] groups,
+        #   Hash[Integer, String] labels, Integer rail_x) -> Integer
+        def document_width(grammar, groups, labels, rail_x)
+          rows = groups.flat_map(&:last)
+          widest = rows.map { |production| row_end_x(grammar, production, labels, rail_x) }.max
+          documentation_width = groups.flat_map { |symbol, _| documentation_lines(symbol.documentation) }
+                                      .map { |line| label_width(line) + (PAGE_PADDING * 2) }.max
+          [widest.to_i + PAGE_PADDING, documentation_width.to_i,
+           label_width("#{grammar.class_name} grammar") + (PAGE_PADDING * 2), 360].max
+        end
+        # @rbs (Array[[IR::GrammarSymbol, Array[IR::Production]]] groups) -> Integer
+        def document_height(groups)
+          sections = groups.sum do |symbol, productions|
+            section_header_height(symbol) + ([productions.length, 1].max * ROW_HEIGHT)
+          end
+          TITLE_HEIGHT + sections + (SECTION_GAP * [groups.length - 1, 0].max) + PAGE_PADDING
+        end
+        # @rbs (IR::Grammar grammar, Integer width, Integer height) -> Array[String]
+        def document_start(grammar, width, height)
+          title = escape(grammar.class_name)
+          [
+            %(<?xml version="1.0" encoding="UTF-8"?>),
+            %(<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 #{width} #{height}" width="#{width}" ),
+            %(     height="#{height}" role="img" aria-labelledby="railroad-title">),
+            "  <title id=\"railroad-title\">Railroad diagram for #{title}</title>",
+            "  <style>",
+            STYLE.lines.map { |line| "    #{line.rstrip}" }.join("\n"),
+            "  </style>",
+            "  <text class=\"diagram-title\" x=\"#{PAGE_PADDING}\" y=\"30\">#{title} grammar</text>"
+          ]
+        end
+        # @rbs (Array[String] lines, IR::Grammar grammar,
+        #   Array[[IR::GrammarSymbol, Array[IR::Production]]] groups,
+        #   Hash[Integer, String] labels, Integer rail_x) -> void
+        def append_sections(lines, grammar, groups, labels, rail_x)
+          y = TITLE_HEIGHT
+          groups.each do |symbol, productions|
+            lines << %(  <g id="nonterminal-#{escape(symbol.id)}" class="rule" transform="translate(0 #{y})">)
+            lines << %(    <text class="rule-name" x="#{PAGE_PADDING}" y="20">#{escape(labels.fetch(symbol.id))}</text>)
+            append_rule_documentation(lines, symbol)
+            header_height = section_header_height(symbol)
+            append_productions(lines, grammar, productions, labels, rail_x, header_height)
+            lines << "  </g>"
+            y += header_height + ([productions.length, 1].max * ROW_HEIGHT) + SECTION_GAP
+          end
+        end
+        # @rbs (Array[String] lines, IR::Grammar grammar, Array[IR::Production] productions,
+        #   Hash[Integer, String] labels, Integer rail_x, Integer header_height) -> void
+        def append_productions(lines, grammar, productions, labels, rail_x, header_height)
+          if productions.empty?
+            lines << %(    <text class="epsilon" x="#{rail_x}" y="#{header_height + 18}">∅</text>)
+            return
+          end
+          productions.each_with_index do |production, index|
+            y = header_height + (index * ROW_HEIGHT) + (BOX_HEIGHT / 2)
+            lines.concat(production_lines(grammar, production, labels, rail_x, y))
+          end
+        end
+        # @rbs (IR::Grammar grammar, IR::Production production, Hash[Integer, String] labels,
+        #   Integer rail_x, Integer offset_y) -> Array[String]
+        def production_lines(grammar, production, labels, rail_x, offset_y)
+          lines = [
+            %(<g class="production" data-production="#{escape(production.id)}" transform="translate(0 #{offset_y})">)
+          ]
+          lines << %(<text class="production-id" x="#{rail_x - 14}" y="4">p#{escape(production.id)}</text>)
+          lines << %(<circle class="start" cx="#{rail_x}" cy="0" r="#{START_RADIUS}"/>)
+          cursor = rail_x + START_RADIUS
+          lines << track(cursor, cursor + TRACK_GAP)
+          cursor += TRACK_GAP
+          cursor = append_rhs(lines, grammar, production, labels, cursor)
+          end_x = cursor + TRACK_GAP + END_RADIUS
+          lines << track(cursor, end_x - END_RADIUS)
+          lines << %(<circle class="end" cx="#{end_x}" cy="0" r="#{END_RADIUS}"/>)
+          lines << %(<circle class="end-dot" cx="#{end_x}" cy="0" r="2"/>)
+          lines << "</g>"
+          lines.map { |line| "    #{line}" }
+        end
+        # @rbs (Array[String] lines, IR::Grammar grammar, IR::Production production,
+        #   Hash[Integer, String] labels, Integer cursor) -> Integer
+        def append_rhs(lines, grammar, production, labels, cursor)
+          return append_epsilon(lines, cursor) if production.rhs.empty?
+          production.rhs.each_with_index do |symbol_id, index|
+            symbol = grammar.symbol_by_id(symbol_id) || raise(Ibex::Error, "missing grammar symbol id #{symbol_id}")
+            width = label_width(labels.fetch(symbol_id))
+            kind = symbol.terminal? ? "terminal" : "nonterminal"
+            lines << "<rect class=\"symbol #{kind}\" x=\"#{cursor}\" y=\"#{-(BOX_HEIGHT / 2)}\" " \
+                     "width=\"#{width}\" height=\"#{BOX_HEIGHT}\" rx=\"5\"/>"
+            lines << "<text class=\"symbol-label\" x=\"#{cursor + (width / 2)}\" y=\"5\">" \
+                     "#{escape(labels.fetch(symbol_id))}</text>"
+            cursor += width
+            next if index == production.rhs.length - 1
+            lines << track(cursor, cursor + TRACK_GAP)
+            cursor += TRACK_GAP
+          end
+          cursor
+        end
+        # @rbs (Array[String] lines, Integer cursor) -> Integer
+        def append_epsilon(lines, cursor)
+          lines << track(cursor, cursor + EPSILON_WIDTH)
+          lines << %(<text class="epsilon" x="#{cursor + (EPSILON_WIDTH / 2)}" y="-6">ε</text>)
+          cursor + EPSILON_WIDTH
+        end
+        # @rbs (IR::Grammar grammar, IR::Production production, Hash[Integer, String] labels,
+        #   Integer rail_x) -> Integer
+        def row_end_x(grammar, production, labels, rail_x)
+          widths = production.rhs.map do |symbol_id|
+            raise Ibex::Error, "missing grammar symbol id #{symbol_id}" unless grammar.symbol_by_id(symbol_id)
+            label_width(labels.fetch(symbol_id))
+          end
+          content = widths.empty? ? EPSILON_WIDTH : widths.sum + (TRACK_GAP * [widths.length - 1, 0].max)
+          rail_x + START_RADIUS + TRACK_GAP + content + TRACK_GAP + (END_RADIUS * 2)
+        end
+        # @rbs (String value) -> Integer
+        def label_width(value)
+          glyph_width = value.each_char.sum { |character| character.ascii_only? ? CHAR_WIDTH : CHAR_WIDTH * 2 }
+          [glyph_width + BOX_PADDING, 38].max
+        end
+      end
+    end
+  end
+end

data/lib/ibex/codegen/railroad_documentation.rb ADDED Viewed

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+module Ibex
+  module Codegen
+    # Documentation layout helpers mixed into the railroad renderer singleton.
+    module RailroadDocumentation
+      DOCUMENTATION_COLUMNS = 72 #: Integer
+      DOCUMENTATION_LINE_HEIGHT = 18 #: Integer
+      DOCUMENTATION_GAP = 8 #: Integer
+      private
+      # @rbs (Array[String] lines, IR::GrammarSymbol symbol) -> void
+      def append_rule_documentation(lines, symbol)
+        # @type self: singleton(Railroad)
+        documentation = symbol.documentation
+        return unless documentation
+        lines << "    <desc>#{escape(documentation)}</desc>"
+        documentation_lines(documentation).each_with_index do |line, index|
+          y = Railroad::SECTION_HEADER + DOCUMENTATION_GAP + (index * DOCUMENTATION_LINE_HEIGHT)
+          lines << %(    <text class="rule-documentation" x="#{Railroad::PAGE_PADDING}" y="#{y}">#{escape(line)}</text>)
+        end
+      end
+      # @rbs (IR::GrammarSymbol symbol) -> Integer
+      def section_header_height(symbol)
+        # @type self: singleton(Railroad)
+        lines = documentation_lines(symbol.documentation)
+        return Railroad::SECTION_HEADER if lines.empty?
+        Railroad::SECTION_HEADER + DOCUMENTATION_GAP + (lines.length * DOCUMENTATION_LINE_HEIGHT)
+      end
+      # @rbs (String? documentation) -> Array[String]
+      def documentation_lines(documentation)
+        return [] unless documentation
+        documentation.split("\n", -1).flat_map do |line|
+          characters = line.each_char.to_a
+          characters.empty? ? [""] : characters.each_slice(DOCUMENTATION_COLUMNS).map(&:join)
+        end
+      end
+      # @rbs (String | Integer value) -> String
+      def escape(value)
+        xml = value.to_s.encode(Encoding::UTF_8, invalid: :replace, undef: :replace)
+                   .gsub(/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFFFD\u{10000}-\u{10FFFF}]/u, "\uFFFD")
+        xml.gsub("&", "&amp;").gsub("<", "&lt;").gsub(">", "&gt;")
+           .gsub('"', "&quot;").gsub("'", "&apos;")
+      end
+      # @rbs (Integer from, Integer to) -> String
+      def track(from, to)
+        %(<line class="track" x1="#{from}" y1="0" x2="#{to}" y2="0"/>)
+      end
+    end
+  end
+end