ibex 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +247 -104
  3. data/docs/architecture.md +322 -28
  4. data/docs/cst-migration.md +107 -0
  5. data/docs/cst.md +213 -0
  6. data/docs/development.md +129 -0
  7. data/docs/editor-setup.md +25 -0
  8. data/docs/error-ux.md +60 -0
  9. data/docs/grammar-reference.md +458 -18
  10. data/docs/lexer-migration.md +51 -0
  11. data/docs/racc-migration.md +34 -6
  12. data/docs/release-readiness.md +163 -0
  13. data/docs/stability.md +124 -0
  14. data/examples/README.md +60 -0
  15. data/examples/calculator.y +44 -0
  16. data/examples/csv.y +32 -0
  17. data/examples/ini.y +70 -0
  18. data/examples/json.y +48 -0
  19. data/examples/tiny_language.y +75 -0
  20. data/lib/ibex/analysis/sets.rb +5 -4
  21. data/lib/ibex/artifact_set.rb +63 -0
  22. data/lib/ibex/cli/ambiguity.rb +66 -0
  23. data/lib/ibex/cli/counterexample_options.rb +6 -2
  24. data/lib/ibex/cli/coverage.rb +173 -0
  25. data/lib/ibex/cli/debug.rb +106 -0
  26. data/lib/ibex/cli/diagnostics.rb +116 -0
  27. data/lib/ibex/cli/documentation.rb +67 -0
  28. data/lib/ibex/cli/error_messages.rb +177 -0
  29. data/lib/ibex/cli/explain.rb +76 -0
  30. data/lib/ibex/cli/formatting.rb +386 -0
  31. data/lib/ibex/cli/generation_artifacts.rb +138 -0
  32. data/lib/ibex/cli/generation_error_messages.rb +39 -0
  33. data/lib/ibex/cli/grammar_tests.rb +122 -0
  34. data/lib/ibex/cli/ir_tools.rb +184 -0
  35. data/lib/ibex/cli/lsp.rb +33 -0
  36. data/lib/ibex/cli/outputs.rb +91 -8
  37. data/lib/ibex/cli/racc_migration.rb +87 -0
  38. data/lib/ibex/cli/samples.rb +92 -0
  39. data/lib/ibex/cli/watch.rb +103 -0
  40. data/lib/ibex/cli.rb +506 -37
  41. data/lib/ibex/codegen/action_locations.rb +103 -0
  42. data/lib/ibex/codegen/action_method_source.rb +210 -0
  43. data/lib/ibex/codegen/action_source.rb +118 -0
  44. data/lib/ibex/codegen/ambiguity.rb +173 -0
  45. data/lib/ibex/codegen/cst_metadata.rb +171 -0
  46. data/lib/ibex/codegen/documentation.rb +170 -0
  47. data/lib/ibex/codegen/explain.rb +312 -0
  48. data/lib/ibex/codegen/generated_action_abi.rb +288 -0
  49. data/lib/ibex/codegen/html.rb +94 -10
  50. data/lib/ibex/codegen/mermaid.rb +43 -0
  51. data/lib/ibex/codegen/railroad.rb +197 -0
  52. data/lib/ibex/codegen/railroad_documentation.rb +59 -0
  53. data/lib/ibex/codegen/rbs.rb +323 -2
  54. data/lib/ibex/codegen/report.rb +46 -6
  55. data/lib/ibex/codegen/ruby.rb +334 -59
  56. data/lib/ibex/codegen/ruby_actions.rb +143 -0
  57. data/lib/ibex/codegen/ruby_ast.rb +121 -0
  58. data/lib/ibex/codegen/ruby_error_messages.rb +28 -0
  59. data/lib/ibex/codegen/ruby_lexer.rb +83 -0
  60. data/lib/ibex/codegen/ruby_syntax.rb +90 -0
  61. data/lib/ibex/codegen/ruby_table_metadata.rb +57 -0
  62. data/lib/ibex/codegen/ruby_value_printers.rb +56 -0
  63. data/lib/ibex/codegen/symbol_labels.rb +1 -1
  64. data/lib/ibex/coverage/collector.rb +188 -0
  65. data/lib/ibex/coverage/event_stream.rb +97 -0
  66. data/lib/ibex/coverage/report.rb +259 -0
  67. data/lib/ibex/coverage/runtime_event_validator.rb +160 -0
  68. data/lib/ibex/coverage.rb +13 -0
  69. data/lib/ibex/error_messages/parser.rb +159 -0
  70. data/lib/ibex/error_messages/parser_v2.rb +198 -0
  71. data/lib/ibex/error_messages/renderer.rb +65 -0
  72. data/lib/ibex/error_messages/sentence_search.rb +196 -0
  73. data/lib/ibex/error_messages/update.rb +169 -0
  74. data/lib/ibex/error_messages.rb +165 -0
  75. data/lib/ibex/frontend/ast.rb +145 -6
  76. data/lib/ibex/frontend/bootstrap_parser.rb +47 -4
  77. data/lib/ibex/frontend/diagnostic.rb +81 -0
  78. data/lib/ibex/frontend/diagnostic_recovery.rb +268 -0
  79. data/lib/ibex/frontend/dsl.rb +66 -7
  80. data/lib/ibex/frontend/formatter.rb +407 -0
  81. data/lib/ibex/frontend/generated_parser.rb +614 -190
  82. data/lib/ibex/frontend/generated_parser_base.rb +164 -30
  83. data/lib/ibex/frontend/generated_parser_includes.rb +61 -0
  84. data/lib/ibex/frontend/generated_parser_metadata.rb +61 -0
  85. data/lib/ibex/frontend/generated_parser_parameters.rb +60 -0
  86. data/lib/ibex/frontend/generation.rb +33 -0
  87. data/lib/ibex/frontend/lexer.rb +162 -10
  88. data/lib/ibex/frontend/lexer_recovery.rb +84 -0
  89. data/lib/ibex/frontend/parser/declarations.rb +247 -11
  90. data/lib/ibex/frontend/parser/parameters.rb +82 -0
  91. data/lib/ibex/frontend/parser/rules.rb +43 -6
  92. data/lib/ibex/frontend/parser.rb +182 -4
  93. data/lib/ibex/frontend/regenerator.rb +26 -1
  94. data/lib/ibex/frontend/resolution.rb +69 -0
  95. data/lib/ibex/frontend/resolver.rb +217 -0
  96. data/lib/ibex/frontend/rule_documentation.rb +103 -0
  97. data/lib/ibex/frontend/source_cursor.rb +132 -8
  98. data/lib/ibex/frontend/source_document.rb +229 -0
  99. data/lib/ibex/frontend/source_loader.rb +150 -0
  100. data/lib/ibex/frontend/source_span.rb +81 -0
  101. data/lib/ibex/frontend/token_adapter/declaration_document_state.rb +47 -0
  102. data/lib/ibex/frontend/token_adapter/declaration_lexer_state.rb +83 -0
  103. data/lib/ibex/frontend/token_adapter/declaration_state.rb +216 -26
  104. data/lib/ibex/frontend/token_adapter/delimiter_tracker.rb +8 -2
  105. data/lib/ibex/frontend/token_adapter/rule_state.rb +60 -2
  106. data/lib/ibex/frontend/token_adapter.rb +8 -3
  107. data/lib/ibex/frontend.rb +13 -2
  108. data/lib/ibex/generation_input.rb +57 -0
  109. data/lib/ibex/generation_manifest.rb +200 -0
  110. data/lib/ibex/generation_transaction.rb +261 -0
  111. data/lib/ibex/generation_transaction_recovery.rb +109 -0
  112. data/lib/ibex/generation_transaction_validation.rb +196 -0
  113. data/lib/ibex/grammar_tests.rb +206 -0
  114. data/lib/ibex/ir/automaton_ir.rb +38 -5
  115. data/lib/ibex/ir/grammar_ir.rb +137 -24
  116. data/lib/ibex/ir/lexer_ir.rb +76 -0
  117. data/lib/ibex/ir/migration.rb +120 -0
  118. data/lib/ibex/ir/serialize.rb +110 -19
  119. data/lib/ibex/ir/validator/automaton.rb +345 -0
  120. data/lib/ibex/ir/validator/base.rb +129 -0
  121. data/lib/ibex/ir/validator/grammar.rb +604 -0
  122. data/lib/ibex/ir/validator/lexer.rb +113 -0
  123. data/lib/ibex/ir/validator.rb +62 -0
  124. data/lib/ibex/ir.rb +57 -4
  125. data/lib/ibex/lalr/build_metrics.rb +23 -0
  126. data/lib/ibex/lalr/builder.rb +379 -52
  127. data/lib/ibex/lalr/conflict.rb +1 -0
  128. data/lib/ibex/lalr/conflict_search.rb +11 -5
  129. data/lib/ibex/lalr/counterexample.rb +20 -5
  130. data/lib/ibex/lalr/direct_lookaheads.rb +236 -0
  131. data/lib/ibex/lalr/ielr_partition.rb +152 -0
  132. data/lib/ibex/lalr/on_error_reductions.rb +74 -0
  133. data/lib/ibex/lalr.rb +7 -0
  134. data/lib/ibex/location.rb +129 -0
  135. data/lib/ibex/lsp/document_handlers.rb +66 -0
  136. data/lib/ibex/lsp/document_store.rb +264 -0
  137. data/lib/ibex/lsp/document_store_diagnostics.rb +44 -0
  138. data/lib/ibex/lsp/document_store_validation.rb +61 -0
  139. data/lib/ibex/lsp/initialization_handlers.rb +78 -0
  140. data/lib/ibex/lsp/navigation_handlers.rb +56 -0
  141. data/lib/ibex/lsp/position_codec.rb +109 -0
  142. data/lib/ibex/lsp/protocol_error.rb +33 -0
  143. data/lib/ibex/lsp/request_handlers.rb +45 -0
  144. data/lib/ibex/lsp/request_support.rb +87 -0
  145. data/lib/ibex/lsp/server.rb +146 -0
  146. data/lib/ibex/lsp/symbol_index.rb +241 -0
  147. data/lib/ibex/lsp/symbol_index_builder.rb +267 -0
  148. data/lib/ibex/lsp/symbol_index_precedence_references.rb +44 -0
  149. data/lib/ibex/lsp/symbol_index_source_queries.rb +61 -0
  150. data/lib/ibex/lsp/symbol_occurrence.rb +17 -0
  151. data/lib/ibex/lsp/transport.rb +118 -0
  152. data/lib/ibex/lsp/workspace.rb +127 -0
  153. data/lib/ibex/lsp/workspace_analyzer.rb +199 -0
  154. data/lib/ibex/lsp.rb +32 -0
  155. data/lib/ibex/normalize/declarations.rb +140 -7
  156. data/lib/ibex/normalize/diagnostics.rb +50 -5
  157. data/lib/ibex/normalize/expander.rb +59 -55
  158. data/lib/ibex/normalize/expression.rb +60 -39
  159. data/lib/ibex/normalize/inline_expansion.rb +414 -0
  160. data/lib/ibex/normalize/inline_validation.rb +174 -0
  161. data/lib/ibex/normalize/lexer.rb +131 -0
  162. data/lib/ibex/normalize/named_references.rb +60 -0
  163. data/lib/ibex/normalize/nodes.rb +46 -0
  164. data/lib/ibex/normalize/parameter_ebnf_lowering.rb +69 -0
  165. data/lib/ibex/normalize/parameter_lowering.rb +126 -0
  166. data/lib/ibex/normalize/parameter_substitution.rb +125 -0
  167. data/lib/ibex/normalize/parameter_validation.rb +140 -0
  168. data/lib/ibex/normalize/parameters.rb +199 -0
  169. data/lib/ibex/normalize/recovery_declarations.rb +84 -0
  170. data/lib/ibex/normalize.rb +179 -14
  171. data/lib/ibex/racc_migration/checker.rb +122 -0
  172. data/lib/ibex/racc_migration/harness.rb +177 -0
  173. data/lib/ibex/racc_migration/report.rb +94 -0
  174. data/lib/ibex/racc_migration.rb +12 -0
  175. data/lib/ibex/rake_task.rb +116 -0
  176. data/lib/ibex/samples.rb +186 -0
  177. data/lib/ibex/table_simulation/result.rb +51 -0
  178. data/lib/ibex/table_simulation/simulator.rb +253 -0
  179. data/lib/ibex/table_simulation/step.rb +60 -0
  180. data/lib/ibex/table_simulation/text.rb +31 -0
  181. data/lib/ibex/table_simulation.rb +13 -0
  182. data/lib/ibex/tables.rb +9 -70
  183. data/lib/ibex/version.rb +1 -1
  184. data/lib/ibex/watch/runner.rb +172 -0
  185. data/lib/ibex/watch/source_snapshot.rb +93 -0
  186. data/lib/ibex/watch.rb +11 -0
  187. data/lib/ibex.rb +25 -1
  188. data/schema/automaton-ir-v1.schema.json +401 -0
  189. data/schema/automaton-ir-v2.schema.json +58 -0
  190. data/schema/benchmark-v1.schema.json +212 -0
  191. data/schema/benchmark-v2.schema.json +61 -0
  192. data/schema/cst-v1.json +170 -0
  193. data/schema/error-ux-v1.schema.json +258 -0
  194. data/schema/explain-v1.schema.json +433 -0
  195. data/schema/frontend-diagnostics-v1.schema.json +154 -0
  196. data/schema/generation-manifest-v1.schema.json +115 -0
  197. data/schema/grammar-ir-v1.schema.json +426 -0
  198. data/schema/grammar-ir-v2.schema.json +779 -0
  199. data/schema/lexer-ir-v1.schema.json +215 -0
  200. data/schema/migration-check-v1.schema.json +60 -0
  201. data/schema/performance-comparison-v1.schema.json +395 -0
  202. data/schema/public-performance-comparison-v1.schema.json +506 -0
  203. data/schema/public-performance-profile-v1.schema.json +360 -0
  204. data/schema/runtime-coverage-v1.schema.json +86 -0
  205. data/schema/runtime-event-v1.schema.json +308 -0
  206. data/schema/table-simulation-v1.schema.json +70 -0
  207. data/sig/ibex/artifact_set.rbs +37 -0
  208. data/sig/ibex/cli/ambiguity.rbs +22 -0
  209. data/sig/ibex/cli/counterexample_options.rbs +2 -0
  210. data/sig/ibex/cli/coverage.rbs +53 -0
  211. data/sig/ibex/cli/debug.rbs +28 -0
  212. data/sig/ibex/cli/diagnostics.rbs +38 -0
  213. data/sig/ibex/cli/documentation.rbs +25 -0
  214. data/sig/ibex/cli/error_messages.rbs +57 -0
  215. data/sig/ibex/cli/explain.rbs +25 -0
  216. data/sig/ibex/cli/formatting.rbs +103 -0
  217. data/sig/ibex/cli/generation_artifacts.rbs +50 -0
  218. data/sig/ibex/cli/generation_error_messages.rbs +19 -0
  219. data/sig/ibex/cli/grammar_tests.rbs +36 -0
  220. data/sig/ibex/cli/ir_tools.rbs +51 -0
  221. data/sig/ibex/cli/lsp.rbs +14 -0
  222. data/sig/ibex/cli/outputs.rbs +17 -0
  223. data/sig/ibex/cli/racc_migration.rbs +30 -0
  224. data/sig/ibex/cli/samples.rbs +30 -0
  225. data/sig/ibex/cli/watch.rbs +43 -0
  226. data/sig/ibex/cli.rbs +104 -5
  227. data/sig/ibex/codegen/action_locations.rbs +45 -0
  228. data/sig/ibex/codegen/action_method_source.rbs +65 -0
  229. data/sig/ibex/codegen/action_source.rbs +50 -0
  230. data/sig/ibex/codegen/ambiguity.rbs +60 -0
  231. data/sig/ibex/codegen/cst_metadata.rbs +59 -0
  232. data/sig/ibex/codegen/documentation.rbs +50 -0
  233. data/sig/ibex/codegen/explain.rbs +85 -0
  234. data/sig/ibex/codegen/generated_action_abi.rbs +101 -0
  235. data/sig/ibex/codegen/html.rbs +18 -2
  236. data/sig/ibex/codegen/mermaid.rbs +16 -0
  237. data/sig/ibex/codegen/railroad.rbs +82 -0
  238. data/sig/ibex/codegen/railroad_documentation.rbs +31 -0
  239. data/sig/ibex/codegen/rbs.rbs +84 -4
  240. data/sig/ibex/codegen/report.rbs +8 -0
  241. data/sig/ibex/codegen/ruby.rbs +97 -23
  242. data/sig/ibex/codegen/ruby_actions.rbs +54 -0
  243. data/sig/ibex/codegen/ruby_ast.rbs +34 -0
  244. data/sig/ibex/codegen/ruby_error_messages.rbs +16 -0
  245. data/sig/ibex/codegen/ruby_lexer.rbs +25 -0
  246. data/sig/ibex/codegen/ruby_syntax.rbs +25 -0
  247. data/sig/ibex/codegen/ruby_table_metadata.rbs +26 -0
  248. data/sig/ibex/codegen/ruby_value_printers.rbs +28 -0
  249. data/sig/ibex/coverage/collector.rbs +76 -0
  250. data/sig/ibex/coverage/event_stream.rbs +42 -0
  251. data/sig/ibex/coverage/report.rbs +100 -0
  252. data/sig/ibex/coverage/runtime_event_validator.rbs +68 -0
  253. data/sig/ibex/coverage.rbs +7 -0
  254. data/sig/ibex/error_messages/parser.rbs +58 -0
  255. data/sig/ibex/error_messages/parser_v2.rbs +67 -0
  256. data/sig/ibex/error_messages/renderer.rbs +23 -0
  257. data/sig/ibex/error_messages/sentence_search.rbs +80 -0
  258. data/sig/ibex/error_messages/update.rbs +43 -0
  259. data/sig/ibex/error_messages.rbs +85 -0
  260. data/sig/ibex/frontend/ast.rbs +208 -19
  261. data/sig/ibex/frontend/bootstrap_parser.rbs +11 -0
  262. data/sig/ibex/frontend/diagnostic.rbs +53 -0
  263. data/sig/ibex/frontend/diagnostic_recovery.rbs +98 -0
  264. data/sig/ibex/frontend/dsl.rbs +33 -4
  265. data/sig/ibex/frontend/formatter.rbs +135 -0
  266. data/sig/ibex/frontend/generated_parser.rbs +218 -68
  267. data/sig/ibex/frontend/generated_parser_base.rbs +61 -10
  268. data/sig/ibex/frontend/generated_parser_includes.rbs +23 -0
  269. data/sig/ibex/frontend/generated_parser_metadata.rbs +23 -0
  270. data/sig/ibex/frontend/generated_parser_parameters.rbs +24 -0
  271. data/sig/ibex/frontend/generation.rbs +6 -0
  272. data/sig/ibex/frontend/lexer.rbs +49 -2
  273. data/sig/ibex/frontend/lexer_recovery.rbs +25 -0
  274. data/sig/ibex/frontend/parser/declarations.rbs +54 -0
  275. data/sig/ibex/frontend/parser/parameters.rbs +28 -0
  276. data/sig/ibex/frontend/parser/rules.rbs +3 -0
  277. data/sig/ibex/frontend/parser.rbs +66 -0
  278. data/sig/ibex/frontend/regenerator.rbs +11 -0
  279. data/sig/ibex/frontend/resolution.rbs +33 -0
  280. data/sig/ibex/frontend/resolver.rbs +91 -0
  281. data/sig/ibex/frontend/rule_documentation.rbs +42 -0
  282. data/sig/ibex/frontend/source_cursor.rbs +36 -3
  283. data/sig/ibex/frontend/source_document.rbs +119 -0
  284. data/sig/ibex/frontend/source_loader.rbs +66 -0
  285. data/sig/ibex/frontend/source_span.rbs +53 -0
  286. data/sig/ibex/frontend/token_adapter/declaration_document_state.rbs +21 -0
  287. data/sig/ibex/frontend/token_adapter/declaration_lexer_state.rbs +27 -0
  288. data/sig/ibex/frontend/token_adapter/declaration_state.rbs +73 -5
  289. data/sig/ibex/frontend/token_adapter/rule_state.rbs +20 -0
  290. data/sig/ibex/frontend/token_adapter.rbs +5 -2
  291. data/sig/ibex/frontend.rbs +1 -1
  292. data/sig/ibex/generation_input.rbs +37 -0
  293. data/sig/ibex/generation_manifest.rbs +67 -0
  294. data/sig/ibex/generation_transaction.rbs +82 -0
  295. data/sig/ibex/generation_transaction_recovery.rbs +36 -0
  296. data/sig/ibex/generation_transaction_validation.rbs +65 -0
  297. data/sig/ibex/grammar_tests.rbs +93 -0
  298. data/sig/ibex/ir/automaton_ir.rbs +8 -2
  299. data/sig/ibex/ir/grammar_ir.rbs +75 -15
  300. data/sig/ibex/ir/lexer_ir.rbs +57 -0
  301. data/sig/ibex/ir/migration.rbs +34 -0
  302. data/sig/ibex/ir/serialize.rbs +23 -6
  303. data/sig/ibex/ir/validator/automaton.rbs +109 -0
  304. data/sig/ibex/ir/validator/base.rbs +65 -0
  305. data/sig/ibex/ir/validator/grammar.rbs +184 -0
  306. data/sig/ibex/ir/validator/lexer.rbs +37 -0
  307. data/sig/ibex/ir/validator.rbs +16 -0
  308. data/sig/ibex/ir.rbs +38 -4
  309. data/sig/ibex/lalr/build_metrics.rbs +20 -0
  310. data/sig/ibex/lalr/builder.rbs +95 -15
  311. data/sig/ibex/lalr/conflict_search.rbs +7 -3
  312. data/sig/ibex/lalr/counterexample.rbs +5 -2
  313. data/sig/ibex/lalr/direct_lookaheads.rbs +86 -0
  314. data/sig/ibex/lalr/ielr_partition.rbs +59 -0
  315. data/sig/ibex/lalr/on_error_reductions.rbs +22 -0
  316. data/sig/ibex/lalr.rbs +6 -0
  317. data/sig/ibex/location.rbs +67 -0
  318. data/sig/ibex/lsp/document_handlers.rbs +24 -0
  319. data/sig/ibex/lsp/document_store.rbs +94 -0
  320. data/sig/ibex/lsp/document_store_diagnostics.rbs +20 -0
  321. data/sig/ibex/lsp/document_store_validation.rbs +26 -0
  322. data/sig/ibex/lsp/initialization_handlers.rbs +30 -0
  323. data/sig/ibex/lsp/navigation_handlers.rbs +30 -0
  324. data/sig/ibex/lsp/position_codec.rbs +40 -0
  325. data/sig/ibex/lsp/protocol_error.rbs +32 -0
  326. data/sig/ibex/lsp/request_handlers.rbs +26 -0
  327. data/sig/ibex/lsp/request_support.rbs +40 -0
  328. data/sig/ibex/lsp/server.rbs +55 -0
  329. data/sig/ibex/lsp/symbol_index.rbs +78 -0
  330. data/sig/ibex/lsp/symbol_index_builder.rbs +87 -0
  331. data/sig/ibex/lsp/symbol_index_precedence_references.rbs +18 -0
  332. data/sig/ibex/lsp/symbol_index_source_queries.rbs +26 -0
  333. data/sig/ibex/lsp/symbol_occurrence.rbs +25 -0
  334. data/sig/ibex/lsp/transport.rbs +35 -0
  335. data/sig/ibex/lsp/workspace.rbs +41 -0
  336. data/sig/ibex/lsp/workspace_analyzer.rbs +69 -0
  337. data/sig/ibex/lsp.rbs +7 -0
  338. data/sig/ibex/normalize/declarations.rbs +31 -0
  339. data/sig/ibex/normalize/diagnostics.rbs +9 -0
  340. data/sig/ibex/normalize/expander.rbs +20 -14
  341. data/sig/ibex/normalize/expression.rbs +10 -10
  342. data/sig/ibex/normalize/inline_expansion.rbs +120 -0
  343. data/sig/ibex/normalize/inline_validation.rbs +40 -0
  344. data/sig/ibex/normalize/lexer.rbs +37 -0
  345. data/sig/ibex/normalize/named_references.rbs +20 -0
  346. data/sig/ibex/normalize/nodes.rbs +14 -0
  347. data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +32 -0
  348. data/sig/ibex/normalize/parameter_lowering.rbs +35 -0
  349. data/sig/ibex/normalize/parameter_substitution.rbs +42 -0
  350. data/sig/ibex/normalize/parameter_validation.rbs +44 -0
  351. data/sig/ibex/normalize/parameters.rbs +46 -0
  352. data/sig/ibex/normalize/recovery_declarations.rbs +24 -0
  353. data/sig/ibex/normalize.rbs +123 -18
  354. data/sig/ibex/racc_migration/checker.rbs +36 -0
  355. data/sig/ibex/racc_migration/harness.rbs +16 -0
  356. data/sig/ibex/racc_migration/report.rbs +53 -0
  357. data/sig/ibex/racc_migration.rbs +8 -0
  358. data/sig/ibex/rake_task.rbs +51 -0
  359. data/sig/ibex/samples.rbs +51 -0
  360. data/sig/ibex/table_simulation/result.rbs +32 -0
  361. data/sig/ibex/table_simulation/simulator.rbs +98 -0
  362. data/sig/ibex/table_simulation/step.rbs +40 -0
  363. data/sig/ibex/table_simulation/text.rbs +14 -0
  364. data/sig/ibex/table_simulation.rbs +7 -0
  365. data/sig/ibex/tables.rbs +0 -26
  366. data/sig/ibex/watch/runner.rbs +48 -0
  367. data/sig/ibex/watch/source_snapshot.rbs +42 -0
  368. data/sig/ibex/watch.rbs +7 -0
  369. data/sig/ibex.rbs +2 -0
  370. metadata +301 -16
  371. data/.rubocop.yml +0 -43
  372. data/CHANGELOG.md +0 -30
  373. data/Rakefile +0 -25
  374. data/Steepfile +0 -10
  375. data/docs/compat-notes.md +0 -37
  376. data/docs/lexer-coverage.md +0 -14
  377. data/docs/phase10-extensions.md +0 -27
  378. data/gemfiles/Gemfile +0 -7
  379. data/gemfiles/Gemfile.lock +0 -98
  380. data/lib/ibex/frontend/grammar.y +0 -156
  381. data/lib/ibex/runtime/parser.rb +0 -360
  382. data/lib/ibex/runtime.rb +0 -8
  383. data/sig/ibex/runtime/parser.rbs +0 -167
  384. data/sig/ibex/runtime.rbs +0 -6
@@ -0,0 +1,779 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/grammar-ir-v2.schema.json",
4
+ "title": "Ibex Grammar IR version 2",
5
+ "description": "The normalized grammar plus nullable provenance, documentation, expansion, and action-composition metadata.",
6
+ "type": "object",
7
+ "required": [
8
+ "ibex_ir",
9
+ "schema_version",
10
+ "class_name",
11
+ "superclass",
12
+ "start",
13
+ "expect",
14
+ "options",
15
+ "symbols",
16
+ "productions",
17
+ "user_code",
18
+ "conversions",
19
+ "warnings",
20
+ "source_provenance",
21
+ "migration"
22
+ ],
23
+ "properties": {
24
+ "ibex_ir": {
25
+ "const": "grammar"
26
+ },
27
+ "schema_version": {
28
+ "const": 2
29
+ },
30
+ "class_name": {
31
+ "type": "string",
32
+ "minLength": 1
33
+ },
34
+ "superclass": {
35
+ "type": [
36
+ "string",
37
+ "null"
38
+ ]
39
+ },
40
+ "start": {
41
+ "type": "string",
42
+ "minLength": 1
43
+ },
44
+ "mode": {
45
+ "enum": [
46
+ "default",
47
+ "extended"
48
+ ]
49
+ },
50
+ "starts": {
51
+ "type": "array",
52
+ "minItems": 2,
53
+ "uniqueItems": true,
54
+ "items": {
55
+ "type": "string",
56
+ "minLength": 1
57
+ }
58
+ },
59
+ "expect": {
60
+ "type": "integer",
61
+ "minimum": 0
62
+ },
63
+ "expect_rr": {
64
+ "type": "integer",
65
+ "minimum": 0
66
+ },
67
+ "options": {
68
+ "$ref": "#/$defs/options"
69
+ },
70
+ "params": {
71
+ "type": "array",
72
+ "items": {
73
+ "$ref": "#/$defs/parser_parameter"
74
+ }
75
+ },
76
+ "printers": {
77
+ "type": "array",
78
+ "items": {
79
+ "$ref": "#/$defs/value_printer"
80
+ }
81
+ },
82
+ "tests": {
83
+ "type": "array",
84
+ "items": {
85
+ "$ref": "#/$defs/grammar_test"
86
+ }
87
+ },
88
+ "recovery": {
89
+ "$ref": "#/$defs/recovery_policy"
90
+ },
91
+ "lexer": {
92
+ "$ref": "lexer-ir-v1.schema.json"
93
+ },
94
+ "symbols": {
95
+ "type": "array",
96
+ "minItems": 2,
97
+ "items": {
98
+ "$ref": "#/$defs/symbol"
99
+ }
100
+ },
101
+ "productions": {
102
+ "type": "array",
103
+ "items": {
104
+ "$ref": "#/$defs/production"
105
+ }
106
+ },
107
+ "user_code": {
108
+ "$ref": "grammar-ir-v1.schema.json#/$defs/string_map"
109
+ },
110
+ "conversions": {
111
+ "$ref": "grammar-ir-v1.schema.json#/$defs/string_map"
112
+ },
113
+ "warnings": {
114
+ "type": "array",
115
+ "items": {
116
+ "$ref": "grammar-ir-v1.schema.json#/$defs/warning"
117
+ }
118
+ },
119
+ "user_code_chunks": {
120
+ "type": "object",
121
+ "additionalProperties": {
122
+ "type": "array",
123
+ "items": {
124
+ "$ref": "grammar-ir-v1.schema.json#/$defs/user_code_chunk"
125
+ }
126
+ }
127
+ },
128
+ "source_provenance": {
129
+ "$ref": "#/$defs/nullable_source_provenance"
130
+ },
131
+ "migration": {
132
+ "$ref": "#/$defs/nullable_migration"
133
+ }
134
+ },
135
+ "additionalProperties": false,
136
+ "$defs": {
137
+ "options": {
138
+ "type": "object",
139
+ "required": [
140
+ "result_var",
141
+ "omit_action_call"
142
+ ],
143
+ "properties": {
144
+ "result_var": {
145
+ "type": "boolean"
146
+ },
147
+ "omit_action_call": {
148
+ "type": "boolean"
149
+ },
150
+ "cst": {
151
+ "const": true
152
+ }
153
+ },
154
+ "additionalProperties": false
155
+ },
156
+ "node_annotation": {
157
+ "type": "object",
158
+ "required": [
159
+ "name",
160
+ "fields",
161
+ "loc"
162
+ ],
163
+ "properties": {
164
+ "name": {
165
+ "type": "string",
166
+ "pattern": "^[A-Z][A-Za-z0-9_]*$"
167
+ },
168
+ "fields": {
169
+ "type": "array",
170
+ "uniqueItems": true,
171
+ "items": {
172
+ "type": "string",
173
+ "pattern": "^[a-z_][a-zA-Z0-9_]*$"
174
+ }
175
+ },
176
+ "loc": {
177
+ "$ref": "grammar-ir-v1.schema.json#/$defs/location"
178
+ }
179
+ },
180
+ "additionalProperties": false
181
+ },
182
+ "grammar_test": {
183
+ "type": "object",
184
+ "required": [
185
+ "expectation",
186
+ "source",
187
+ "loc"
188
+ ],
189
+ "properties": {
190
+ "expectation": {
191
+ "enum": [
192
+ "accept",
193
+ "reject"
194
+ ]
195
+ },
196
+ "source": {
197
+ "type": "string"
198
+ },
199
+ "loc": {
200
+ "$ref": "grammar-ir-v1.schema.json#/$defs/location"
201
+ }
202
+ },
203
+ "additionalProperties": false
204
+ },
205
+ "recovery_policy": {
206
+ "type": "object",
207
+ "required": [
208
+ "sync_tokens",
209
+ "on_error_reduce"
210
+ ],
211
+ "properties": {
212
+ "sync_tokens": {
213
+ "type": "array",
214
+ "uniqueItems": true,
215
+ "items": {
216
+ "type": "string",
217
+ "minLength": 1
218
+ }
219
+ },
220
+ "on_error_reduce": {
221
+ "type": "array",
222
+ "items": {
223
+ "type": "array",
224
+ "minItems": 1,
225
+ "uniqueItems": true,
226
+ "items": {
227
+ "type": "string",
228
+ "minLength": 1
229
+ }
230
+ }
231
+ }
232
+ },
233
+ "additionalProperties": false
234
+ },
235
+ "parser_parameter": {
236
+ "type": "object",
237
+ "required": [
238
+ "name",
239
+ "semantic_type"
240
+ ],
241
+ "properties": {
242
+ "name": {
243
+ "type": "string",
244
+ "pattern": "^[a-z_][a-zA-Z0-9_]*$"
245
+ },
246
+ "semantic_type": {
247
+ "type": [
248
+ "string",
249
+ "null"
250
+ ],
251
+ "minLength": 1
252
+ }
253
+ },
254
+ "additionalProperties": false
255
+ },
256
+ "value_printer": {
257
+ "type": "object",
258
+ "required": [
259
+ "symbol",
260
+ "code",
261
+ "loc"
262
+ ],
263
+ "properties": {
264
+ "symbol": {
265
+ "type": "string",
266
+ "minLength": 1
267
+ },
268
+ "code": {
269
+ "type": "string"
270
+ },
271
+ "loc": {
272
+ "$ref": "grammar-ir-v1.schema.json#/$defs/location"
273
+ }
274
+ },
275
+ "additionalProperties": false
276
+ },
277
+ "nullable_documentation": {
278
+ "type": [
279
+ "string",
280
+ "null"
281
+ ]
282
+ },
283
+ "byte_span": {
284
+ "type": "object",
285
+ "required": [
286
+ "start",
287
+ "end"
288
+ ],
289
+ "properties": {
290
+ "start": {
291
+ "type": "integer",
292
+ "minimum": 0
293
+ },
294
+ "end": {
295
+ "type": "integer",
296
+ "minimum": 0
297
+ }
298
+ },
299
+ "additionalProperties": false
300
+ },
301
+ "nullable_byte_span": {
302
+ "oneOf": [
303
+ {
304
+ "$ref": "#/$defs/byte_span"
305
+ },
306
+ {
307
+ "type": "null"
308
+ }
309
+ ]
310
+ },
311
+ "source_provenance": {
312
+ "type": "object",
313
+ "required": [
314
+ "file",
315
+ "root",
316
+ "byte_span"
317
+ ],
318
+ "properties": {
319
+ "file": {
320
+ "type": [
321
+ "string",
322
+ "null"
323
+ ]
324
+ },
325
+ "root": {
326
+ "type": [
327
+ "string",
328
+ "null"
329
+ ]
330
+ },
331
+ "byte_span": {
332
+ "$ref": "#/$defs/nullable_byte_span"
333
+ }
334
+ },
335
+ "additionalProperties": false
336
+ },
337
+ "nullable_source_provenance": {
338
+ "oneOf": [
339
+ {
340
+ "$ref": "#/$defs/source_provenance"
341
+ },
342
+ {
343
+ "type": "null"
344
+ }
345
+ ]
346
+ },
347
+ "migration": {
348
+ "type": "object",
349
+ "required": [
350
+ "from_schema_version",
351
+ "unavailable"
352
+ ],
353
+ "properties": {
354
+ "from_schema_version": {
355
+ "const": 1
356
+ },
357
+ "unavailable": {
358
+ "type": "array",
359
+ "minItems": 1,
360
+ "uniqueItems": true,
361
+ "items": {
362
+ "enum": [
363
+ "source_provenance",
364
+ "symbol_docs",
365
+ "production_docs",
366
+ "production_expansion",
367
+ "action_composition",
368
+ "grammar_tests",
369
+ "lexer",
370
+ "cst",
371
+ "ast_nodes"
372
+ ]
373
+ }
374
+ }
375
+ },
376
+ "additionalProperties": false
377
+ },
378
+ "nullable_migration": {
379
+ "oneOf": [
380
+ {
381
+ "$ref": "#/$defs/migration"
382
+ },
383
+ {
384
+ "type": "null"
385
+ }
386
+ ]
387
+ },
388
+ "symbol": {
389
+ "type": "object",
390
+ "required": [
391
+ "id",
392
+ "name",
393
+ "kind",
394
+ "reserved",
395
+ "prec",
396
+ "loc",
397
+ "doc"
398
+ ],
399
+ "properties": {
400
+ "id": {
401
+ "type": "integer",
402
+ "minimum": 0
403
+ },
404
+ "name": {
405
+ "type": "string",
406
+ "minLength": 1
407
+ },
408
+ "kind": {
409
+ "enum": [
410
+ "terminal",
411
+ "nonterminal"
412
+ ]
413
+ },
414
+ "reserved": {
415
+ "type": "boolean"
416
+ },
417
+ "prec": {
418
+ "oneOf": [
419
+ {
420
+ "$ref": "grammar-ir-v1.schema.json#/$defs/precedence"
421
+ },
422
+ {
423
+ "type": "null"
424
+ }
425
+ ]
426
+ },
427
+ "loc": {
428
+ "$ref": "grammar-ir-v1.schema.json#/$defs/nullable_location"
429
+ },
430
+ "display_name": {
431
+ "$ref": "grammar-ir-v1.schema.json#/$defs/metadata"
432
+ },
433
+ "semantic_type": {
434
+ "$ref": "grammar-ir-v1.schema.json#/$defs/metadata"
435
+ },
436
+ "doc": {
437
+ "$ref": "#/$defs/nullable_documentation"
438
+ }
439
+ },
440
+ "additionalProperties": false
441
+ },
442
+ "parameter_expansion": {
443
+ "type": "object",
444
+ "required": [
445
+ "rule",
446
+ "arguments"
447
+ ],
448
+ "properties": {
449
+ "rule": {
450
+ "type": "string",
451
+ "minLength": 1
452
+ },
453
+ "arguments": {
454
+ "type": "array",
455
+ "items": {
456
+ "type": "string",
457
+ "minLength": 1
458
+ }
459
+ }
460
+ },
461
+ "additionalProperties": false
462
+ },
463
+ "inline_expansion": {
464
+ "type": "object",
465
+ "required": [
466
+ "rule"
467
+ ],
468
+ "properties": {
469
+ "rule": {
470
+ "type": "string",
471
+ "minLength": 1
472
+ }
473
+ },
474
+ "additionalProperties": false
475
+ },
476
+ "production_expansion": {
477
+ "type": "object",
478
+ "required": [
479
+ "parameter",
480
+ "inline",
481
+ "include_chain"
482
+ ],
483
+ "properties": {
484
+ "parameter": {
485
+ "oneOf": [
486
+ {
487
+ "$ref": "#/$defs/parameter_expansion"
488
+ },
489
+ {
490
+ "type": "null"
491
+ }
492
+ ]
493
+ },
494
+ "inline": {
495
+ "oneOf": [
496
+ {
497
+ "$ref": "#/$defs/inline_expansion"
498
+ },
499
+ {
500
+ "type": "null"
501
+ }
502
+ ]
503
+ },
504
+ "include_chain": {
505
+ "type": "array",
506
+ "items": {
507
+ "$ref": "#/$defs/source_provenance"
508
+ }
509
+ }
510
+ },
511
+ "additionalProperties": false
512
+ },
513
+ "nullable_production_expansion": {
514
+ "oneOf": [
515
+ {
516
+ "$ref": "#/$defs/production_expansion"
517
+ },
518
+ {
519
+ "type": "null"
520
+ }
521
+ ]
522
+ },
523
+ "action_fragment": {
524
+ "type": "object",
525
+ "required": [
526
+ "kind",
527
+ "source"
528
+ ],
529
+ "properties": {
530
+ "kind": {
531
+ "enum": [
532
+ "rule",
533
+ "inline"
534
+ ]
535
+ },
536
+ "source": {
537
+ "$ref": "#/$defs/nullable_source_provenance"
538
+ }
539
+ },
540
+ "additionalProperties": false
541
+ },
542
+ "action_composition": {
543
+ "type": "object",
544
+ "required": [
545
+ "strategy",
546
+ "fragments"
547
+ ],
548
+ "properties": {
549
+ "strategy": {
550
+ "const": "sequence"
551
+ },
552
+ "fragments": {
553
+ "type": "array",
554
+ "minItems": 1,
555
+ "items": {
556
+ "$ref": "#/$defs/action_fragment"
557
+ }
558
+ },
559
+ "plan": {
560
+ "$ref": "#/$defs/action_composition_plan"
561
+ }
562
+ },
563
+ "additionalProperties": false
564
+ },
565
+ "action_composition_step": {
566
+ "type": "object",
567
+ "required": [
568
+ "kind",
569
+ "rule",
570
+ "code",
571
+ "loc",
572
+ "named_refs",
573
+ "context_length",
574
+ "inputs",
575
+ "stack_inputs",
576
+ "lookahead",
577
+ "result_var"
578
+ ],
579
+ "properties": {
580
+ "kind": {
581
+ "enum": [
582
+ "rule",
583
+ "inline"
584
+ ]
585
+ },
586
+ "rule": {
587
+ "type": [
588
+ "string",
589
+ "null"
590
+ ]
591
+ },
592
+ "code": {
593
+ "type": [
594
+ "string",
595
+ "null"
596
+ ]
597
+ },
598
+ "loc": {
599
+ "$ref": "grammar-ir-v1.schema.json#/$defs/location"
600
+ },
601
+ "named_refs": {
602
+ "type": "array",
603
+ "items": {
604
+ "$ref": "grammar-ir-v1.schema.json#/$defs/named_ref"
605
+ }
606
+ },
607
+ "context_length": {
608
+ "type": "integer",
609
+ "minimum": 0
610
+ },
611
+ "inputs": {
612
+ "type": "array",
613
+ "items": {
614
+ "type": "integer",
615
+ "minimum": 0
616
+ }
617
+ },
618
+ "stack_inputs": {
619
+ "type": "array",
620
+ "items": {
621
+ "type": "integer",
622
+ "minimum": 0
623
+ }
624
+ },
625
+ "lookahead": {
626
+ "type": [
627
+ "integer",
628
+ "null"
629
+ ],
630
+ "minimum": 0
631
+ },
632
+ "result_var": {
633
+ "type": "boolean"
634
+ },
635
+ "result_type": {
636
+ "type": [
637
+ "string",
638
+ "null"
639
+ ]
640
+ }
641
+ },
642
+ "additionalProperties": false
643
+ },
644
+ "action_composition_plan": {
645
+ "type": "object",
646
+ "required": [
647
+ "version",
648
+ "physical",
649
+ "steps"
650
+ ],
651
+ "properties": {
652
+ "version": {
653
+ "const": 1
654
+ },
655
+ "physical": {
656
+ "type": "integer",
657
+ "minimum": 0
658
+ },
659
+ "steps": {
660
+ "type": "array",
661
+ "minItems": 1,
662
+ "items": {
663
+ "$ref": "#/$defs/action_composition_step"
664
+ }
665
+ }
666
+ },
667
+ "additionalProperties": false
668
+ },
669
+ "nullable_action_composition": {
670
+ "oneOf": [
671
+ {
672
+ "$ref": "#/$defs/action_composition"
673
+ },
674
+ {
675
+ "type": "null"
676
+ }
677
+ ]
678
+ },
679
+ "action": {
680
+ "type": "object",
681
+ "required": [
682
+ "code",
683
+ "loc",
684
+ "named_refs",
685
+ "context_length",
686
+ "composition"
687
+ ],
688
+ "properties": {
689
+ "code": {
690
+ "type": "string"
691
+ },
692
+ "loc": {
693
+ "$ref": "grammar-ir-v1.schema.json#/$defs/location"
694
+ },
695
+ "named_refs": {
696
+ "type": "array",
697
+ "items": {
698
+ "$ref": "grammar-ir-v1.schema.json#/$defs/named_ref"
699
+ }
700
+ },
701
+ "context_length": {
702
+ "type": "integer",
703
+ "minimum": 0
704
+ },
705
+ "composition": {
706
+ "$ref": "#/$defs/nullable_action_composition"
707
+ }
708
+ },
709
+ "additionalProperties": false
710
+ },
711
+ "production": {
712
+ "type": "object",
713
+ "required": [
714
+ "id",
715
+ "lhs",
716
+ "rhs",
717
+ "action",
718
+ "prec_override",
719
+ "origin",
720
+ "doc",
721
+ "expansion"
722
+ ],
723
+ "properties": {
724
+ "id": {
725
+ "type": "integer",
726
+ "minimum": 0
727
+ },
728
+ "lhs": {
729
+ "type": "integer",
730
+ "minimum": 0
731
+ },
732
+ "rhs": {
733
+ "type": "array",
734
+ "items": {
735
+ "type": "integer",
736
+ "minimum": 0
737
+ }
738
+ },
739
+ "action": {
740
+ "oneOf": [
741
+ {
742
+ "$ref": "#/$defs/action"
743
+ },
744
+ {
745
+ "type": "null"
746
+ }
747
+ ]
748
+ },
749
+ "prec_override": {
750
+ "type": [
751
+ "integer",
752
+ "null"
753
+ ],
754
+ "minimum": 0
755
+ },
756
+ "origin": {
757
+ "$ref": "grammar-ir-v1.schema.json#/$defs/origin"
758
+ },
759
+ "doc": {
760
+ "$ref": "#/$defs/nullable_documentation"
761
+ },
762
+ "expansion": {
763
+ "$ref": "#/$defs/nullable_production_expansion"
764
+ },
765
+ "node": {
766
+ "oneOf": [
767
+ {
768
+ "$ref": "#/$defs/node_annotation"
769
+ },
770
+ {
771
+ "type": "null"
772
+ }
773
+ ]
774
+ }
775
+ },
776
+ "additionalProperties": false
777
+ }
778
+ }
779
+ }