ibex 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +247 -104
  3. data/docs/architecture.md +322 -28
  4. data/docs/cst-migration.md +107 -0
  5. data/docs/cst.md +213 -0
  6. data/docs/development.md +129 -0
  7. data/docs/editor-setup.md +25 -0
  8. data/docs/error-ux.md +60 -0
  9. data/docs/grammar-reference.md +458 -18
  10. data/docs/lexer-migration.md +51 -0
  11. data/docs/racc-migration.md +34 -6
  12. data/docs/release-readiness.md +163 -0
  13. data/docs/stability.md +124 -0
  14. data/examples/README.md +60 -0
  15. data/examples/calculator.y +44 -0
  16. data/examples/csv.y +32 -0
  17. data/examples/ini.y +70 -0
  18. data/examples/json.y +48 -0
  19. data/examples/tiny_language.y +75 -0
  20. data/lib/ibex/analysis/sets.rb +5 -4
  21. data/lib/ibex/artifact_set.rb +63 -0
  22. data/lib/ibex/cli/ambiguity.rb +66 -0
  23. data/lib/ibex/cli/counterexample_options.rb +6 -2
  24. data/lib/ibex/cli/coverage.rb +173 -0
  25. data/lib/ibex/cli/debug.rb +106 -0
  26. data/lib/ibex/cli/diagnostics.rb +116 -0
  27. data/lib/ibex/cli/documentation.rb +67 -0
  28. data/lib/ibex/cli/error_messages.rb +177 -0
  29. data/lib/ibex/cli/explain.rb +76 -0
  30. data/lib/ibex/cli/formatting.rb +386 -0
  31. data/lib/ibex/cli/generation_artifacts.rb +138 -0
  32. data/lib/ibex/cli/generation_error_messages.rb +39 -0
  33. data/lib/ibex/cli/grammar_tests.rb +122 -0
  34. data/lib/ibex/cli/ir_tools.rb +184 -0
  35. data/lib/ibex/cli/lsp.rb +33 -0
  36. data/lib/ibex/cli/outputs.rb +91 -8
  37. data/lib/ibex/cli/racc_migration.rb +87 -0
  38. data/lib/ibex/cli/samples.rb +92 -0
  39. data/lib/ibex/cli/watch.rb +103 -0
  40. data/lib/ibex/cli.rb +506 -37
  41. data/lib/ibex/codegen/action_locations.rb +103 -0
  42. data/lib/ibex/codegen/action_method_source.rb +210 -0
  43. data/lib/ibex/codegen/action_source.rb +118 -0
  44. data/lib/ibex/codegen/ambiguity.rb +173 -0
  45. data/lib/ibex/codegen/cst_metadata.rb +171 -0
  46. data/lib/ibex/codegen/documentation.rb +170 -0
  47. data/lib/ibex/codegen/explain.rb +312 -0
  48. data/lib/ibex/codegen/generated_action_abi.rb +288 -0
  49. data/lib/ibex/codegen/html.rb +94 -10
  50. data/lib/ibex/codegen/mermaid.rb +43 -0
  51. data/lib/ibex/codegen/railroad.rb +197 -0
  52. data/lib/ibex/codegen/railroad_documentation.rb +59 -0
  53. data/lib/ibex/codegen/rbs.rb +323 -2
  54. data/lib/ibex/codegen/report.rb +46 -6
  55. data/lib/ibex/codegen/ruby.rb +334 -59
  56. data/lib/ibex/codegen/ruby_actions.rb +143 -0
  57. data/lib/ibex/codegen/ruby_ast.rb +121 -0
  58. data/lib/ibex/codegen/ruby_error_messages.rb +28 -0
  59. data/lib/ibex/codegen/ruby_lexer.rb +83 -0
  60. data/lib/ibex/codegen/ruby_syntax.rb +90 -0
  61. data/lib/ibex/codegen/ruby_table_metadata.rb +57 -0
  62. data/lib/ibex/codegen/ruby_value_printers.rb +56 -0
  63. data/lib/ibex/codegen/symbol_labels.rb +1 -1
  64. data/lib/ibex/coverage/collector.rb +188 -0
  65. data/lib/ibex/coverage/event_stream.rb +97 -0
  66. data/lib/ibex/coverage/report.rb +259 -0
  67. data/lib/ibex/coverage/runtime_event_validator.rb +160 -0
  68. data/lib/ibex/coverage.rb +13 -0
  69. data/lib/ibex/error_messages/parser.rb +159 -0
  70. data/lib/ibex/error_messages/parser_v2.rb +198 -0
  71. data/lib/ibex/error_messages/renderer.rb +65 -0
  72. data/lib/ibex/error_messages/sentence_search.rb +196 -0
  73. data/lib/ibex/error_messages/update.rb +169 -0
  74. data/lib/ibex/error_messages.rb +165 -0
  75. data/lib/ibex/frontend/ast.rb +145 -6
  76. data/lib/ibex/frontend/bootstrap_parser.rb +47 -4
  77. data/lib/ibex/frontend/diagnostic.rb +81 -0
  78. data/lib/ibex/frontend/diagnostic_recovery.rb +268 -0
  79. data/lib/ibex/frontend/dsl.rb +66 -7
  80. data/lib/ibex/frontend/formatter.rb +407 -0
  81. data/lib/ibex/frontend/generated_parser.rb +614 -190
  82. data/lib/ibex/frontend/generated_parser_base.rb +164 -30
  83. data/lib/ibex/frontend/generated_parser_includes.rb +61 -0
  84. data/lib/ibex/frontend/generated_parser_metadata.rb +61 -0
  85. data/lib/ibex/frontend/generated_parser_parameters.rb +60 -0
  86. data/lib/ibex/frontend/generation.rb +33 -0
  87. data/lib/ibex/frontend/lexer.rb +162 -10
  88. data/lib/ibex/frontend/lexer_recovery.rb +84 -0
  89. data/lib/ibex/frontend/parser/declarations.rb +247 -11
  90. data/lib/ibex/frontend/parser/parameters.rb +82 -0
  91. data/lib/ibex/frontend/parser/rules.rb +43 -6
  92. data/lib/ibex/frontend/parser.rb +182 -4
  93. data/lib/ibex/frontend/regenerator.rb +26 -1
  94. data/lib/ibex/frontend/resolution.rb +69 -0
  95. data/lib/ibex/frontend/resolver.rb +217 -0
  96. data/lib/ibex/frontend/rule_documentation.rb +103 -0
  97. data/lib/ibex/frontend/source_cursor.rb +132 -8
  98. data/lib/ibex/frontend/source_document.rb +229 -0
  99. data/lib/ibex/frontend/source_loader.rb +150 -0
  100. data/lib/ibex/frontend/source_span.rb +81 -0
  101. data/lib/ibex/frontend/token_adapter/declaration_document_state.rb +47 -0
  102. data/lib/ibex/frontend/token_adapter/declaration_lexer_state.rb +83 -0
  103. data/lib/ibex/frontend/token_adapter/declaration_state.rb +216 -26
  104. data/lib/ibex/frontend/token_adapter/delimiter_tracker.rb +8 -2
  105. data/lib/ibex/frontend/token_adapter/rule_state.rb +60 -2
  106. data/lib/ibex/frontend/token_adapter.rb +8 -3
  107. data/lib/ibex/frontend.rb +13 -2
  108. data/lib/ibex/generation_input.rb +57 -0
  109. data/lib/ibex/generation_manifest.rb +200 -0
  110. data/lib/ibex/generation_transaction.rb +261 -0
  111. data/lib/ibex/generation_transaction_recovery.rb +109 -0
  112. data/lib/ibex/generation_transaction_validation.rb +196 -0
  113. data/lib/ibex/grammar_tests.rb +206 -0
  114. data/lib/ibex/ir/automaton_ir.rb +38 -5
  115. data/lib/ibex/ir/grammar_ir.rb +137 -24
  116. data/lib/ibex/ir/lexer_ir.rb +76 -0
  117. data/lib/ibex/ir/migration.rb +120 -0
  118. data/lib/ibex/ir/serialize.rb +110 -19
  119. data/lib/ibex/ir/validator/automaton.rb +345 -0
  120. data/lib/ibex/ir/validator/base.rb +129 -0
  121. data/lib/ibex/ir/validator/grammar.rb +604 -0
  122. data/lib/ibex/ir/validator/lexer.rb +113 -0
  123. data/lib/ibex/ir/validator.rb +62 -0
  124. data/lib/ibex/ir.rb +57 -4
  125. data/lib/ibex/lalr/build_metrics.rb +23 -0
  126. data/lib/ibex/lalr/builder.rb +379 -52
  127. data/lib/ibex/lalr/conflict.rb +1 -0
  128. data/lib/ibex/lalr/conflict_search.rb +11 -5
  129. data/lib/ibex/lalr/counterexample.rb +20 -5
  130. data/lib/ibex/lalr/direct_lookaheads.rb +236 -0
  131. data/lib/ibex/lalr/ielr_partition.rb +152 -0
  132. data/lib/ibex/lalr/on_error_reductions.rb +74 -0
  133. data/lib/ibex/lalr.rb +7 -0
  134. data/lib/ibex/location.rb +129 -0
  135. data/lib/ibex/lsp/document_handlers.rb +66 -0
  136. data/lib/ibex/lsp/document_store.rb +264 -0
  137. data/lib/ibex/lsp/document_store_diagnostics.rb +44 -0
  138. data/lib/ibex/lsp/document_store_validation.rb +61 -0
  139. data/lib/ibex/lsp/initialization_handlers.rb +78 -0
  140. data/lib/ibex/lsp/navigation_handlers.rb +56 -0
  141. data/lib/ibex/lsp/position_codec.rb +109 -0
  142. data/lib/ibex/lsp/protocol_error.rb +33 -0
  143. data/lib/ibex/lsp/request_handlers.rb +45 -0
  144. data/lib/ibex/lsp/request_support.rb +87 -0
  145. data/lib/ibex/lsp/server.rb +146 -0
  146. data/lib/ibex/lsp/symbol_index.rb +241 -0
  147. data/lib/ibex/lsp/symbol_index_builder.rb +267 -0
  148. data/lib/ibex/lsp/symbol_index_precedence_references.rb +44 -0
  149. data/lib/ibex/lsp/symbol_index_source_queries.rb +61 -0
  150. data/lib/ibex/lsp/symbol_occurrence.rb +17 -0
  151. data/lib/ibex/lsp/transport.rb +118 -0
  152. data/lib/ibex/lsp/workspace.rb +127 -0
  153. data/lib/ibex/lsp/workspace_analyzer.rb +199 -0
  154. data/lib/ibex/lsp.rb +32 -0
  155. data/lib/ibex/normalize/declarations.rb +140 -7
  156. data/lib/ibex/normalize/diagnostics.rb +50 -5
  157. data/lib/ibex/normalize/expander.rb +59 -55
  158. data/lib/ibex/normalize/expression.rb +60 -39
  159. data/lib/ibex/normalize/inline_expansion.rb +414 -0
  160. data/lib/ibex/normalize/inline_validation.rb +174 -0
  161. data/lib/ibex/normalize/lexer.rb +131 -0
  162. data/lib/ibex/normalize/named_references.rb +60 -0
  163. data/lib/ibex/normalize/nodes.rb +46 -0
  164. data/lib/ibex/normalize/parameter_ebnf_lowering.rb +69 -0
  165. data/lib/ibex/normalize/parameter_lowering.rb +126 -0
  166. data/lib/ibex/normalize/parameter_substitution.rb +125 -0
  167. data/lib/ibex/normalize/parameter_validation.rb +140 -0
  168. data/lib/ibex/normalize/parameters.rb +199 -0
  169. data/lib/ibex/normalize/recovery_declarations.rb +84 -0
  170. data/lib/ibex/normalize.rb +179 -14
  171. data/lib/ibex/racc_migration/checker.rb +122 -0
  172. data/lib/ibex/racc_migration/harness.rb +177 -0
  173. data/lib/ibex/racc_migration/report.rb +94 -0
  174. data/lib/ibex/racc_migration.rb +12 -0
  175. data/lib/ibex/rake_task.rb +116 -0
  176. data/lib/ibex/samples.rb +186 -0
  177. data/lib/ibex/table_simulation/result.rb +51 -0
  178. data/lib/ibex/table_simulation/simulator.rb +253 -0
  179. data/lib/ibex/table_simulation/step.rb +60 -0
  180. data/lib/ibex/table_simulation/text.rb +31 -0
  181. data/lib/ibex/table_simulation.rb +13 -0
  182. data/lib/ibex/tables.rb +9 -70
  183. data/lib/ibex/version.rb +1 -1
  184. data/lib/ibex/watch/runner.rb +172 -0
  185. data/lib/ibex/watch/source_snapshot.rb +93 -0
  186. data/lib/ibex/watch.rb +11 -0
  187. data/lib/ibex.rb +25 -1
  188. data/schema/automaton-ir-v1.schema.json +401 -0
  189. data/schema/automaton-ir-v2.schema.json +58 -0
  190. data/schema/benchmark-v1.schema.json +212 -0
  191. data/schema/benchmark-v2.schema.json +61 -0
  192. data/schema/cst-v1.json +170 -0
  193. data/schema/error-ux-v1.schema.json +258 -0
  194. data/schema/explain-v1.schema.json +433 -0
  195. data/schema/frontend-diagnostics-v1.schema.json +154 -0
  196. data/schema/generation-manifest-v1.schema.json +115 -0
  197. data/schema/grammar-ir-v1.schema.json +426 -0
  198. data/schema/grammar-ir-v2.schema.json +779 -0
  199. data/schema/lexer-ir-v1.schema.json +215 -0
  200. data/schema/migration-check-v1.schema.json +60 -0
  201. data/schema/performance-comparison-v1.schema.json +395 -0
  202. data/schema/public-performance-comparison-v1.schema.json +506 -0
  203. data/schema/public-performance-profile-v1.schema.json +360 -0
  204. data/schema/runtime-coverage-v1.schema.json +86 -0
  205. data/schema/runtime-event-v1.schema.json +308 -0
  206. data/schema/table-simulation-v1.schema.json +70 -0
  207. data/sig/ibex/artifact_set.rbs +37 -0
  208. data/sig/ibex/cli/ambiguity.rbs +22 -0
  209. data/sig/ibex/cli/counterexample_options.rbs +2 -0
  210. data/sig/ibex/cli/coverage.rbs +53 -0
  211. data/sig/ibex/cli/debug.rbs +28 -0
  212. data/sig/ibex/cli/diagnostics.rbs +38 -0
  213. data/sig/ibex/cli/documentation.rbs +25 -0
  214. data/sig/ibex/cli/error_messages.rbs +57 -0
  215. data/sig/ibex/cli/explain.rbs +25 -0
  216. data/sig/ibex/cli/formatting.rbs +103 -0
  217. data/sig/ibex/cli/generation_artifacts.rbs +50 -0
  218. data/sig/ibex/cli/generation_error_messages.rbs +19 -0
  219. data/sig/ibex/cli/grammar_tests.rbs +36 -0
  220. data/sig/ibex/cli/ir_tools.rbs +51 -0
  221. data/sig/ibex/cli/lsp.rbs +14 -0
  222. data/sig/ibex/cli/outputs.rbs +17 -0
  223. data/sig/ibex/cli/racc_migration.rbs +30 -0
  224. data/sig/ibex/cli/samples.rbs +30 -0
  225. data/sig/ibex/cli/watch.rbs +43 -0
  226. data/sig/ibex/cli.rbs +104 -5
  227. data/sig/ibex/codegen/action_locations.rbs +45 -0
  228. data/sig/ibex/codegen/action_method_source.rbs +65 -0
  229. data/sig/ibex/codegen/action_source.rbs +50 -0
  230. data/sig/ibex/codegen/ambiguity.rbs +60 -0
  231. data/sig/ibex/codegen/cst_metadata.rbs +59 -0
  232. data/sig/ibex/codegen/documentation.rbs +50 -0
  233. data/sig/ibex/codegen/explain.rbs +85 -0
  234. data/sig/ibex/codegen/generated_action_abi.rbs +101 -0
  235. data/sig/ibex/codegen/html.rbs +18 -2
  236. data/sig/ibex/codegen/mermaid.rbs +16 -0
  237. data/sig/ibex/codegen/railroad.rbs +82 -0
  238. data/sig/ibex/codegen/railroad_documentation.rbs +31 -0
  239. data/sig/ibex/codegen/rbs.rbs +84 -4
  240. data/sig/ibex/codegen/report.rbs +8 -0
  241. data/sig/ibex/codegen/ruby.rbs +97 -23
  242. data/sig/ibex/codegen/ruby_actions.rbs +54 -0
  243. data/sig/ibex/codegen/ruby_ast.rbs +34 -0
  244. data/sig/ibex/codegen/ruby_error_messages.rbs +16 -0
  245. data/sig/ibex/codegen/ruby_lexer.rbs +25 -0
  246. data/sig/ibex/codegen/ruby_syntax.rbs +25 -0
  247. data/sig/ibex/codegen/ruby_table_metadata.rbs +26 -0
  248. data/sig/ibex/codegen/ruby_value_printers.rbs +28 -0
  249. data/sig/ibex/coverage/collector.rbs +76 -0
  250. data/sig/ibex/coverage/event_stream.rbs +42 -0
  251. data/sig/ibex/coverage/report.rbs +100 -0
  252. data/sig/ibex/coverage/runtime_event_validator.rbs +68 -0
  253. data/sig/ibex/coverage.rbs +7 -0
  254. data/sig/ibex/error_messages/parser.rbs +58 -0
  255. data/sig/ibex/error_messages/parser_v2.rbs +67 -0
  256. data/sig/ibex/error_messages/renderer.rbs +23 -0
  257. data/sig/ibex/error_messages/sentence_search.rbs +80 -0
  258. data/sig/ibex/error_messages/update.rbs +43 -0
  259. data/sig/ibex/error_messages.rbs +85 -0
  260. data/sig/ibex/frontend/ast.rbs +208 -19
  261. data/sig/ibex/frontend/bootstrap_parser.rbs +11 -0
  262. data/sig/ibex/frontend/diagnostic.rbs +53 -0
  263. data/sig/ibex/frontend/diagnostic_recovery.rbs +98 -0
  264. data/sig/ibex/frontend/dsl.rbs +33 -4
  265. data/sig/ibex/frontend/formatter.rbs +135 -0
  266. data/sig/ibex/frontend/generated_parser.rbs +218 -68
  267. data/sig/ibex/frontend/generated_parser_base.rbs +61 -10
  268. data/sig/ibex/frontend/generated_parser_includes.rbs +23 -0
  269. data/sig/ibex/frontend/generated_parser_metadata.rbs +23 -0
  270. data/sig/ibex/frontend/generated_parser_parameters.rbs +24 -0
  271. data/sig/ibex/frontend/generation.rbs +6 -0
  272. data/sig/ibex/frontend/lexer.rbs +49 -2
  273. data/sig/ibex/frontend/lexer_recovery.rbs +25 -0
  274. data/sig/ibex/frontend/parser/declarations.rbs +54 -0
  275. data/sig/ibex/frontend/parser/parameters.rbs +28 -0
  276. data/sig/ibex/frontend/parser/rules.rbs +3 -0
  277. data/sig/ibex/frontend/parser.rbs +66 -0
  278. data/sig/ibex/frontend/regenerator.rbs +11 -0
  279. data/sig/ibex/frontend/resolution.rbs +33 -0
  280. data/sig/ibex/frontend/resolver.rbs +91 -0
  281. data/sig/ibex/frontend/rule_documentation.rbs +42 -0
  282. data/sig/ibex/frontend/source_cursor.rbs +36 -3
  283. data/sig/ibex/frontend/source_document.rbs +119 -0
  284. data/sig/ibex/frontend/source_loader.rbs +66 -0
  285. data/sig/ibex/frontend/source_span.rbs +53 -0
  286. data/sig/ibex/frontend/token_adapter/declaration_document_state.rbs +21 -0
  287. data/sig/ibex/frontend/token_adapter/declaration_lexer_state.rbs +27 -0
  288. data/sig/ibex/frontend/token_adapter/declaration_state.rbs +73 -5
  289. data/sig/ibex/frontend/token_adapter/rule_state.rbs +20 -0
  290. data/sig/ibex/frontend/token_adapter.rbs +5 -2
  291. data/sig/ibex/frontend.rbs +1 -1
  292. data/sig/ibex/generation_input.rbs +37 -0
  293. data/sig/ibex/generation_manifest.rbs +67 -0
  294. data/sig/ibex/generation_transaction.rbs +82 -0
  295. data/sig/ibex/generation_transaction_recovery.rbs +36 -0
  296. data/sig/ibex/generation_transaction_validation.rbs +65 -0
  297. data/sig/ibex/grammar_tests.rbs +93 -0
  298. data/sig/ibex/ir/automaton_ir.rbs +8 -2
  299. data/sig/ibex/ir/grammar_ir.rbs +75 -15
  300. data/sig/ibex/ir/lexer_ir.rbs +57 -0
  301. data/sig/ibex/ir/migration.rbs +34 -0
  302. data/sig/ibex/ir/serialize.rbs +23 -6
  303. data/sig/ibex/ir/validator/automaton.rbs +109 -0
  304. data/sig/ibex/ir/validator/base.rbs +65 -0
  305. data/sig/ibex/ir/validator/grammar.rbs +184 -0
  306. data/sig/ibex/ir/validator/lexer.rbs +37 -0
  307. data/sig/ibex/ir/validator.rbs +16 -0
  308. data/sig/ibex/ir.rbs +38 -4
  309. data/sig/ibex/lalr/build_metrics.rbs +20 -0
  310. data/sig/ibex/lalr/builder.rbs +95 -15
  311. data/sig/ibex/lalr/conflict_search.rbs +7 -3
  312. data/sig/ibex/lalr/counterexample.rbs +5 -2
  313. data/sig/ibex/lalr/direct_lookaheads.rbs +86 -0
  314. data/sig/ibex/lalr/ielr_partition.rbs +59 -0
  315. data/sig/ibex/lalr/on_error_reductions.rbs +22 -0
  316. data/sig/ibex/lalr.rbs +6 -0
  317. data/sig/ibex/location.rbs +67 -0
  318. data/sig/ibex/lsp/document_handlers.rbs +24 -0
  319. data/sig/ibex/lsp/document_store.rbs +94 -0
  320. data/sig/ibex/lsp/document_store_diagnostics.rbs +20 -0
  321. data/sig/ibex/lsp/document_store_validation.rbs +26 -0
  322. data/sig/ibex/lsp/initialization_handlers.rbs +30 -0
  323. data/sig/ibex/lsp/navigation_handlers.rbs +30 -0
  324. data/sig/ibex/lsp/position_codec.rbs +40 -0
  325. data/sig/ibex/lsp/protocol_error.rbs +32 -0
  326. data/sig/ibex/lsp/request_handlers.rbs +26 -0
  327. data/sig/ibex/lsp/request_support.rbs +40 -0
  328. data/sig/ibex/lsp/server.rbs +55 -0
  329. data/sig/ibex/lsp/symbol_index.rbs +78 -0
  330. data/sig/ibex/lsp/symbol_index_builder.rbs +87 -0
  331. data/sig/ibex/lsp/symbol_index_precedence_references.rbs +18 -0
  332. data/sig/ibex/lsp/symbol_index_source_queries.rbs +26 -0
  333. data/sig/ibex/lsp/symbol_occurrence.rbs +25 -0
  334. data/sig/ibex/lsp/transport.rbs +35 -0
  335. data/sig/ibex/lsp/workspace.rbs +41 -0
  336. data/sig/ibex/lsp/workspace_analyzer.rbs +69 -0
  337. data/sig/ibex/lsp.rbs +7 -0
  338. data/sig/ibex/normalize/declarations.rbs +31 -0
  339. data/sig/ibex/normalize/diagnostics.rbs +9 -0
  340. data/sig/ibex/normalize/expander.rbs +20 -14
  341. data/sig/ibex/normalize/expression.rbs +10 -10
  342. data/sig/ibex/normalize/inline_expansion.rbs +120 -0
  343. data/sig/ibex/normalize/inline_validation.rbs +40 -0
  344. data/sig/ibex/normalize/lexer.rbs +37 -0
  345. data/sig/ibex/normalize/named_references.rbs +20 -0
  346. data/sig/ibex/normalize/nodes.rbs +14 -0
  347. data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +32 -0
  348. data/sig/ibex/normalize/parameter_lowering.rbs +35 -0
  349. data/sig/ibex/normalize/parameter_substitution.rbs +42 -0
  350. data/sig/ibex/normalize/parameter_validation.rbs +44 -0
  351. data/sig/ibex/normalize/parameters.rbs +46 -0
  352. data/sig/ibex/normalize/recovery_declarations.rbs +24 -0
  353. data/sig/ibex/normalize.rbs +123 -18
  354. data/sig/ibex/racc_migration/checker.rbs +36 -0
  355. data/sig/ibex/racc_migration/harness.rbs +16 -0
  356. data/sig/ibex/racc_migration/report.rbs +53 -0
  357. data/sig/ibex/racc_migration.rbs +8 -0
  358. data/sig/ibex/rake_task.rbs +51 -0
  359. data/sig/ibex/samples.rbs +51 -0
  360. data/sig/ibex/table_simulation/result.rbs +32 -0
  361. data/sig/ibex/table_simulation/simulator.rbs +98 -0
  362. data/sig/ibex/table_simulation/step.rbs +40 -0
  363. data/sig/ibex/table_simulation/text.rbs +14 -0
  364. data/sig/ibex/table_simulation.rbs +7 -0
  365. data/sig/ibex/tables.rbs +0 -26
  366. data/sig/ibex/watch/runner.rbs +48 -0
  367. data/sig/ibex/watch/source_snapshot.rbs +42 -0
  368. data/sig/ibex/watch.rbs +7 -0
  369. data/sig/ibex.rbs +2 -0
  370. metadata +301 -16
  371. data/.rubocop.yml +0 -43
  372. data/CHANGELOG.md +0 -30
  373. data/Rakefile +0 -25
  374. data/Steepfile +0 -10
  375. data/docs/compat-notes.md +0 -37
  376. data/docs/lexer-coverage.md +0 -14
  377. data/docs/phase10-extensions.md +0 -27
  378. data/gemfiles/Gemfile +0 -7
  379. data/gemfiles/Gemfile.lock +0 -98
  380. data/lib/ibex/frontend/grammar.y +0 -156
  381. data/lib/ibex/runtime/parser.rb +0 -360
  382. data/lib/ibex/runtime.rb +0 -8
  383. data/sig/ibex/runtime/parser.rbs +0 -167
  384. data/sig/ibex/runtime.rbs +0 -6
data/schema/explain-v1.schema.json ADDED
@@ -0,0 +1,433 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/explain-v1.schema.json",
4
+ "title": "Ibex conflict explanation version 1",
5
+ "description": "A deterministic analysis view over selected conflicts and their counterexamples.",
6
+ "type": "object",
7
+ "required": [
8
+ "ibex_explain",
9
+ "schema_version",
10
+ "algorithm",
11
+ "selectors",
12
+ "search",
13
+ "summary",
14
+ "conflicts"
15
+ ],
16
+ "properties": {
17
+ "ibex_explain": {
18
+ "const": "conflicts"
19
+ },
20
+ "schema_version": {
21
+ "const": 1
22
+ },
23
+ "algorithm": {
24
+ "enum": [
25
+ "slr",
26
+ "lalr1",
27
+ "ielr1",
28
+ "lr1"
29
+ ]
30
+ },
31
+ "selectors": {
32
+ "$ref": "#/$defs/selectors"
33
+ },
34
+ "search": {
35
+ "$ref": "#/$defs/search"
36
+ },
37
+ "summary": {
38
+ "$ref": "#/$defs/summary"
39
+ },
40
+ "conflicts": {
41
+ "type": "array",
42
+ "items": {
43
+ "$ref": "#/$defs/conflict"
44
+ }
45
+ }
46
+ },
47
+ "additionalProperties": false,
48
+ "$defs": {
49
+ "symbol_reference": {
50
+ "type": "object",
51
+ "required": [
52
+ "name",
53
+ "display_name",
54
+ "label"
55
+ ],
56
+ "properties": {
57
+ "name": {
58
+ "type": "string",
59
+ "minLength": 1
60
+ },
61
+ "display_name": {
62
+ "type": [
63
+ "string",
64
+ "null"
65
+ ]
66
+ },
67
+ "label": {
68
+ "type": "string",
69
+ "minLength": 1
70
+ }
71
+ },
72
+ "additionalProperties": false
73
+ },
74
+ "token_selector": {
75
+ "type": "object",
76
+ "required": [
77
+ "name",
78
+ "display_name",
79
+ "label",
80
+ "query"
81
+ ],
82
+ "properties": {
83
+ "name": {
84
+ "type": "string",
85
+ "minLength": 1
86
+ },
87
+ "display_name": {
88
+ "type": [
89
+ "string",
90
+ "null"
91
+ ]
92
+ },
93
+ "label": {
94
+ "type": "string",
95
+ "minLength": 1
96
+ },
97
+ "query": {
98
+ "type": "string",
99
+ "minLength": 1
100
+ }
101
+ },
102
+ "additionalProperties": false
103
+ },
104
+ "selectors": {
105
+ "type": "object",
106
+ "required": [
107
+ "state",
108
+ "token"
109
+ ],
110
+ "properties": {
111
+ "state": {
112
+ "type": [
113
+ "integer",
114
+ "null"
115
+ ],
116
+ "minimum": 0
117
+ },
118
+ "token": {
119
+ "oneOf": [
120
+ {
121
+ "$ref": "#/$defs/token_selector"
122
+ },
123
+ {
124
+ "type": "null"
125
+ }
126
+ ]
127
+ }
128
+ },
129
+ "additionalProperties": false
130
+ },
131
+ "search": {
132
+ "type": "object",
133
+ "required": [
134
+ "max_tokens",
135
+ "max_configurations"
136
+ ],
137
+ "properties": {
138
+ "max_tokens": {
139
+ "type": "integer",
140
+ "minimum": 1
141
+ },
142
+ "max_configurations": {
143
+ "type": "integer",
144
+ "minimum": 1
145
+ }
146
+ },
147
+ "additionalProperties": false
148
+ },
149
+ "summary": {
150
+ "type": "object",
151
+ "required": [
152
+ "matched_conflicts",
153
+ "unifying_counterexamples",
154
+ "nonunifying_witnesses"
155
+ ],
156
+ "properties": {
157
+ "matched_conflicts": {
158
+ "type": "integer",
159
+ "minimum": 0
160
+ },
161
+ "unifying_counterexamples": {
162
+ "type": "integer",
163
+ "minimum": 0
164
+ },
165
+ "nonunifying_witnesses": {
166
+ "type": "integer",
167
+ "minimum": 0
168
+ }
169
+ },
170
+ "additionalProperties": false
171
+ },
172
+ "shift_alternative": {
173
+ "type": "object",
174
+ "required": [
175
+ "kind",
176
+ "state"
177
+ ],
178
+ "properties": {
179
+ "kind": {
180
+ "const": "shift"
181
+ },
182
+ "state": {
183
+ "type": "integer",
184
+ "minimum": 0
185
+ }
186
+ },
187
+ "additionalProperties": false
188
+ },
189
+ "reduce_alternative": {
190
+ "type": "object",
191
+ "required": [
192
+ "kind",
193
+ "production"
194
+ ],
195
+ "properties": {
196
+ "kind": {
197
+ "const": "reduce"
198
+ },
199
+ "production": {
200
+ "type": "integer",
201
+ "minimum": 0
202
+ }
203
+ },
204
+ "additionalProperties": false
205
+ },
206
+ "resolution": {
207
+ "type": "object",
208
+ "required": [
209
+ "by",
210
+ "chose"
211
+ ],
212
+ "properties": {
213
+ "by": {
214
+ "enum": [
215
+ "definition_order",
216
+ "default_shift",
217
+ "precedence",
218
+ "associativity"
219
+ ]
220
+ },
221
+ "chose": {
222
+ "oneOf": [
223
+ {
224
+ "enum": [
225
+ "shift",
226
+ "reduce",
227
+ "error"
228
+ ]
229
+ },
230
+ {
231
+ "type": "integer",
232
+ "minimum": 0
233
+ }
234
+ ]
235
+ },
236
+ "associativity": {
237
+ "enum": [
238
+ "left",
239
+ "right",
240
+ "nonassoc"
241
+ ]
242
+ }
243
+ },
244
+ "additionalProperties": false
245
+ },
246
+ "location": {
247
+ "type": "object",
248
+ "required": [
249
+ "file",
250
+ "line",
251
+ "column"
252
+ ],
253
+ "properties": {
254
+ "file": {
255
+ "type": "string"
256
+ },
257
+ "line": {
258
+ "type": "integer",
259
+ "minimum": 1
260
+ },
261
+ "column": {
262
+ "type": "integer",
263
+ "minimum": 1
264
+ }
265
+ },
266
+ "additionalProperties": false
267
+ },
268
+ "tree": {
269
+ "oneOf": [
270
+ {
271
+ "$ref": "#/$defs/symbol_reference"
272
+ },
273
+ {
274
+ "type": "object",
275
+ "properties": {
276
+ "symbol": {
277
+ "$ref": "#/$defs/symbol_reference"
278
+ },
279
+ "token": {
280
+ "$ref": "#/$defs/symbol_reference"
281
+ },
282
+ "production": {
283
+ "type": "integer",
284
+ "minimum": 0
285
+ },
286
+ "children": {
287
+ "type": "array",
288
+ "items": {
289
+ "$ref": "#/$defs/tree"
290
+ }
291
+ }
292
+ },
293
+ "anyOf": [
294
+ {
295
+ "required": [
296
+ "symbol"
297
+ ]
298
+ },
299
+ {
300
+ "required": [
301
+ "token"
302
+ ]
303
+ }
304
+ ],
305
+ "additionalProperties": false
306
+ }
307
+ ]
308
+ },
309
+ "interpretation": {
310
+ "type": "object",
311
+ "required": [
312
+ "kind",
313
+ "tree"
314
+ ],
315
+ "properties": {
316
+ "kind": {
317
+ "enum": [
318
+ "shift",
319
+ "reduce"
320
+ ]
321
+ },
322
+ "state": {
323
+ "type": "integer",
324
+ "minimum": 0
325
+ },
326
+ "production": {
327
+ "type": "integer",
328
+ "minimum": 0
329
+ },
330
+ "tree": {
331
+ "$ref": "#/$defs/tree"
332
+ }
333
+ },
334
+ "additionalProperties": false
335
+ },
336
+ "witness": {
337
+ "type": "object",
338
+ "required": [
339
+ "kind",
340
+ "sentence",
341
+ "lookahead_index",
342
+ "symbol_path",
343
+ "interpretations"
344
+ ],
345
+ "properties": {
346
+ "kind": {
347
+ "enum": [
348
+ "unifying_counterexample",
349
+ "nonunifying_witness"
350
+ ]
351
+ },
352
+ "sentence": {
353
+ "type": "array",
354
+ "items": {
355
+ "$ref": "#/$defs/symbol_reference"
356
+ }
357
+ },
358
+ "lookahead_index": {
359
+ "type": "integer",
360
+ "minimum": 0
361
+ },
362
+ "symbol_path": {
363
+ "type": "array",
364
+ "items": {
365
+ "$ref": "#/$defs/symbol_reference"
366
+ }
367
+ },
368
+ "interpretations": {
369
+ "type": "array",
370
+ "minItems": 2,
371
+ "items": {
372
+ "$ref": "#/$defs/interpretation"
373
+ }
374
+ }
375
+ },
376
+ "additionalProperties": false
377
+ },
378
+ "conflict": {
379
+ "type": "object",
380
+ "required": [
381
+ "state",
382
+ "type",
383
+ "token",
384
+ "alternatives",
385
+ "resolution",
386
+ "witness"
387
+ ],
388
+ "properties": {
389
+ "state": {
390
+ "type": "integer",
391
+ "minimum": 0
392
+ },
393
+ "type": {
394
+ "enum": [
395
+ "shift_reduce",
396
+ "reduce_reduce"
397
+ ]
398
+ },
399
+ "token": {
400
+ "$ref": "#/$defs/symbol_reference"
401
+ },
402
+ "alternatives": {
403
+ "type": "array",
404
+ "minItems": 2,
405
+ "items": {
406
+ "oneOf": [
407
+ {
408
+ "$ref": "#/$defs/shift_alternative"
409
+ },
410
+ {
411
+ "$ref": "#/$defs/reduce_alternative"
412
+ }
413
+ ]
414
+ }
415
+ },
416
+ "resolution": {
417
+ "$ref": "#/$defs/resolution"
418
+ },
419
+ "midrule_origins": {
420
+ "type": "array",
421
+ "minItems": 1,
422
+ "items": {
423
+ "$ref": "#/$defs/location"
424
+ }
425
+ },
426
+ "witness": {
427
+ "$ref": "#/$defs/witness"
428
+ }
429
+ },
430
+ "additionalProperties": false
431
+ }
432
+ }
433
+ }
data/schema/frontend-diagnostics-v1.schema.json ADDED
@@ -0,0 +1,154 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://github.com/ydah/ibex/schema/frontend-diagnostics-v1.schema.json",
4
+ "title": "Ibex frontend diagnostics v1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "ibex_diagnostics",
9
+ "schema_version",
10
+ "success",
11
+ "ast_available",
12
+ "diagnostics"
13
+ ],
14
+ "properties": {
15
+ "ibex_diagnostics": {
16
+ "const": "frontend"
17
+ },
18
+ "schema_version": {
19
+ "const": 1
20
+ },
21
+ "success": {
22
+ "type": "boolean"
23
+ },
24
+ "ast_available": {
25
+ "type": "boolean"
26
+ },
27
+ "diagnostics": {
28
+ "type": "array",
29
+ "items": {
30
+ "$ref": "#/$defs/diagnostic"
31
+ }
32
+ }
33
+ },
34
+ "$defs": {
35
+ "position": {
36
+ "type": "object",
37
+ "additionalProperties": false,
38
+ "required": [
39
+ "byte_offset",
40
+ "line",
41
+ "column"
42
+ ],
43
+ "properties": {
44
+ "byte_offset": {
45
+ "type": "integer",
46
+ "minimum": 0
47
+ },
48
+ "line": {
49
+ "type": "integer",
50
+ "minimum": 1
51
+ },
52
+ "column": {
53
+ "type": "integer",
54
+ "minimum": 1
55
+ }
56
+ }
57
+ },
58
+ "location": {
59
+ "type": "object",
60
+ "additionalProperties": false,
61
+ "required": [
62
+ "file",
63
+ "line",
64
+ "column"
65
+ ],
66
+ "properties": {
67
+ "file": {
68
+ "type": "string"
69
+ },
70
+ "line": {
71
+ "type": "integer",
72
+ "minimum": 1
73
+ },
74
+ "column": {
75
+ "type": "integer",
76
+ "minimum": 1
77
+ }
78
+ }
79
+ },
80
+ "span": {
81
+ "type": [
82
+ "object",
83
+ "null"
84
+ ],
85
+ "additionalProperties": false,
86
+ "required": [
87
+ "file",
88
+ "start",
89
+ "end"
90
+ ],
91
+ "properties": {
92
+ "file": {
93
+ "type": "string"
94
+ },
95
+ "start": {
96
+ "$ref": "#/$defs/position"
97
+ },
98
+ "end": {
99
+ "$ref": "#/$defs/position"
100
+ }
101
+ }
102
+ },
103
+ "diagnostic": {
104
+ "type": "object",
105
+ "additionalProperties": false,
106
+ "required": [
107
+ "code",
108
+ "severity",
109
+ "phase",
110
+ "message",
111
+ "location",
112
+ "span",
113
+ "expected",
114
+ "received"
115
+ ],
116
+ "properties": {
117
+ "code": {
118
+ "type": "string",
119
+ "minLength": 1
120
+ },
121
+ "severity": {
122
+ "const": "error"
123
+ },
124
+ "phase": {
125
+ "enum": [
126
+ "lexical",
127
+ "syntax"
128
+ ]
129
+ },
130
+ "message": {
131
+ "type": "string"
132
+ },
133
+ "location": {
134
+ "$ref": "#/$defs/location"
135
+ },
136
+ "span": {
137
+ "$ref": "#/$defs/span"
138
+ },
139
+ "expected": {
140
+ "type": "array",
141
+ "items": {
142
+ "type": "string"
143
+ }
144
+ },
145
+ "received": {
146
+ "type": [
147
+ "string",
148
+ "null"
149
+ ]
150
+ }
151
+ }
152
+ }
153
+ }
154
+ }
data/schema/generation-manifest-v1.schema.json ADDED
@@ -0,0 +1,115 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/generation-manifest-v1.schema.json",
4
+ "title": "Ibex generation manifest v1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "ibex_manifest",
9
+ "schema_version",
10
+ "input",
11
+ "options",
12
+ "artifacts"
13
+ ],
14
+ "properties": {
15
+ "ibex_manifest": {
16
+ "const": "generation"
17
+ },
18
+ "schema_version": {
19
+ "const": 1
20
+ },
21
+ "input": {
22
+ "type": "object",
23
+ "additionalProperties": false,
24
+ "required": [
25
+ "root",
26
+ "sha256",
27
+ "files"
28
+ ],
29
+ "properties": {
30
+ "root": {
31
+ "type": "string",
32
+ "minLength": 1,
33
+ "pattern": "^[^\\u0000-\\u001f\\u007f]+$"
34
+ },
35
+ "sha256": {
36
+ "$ref": "#/$defs/sha256"
37
+ },
38
+ "files": {
39
+ "type": "array",
40
+ "minItems": 1,
41
+ "items": {
42
+ "$ref": "#/$defs/file"
43
+ }
44
+ }
45
+ }
46
+ },
47
+ "options": {
48
+ "type": "object"
49
+ },
50
+ "artifacts": {
51
+ "type": "array",
52
+ "minItems": 1,
53
+ "items": {
54
+ "$ref": "#/$defs/artifact"
55
+ }
56
+ }
57
+ },
58
+ "$defs": {
59
+ "sha256": {
60
+ "type": "string",
61
+ "pattern": "^[0-9a-f]{64}$"
62
+ },
63
+ "file": {
64
+ "type": "object",
65
+ "additionalProperties": false,
66
+ "required": [
67
+ "path",
68
+ "sha256",
69
+ "bytesize"
70
+ ],
71
+ "properties": {
72
+ "path": {
73
+ "type": "string",
74
+ "minLength": 1,
75
+ "pattern": "^[^\\u0000-\\u001f\\u007f]+$"
76
+ },
77
+ "sha256": {
78
+ "$ref": "#/$defs/sha256"
79
+ },
80
+ "bytesize": {
81
+ "type": "integer",
82
+ "minimum": 0
83
+ }
84
+ }
85
+ },
86
+ "artifact": {
87
+ "type": "object",
88
+ "additionalProperties": false,
89
+ "required": [
90
+ "kind",
91
+ "path",
92
+ "sha256",
93
+ "bytesize"
94
+ ],
95
+ "properties": {
96
+ "kind": {
97
+ "type": "string",
98
+ "minLength": 1
99
+ },
100
+ "path": {
101
+ "type": "string",
102
+ "minLength": 1,
103
+ "pattern": "^[^\\u0000-\\u001f\\u007f]+$"
104
+ },
105
+ "sha256": {
106
+ "$ref": "#/$defs/sha256"
107
+ },
108
+ "bytesize": {
109
+ "type": "integer",
110
+ "minimum": 0
111
+ }
112
+ }
113
+ }
114
+ }
115
+ }