ibex 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +247 -104
  3. data/docs/architecture.md +322 -28
  4. data/docs/cst-migration.md +107 -0
  5. data/docs/cst.md +213 -0
  6. data/docs/development.md +129 -0
  7. data/docs/editor-setup.md +25 -0
  8. data/docs/error-ux.md +60 -0
  9. data/docs/grammar-reference.md +458 -18
  10. data/docs/lexer-migration.md +51 -0
  11. data/docs/racc-migration.md +34 -6
  12. data/docs/release-readiness.md +163 -0
  13. data/docs/stability.md +124 -0
  14. data/examples/README.md +60 -0
  15. data/examples/calculator.y +44 -0
  16. data/examples/csv.y +32 -0
  17. data/examples/ini.y +70 -0
  18. data/examples/json.y +48 -0
  19. data/examples/tiny_language.y +75 -0
  20. data/lib/ibex/analysis/sets.rb +5 -4
  21. data/lib/ibex/artifact_set.rb +63 -0
  22. data/lib/ibex/cli/ambiguity.rb +66 -0
  23. data/lib/ibex/cli/counterexample_options.rb +6 -2
  24. data/lib/ibex/cli/coverage.rb +173 -0
  25. data/lib/ibex/cli/debug.rb +106 -0
  26. data/lib/ibex/cli/diagnostics.rb +116 -0
  27. data/lib/ibex/cli/documentation.rb +67 -0
  28. data/lib/ibex/cli/error_messages.rb +177 -0
  29. data/lib/ibex/cli/explain.rb +76 -0
  30. data/lib/ibex/cli/formatting.rb +386 -0
  31. data/lib/ibex/cli/generation_artifacts.rb +138 -0
  32. data/lib/ibex/cli/generation_error_messages.rb +39 -0
  33. data/lib/ibex/cli/grammar_tests.rb +122 -0
  34. data/lib/ibex/cli/ir_tools.rb +184 -0
  35. data/lib/ibex/cli/lsp.rb +33 -0
  36. data/lib/ibex/cli/outputs.rb +91 -8
  37. data/lib/ibex/cli/racc_migration.rb +87 -0
  38. data/lib/ibex/cli/samples.rb +92 -0
  39. data/lib/ibex/cli/watch.rb +103 -0
  40. data/lib/ibex/cli.rb +506 -37
  41. data/lib/ibex/codegen/action_locations.rb +103 -0
  42. data/lib/ibex/codegen/action_method_source.rb +210 -0
  43. data/lib/ibex/codegen/action_source.rb +118 -0
  44. data/lib/ibex/codegen/ambiguity.rb +173 -0
  45. data/lib/ibex/codegen/cst_metadata.rb +171 -0
  46. data/lib/ibex/codegen/documentation.rb +170 -0
  47. data/lib/ibex/codegen/explain.rb +312 -0
  48. data/lib/ibex/codegen/generated_action_abi.rb +288 -0
  49. data/lib/ibex/codegen/html.rb +94 -10
  50. data/lib/ibex/codegen/mermaid.rb +43 -0
  51. data/lib/ibex/codegen/railroad.rb +197 -0
  52. data/lib/ibex/codegen/railroad_documentation.rb +59 -0
  53. data/lib/ibex/codegen/rbs.rb +323 -2
  54. data/lib/ibex/codegen/report.rb +46 -6
  55. data/lib/ibex/codegen/ruby.rb +334 -59
  56. data/lib/ibex/codegen/ruby_actions.rb +143 -0
  57. data/lib/ibex/codegen/ruby_ast.rb +121 -0
  58. data/lib/ibex/codegen/ruby_error_messages.rb +28 -0
  59. data/lib/ibex/codegen/ruby_lexer.rb +83 -0
  60. data/lib/ibex/codegen/ruby_syntax.rb +90 -0
  61. data/lib/ibex/codegen/ruby_table_metadata.rb +57 -0
  62. data/lib/ibex/codegen/ruby_value_printers.rb +56 -0
  63. data/lib/ibex/codegen/symbol_labels.rb +1 -1
  64. data/lib/ibex/coverage/collector.rb +188 -0
  65. data/lib/ibex/coverage/event_stream.rb +97 -0
  66. data/lib/ibex/coverage/report.rb +259 -0
  67. data/lib/ibex/coverage/runtime_event_validator.rb +160 -0
  68. data/lib/ibex/coverage.rb +13 -0
  69. data/lib/ibex/error_messages/parser.rb +159 -0
  70. data/lib/ibex/error_messages/parser_v2.rb +198 -0
  71. data/lib/ibex/error_messages/renderer.rb +65 -0
  72. data/lib/ibex/error_messages/sentence_search.rb +196 -0
  73. data/lib/ibex/error_messages/update.rb +169 -0
  74. data/lib/ibex/error_messages.rb +165 -0
  75. data/lib/ibex/frontend/ast.rb +145 -6
  76. data/lib/ibex/frontend/bootstrap_parser.rb +47 -4
  77. data/lib/ibex/frontend/diagnostic.rb +81 -0
  78. data/lib/ibex/frontend/diagnostic_recovery.rb +268 -0
  79. data/lib/ibex/frontend/dsl.rb +66 -7
  80. data/lib/ibex/frontend/formatter.rb +407 -0
  81. data/lib/ibex/frontend/generated_parser.rb +614 -190
  82. data/lib/ibex/frontend/generated_parser_base.rb +164 -30
  83. data/lib/ibex/frontend/generated_parser_includes.rb +61 -0
  84. data/lib/ibex/frontend/generated_parser_metadata.rb +61 -0
  85. data/lib/ibex/frontend/generated_parser_parameters.rb +60 -0
  86. data/lib/ibex/frontend/generation.rb +33 -0
  87. data/lib/ibex/frontend/lexer.rb +162 -10
  88. data/lib/ibex/frontend/lexer_recovery.rb +84 -0
  89. data/lib/ibex/frontend/parser/declarations.rb +247 -11
  90. data/lib/ibex/frontend/parser/parameters.rb +82 -0
  91. data/lib/ibex/frontend/parser/rules.rb +43 -6
  92. data/lib/ibex/frontend/parser.rb +182 -4
  93. data/lib/ibex/frontend/regenerator.rb +26 -1
  94. data/lib/ibex/frontend/resolution.rb +69 -0
  95. data/lib/ibex/frontend/resolver.rb +217 -0
  96. data/lib/ibex/frontend/rule_documentation.rb +103 -0
  97. data/lib/ibex/frontend/source_cursor.rb +132 -8
  98. data/lib/ibex/frontend/source_document.rb +229 -0
  99. data/lib/ibex/frontend/source_loader.rb +150 -0
  100. data/lib/ibex/frontend/source_span.rb +81 -0
  101. data/lib/ibex/frontend/token_adapter/declaration_document_state.rb +47 -0
  102. data/lib/ibex/frontend/token_adapter/declaration_lexer_state.rb +83 -0
  103. data/lib/ibex/frontend/token_adapter/declaration_state.rb +216 -26
  104. data/lib/ibex/frontend/token_adapter/delimiter_tracker.rb +8 -2
  105. data/lib/ibex/frontend/token_adapter/rule_state.rb +60 -2
  106. data/lib/ibex/frontend/token_adapter.rb +8 -3
  107. data/lib/ibex/frontend.rb +13 -2
  108. data/lib/ibex/generation_input.rb +57 -0
  109. data/lib/ibex/generation_manifest.rb +200 -0
  110. data/lib/ibex/generation_transaction.rb +261 -0
  111. data/lib/ibex/generation_transaction_recovery.rb +109 -0
  112. data/lib/ibex/generation_transaction_validation.rb +196 -0
  113. data/lib/ibex/grammar_tests.rb +206 -0
  114. data/lib/ibex/ir/automaton_ir.rb +38 -5
  115. data/lib/ibex/ir/grammar_ir.rb +137 -24
  116. data/lib/ibex/ir/lexer_ir.rb +76 -0
  117. data/lib/ibex/ir/migration.rb +120 -0
  118. data/lib/ibex/ir/serialize.rb +110 -19
  119. data/lib/ibex/ir/validator/automaton.rb +345 -0
  120. data/lib/ibex/ir/validator/base.rb +129 -0
  121. data/lib/ibex/ir/validator/grammar.rb +604 -0
  122. data/lib/ibex/ir/validator/lexer.rb +113 -0
  123. data/lib/ibex/ir/validator.rb +62 -0
  124. data/lib/ibex/ir.rb +57 -4
  125. data/lib/ibex/lalr/build_metrics.rb +23 -0
  126. data/lib/ibex/lalr/builder.rb +379 -52
  127. data/lib/ibex/lalr/conflict.rb +1 -0
  128. data/lib/ibex/lalr/conflict_search.rb +11 -5
  129. data/lib/ibex/lalr/counterexample.rb +20 -5
  130. data/lib/ibex/lalr/direct_lookaheads.rb +236 -0
  131. data/lib/ibex/lalr/ielr_partition.rb +152 -0
  132. data/lib/ibex/lalr/on_error_reductions.rb +74 -0
  133. data/lib/ibex/lalr.rb +7 -0
  134. data/lib/ibex/location.rb +129 -0
  135. data/lib/ibex/lsp/document_handlers.rb +66 -0
  136. data/lib/ibex/lsp/document_store.rb +264 -0
  137. data/lib/ibex/lsp/document_store_diagnostics.rb +44 -0
  138. data/lib/ibex/lsp/document_store_validation.rb +61 -0
  139. data/lib/ibex/lsp/initialization_handlers.rb +78 -0
  140. data/lib/ibex/lsp/navigation_handlers.rb +56 -0
  141. data/lib/ibex/lsp/position_codec.rb +109 -0
  142. data/lib/ibex/lsp/protocol_error.rb +33 -0
  143. data/lib/ibex/lsp/request_handlers.rb +45 -0
  144. data/lib/ibex/lsp/request_support.rb +87 -0
  145. data/lib/ibex/lsp/server.rb +146 -0
  146. data/lib/ibex/lsp/symbol_index.rb +241 -0
  147. data/lib/ibex/lsp/symbol_index_builder.rb +267 -0
  148. data/lib/ibex/lsp/symbol_index_precedence_references.rb +44 -0
  149. data/lib/ibex/lsp/symbol_index_source_queries.rb +61 -0
  150. data/lib/ibex/lsp/symbol_occurrence.rb +17 -0
  151. data/lib/ibex/lsp/transport.rb +118 -0
  152. data/lib/ibex/lsp/workspace.rb +127 -0
  153. data/lib/ibex/lsp/workspace_analyzer.rb +199 -0
  154. data/lib/ibex/lsp.rb +32 -0
  155. data/lib/ibex/normalize/declarations.rb +140 -7
  156. data/lib/ibex/normalize/diagnostics.rb +50 -5
  157. data/lib/ibex/normalize/expander.rb +59 -55
  158. data/lib/ibex/normalize/expression.rb +60 -39
  159. data/lib/ibex/normalize/inline_expansion.rb +414 -0
  160. data/lib/ibex/normalize/inline_validation.rb +174 -0
  161. data/lib/ibex/normalize/lexer.rb +131 -0
  162. data/lib/ibex/normalize/named_references.rb +60 -0
  163. data/lib/ibex/normalize/nodes.rb +46 -0
  164. data/lib/ibex/normalize/parameter_ebnf_lowering.rb +69 -0
  165. data/lib/ibex/normalize/parameter_lowering.rb +126 -0
  166. data/lib/ibex/normalize/parameter_substitution.rb +125 -0
  167. data/lib/ibex/normalize/parameter_validation.rb +140 -0
  168. data/lib/ibex/normalize/parameters.rb +199 -0
  169. data/lib/ibex/normalize/recovery_declarations.rb +84 -0
  170. data/lib/ibex/normalize.rb +179 -14
  171. data/lib/ibex/racc_migration/checker.rb +122 -0
  172. data/lib/ibex/racc_migration/harness.rb +177 -0
  173. data/lib/ibex/racc_migration/report.rb +94 -0
  174. data/lib/ibex/racc_migration.rb +12 -0
  175. data/lib/ibex/rake_task.rb +116 -0
  176. data/lib/ibex/samples.rb +186 -0
  177. data/lib/ibex/table_simulation/result.rb +51 -0
  178. data/lib/ibex/table_simulation/simulator.rb +253 -0
  179. data/lib/ibex/table_simulation/step.rb +60 -0
  180. data/lib/ibex/table_simulation/text.rb +31 -0
  181. data/lib/ibex/table_simulation.rb +13 -0
  182. data/lib/ibex/tables.rb +9 -70
  183. data/lib/ibex/version.rb +1 -1
  184. data/lib/ibex/watch/runner.rb +172 -0
  185. data/lib/ibex/watch/source_snapshot.rb +93 -0
  186. data/lib/ibex/watch.rb +11 -0
  187. data/lib/ibex.rb +25 -1
  188. data/schema/automaton-ir-v1.schema.json +401 -0
  189. data/schema/automaton-ir-v2.schema.json +58 -0
  190. data/schema/benchmark-v1.schema.json +212 -0
  191. data/schema/benchmark-v2.schema.json +61 -0
  192. data/schema/cst-v1.json +170 -0
  193. data/schema/error-ux-v1.schema.json +258 -0
  194. data/schema/explain-v1.schema.json +433 -0
  195. data/schema/frontend-diagnostics-v1.schema.json +154 -0
  196. data/schema/generation-manifest-v1.schema.json +115 -0
  197. data/schema/grammar-ir-v1.schema.json +426 -0
  198. data/schema/grammar-ir-v2.schema.json +779 -0
  199. data/schema/lexer-ir-v1.schema.json +215 -0
  200. data/schema/migration-check-v1.schema.json +60 -0
  201. data/schema/performance-comparison-v1.schema.json +395 -0
  202. data/schema/public-performance-comparison-v1.schema.json +506 -0
  203. data/schema/public-performance-profile-v1.schema.json +360 -0
  204. data/schema/runtime-coverage-v1.schema.json +86 -0
  205. data/schema/runtime-event-v1.schema.json +308 -0
  206. data/schema/table-simulation-v1.schema.json +70 -0
  207. data/sig/ibex/artifact_set.rbs +37 -0
  208. data/sig/ibex/cli/ambiguity.rbs +22 -0
  209. data/sig/ibex/cli/counterexample_options.rbs +2 -0
  210. data/sig/ibex/cli/coverage.rbs +53 -0
  211. data/sig/ibex/cli/debug.rbs +28 -0
  212. data/sig/ibex/cli/diagnostics.rbs +38 -0
  213. data/sig/ibex/cli/documentation.rbs +25 -0
  214. data/sig/ibex/cli/error_messages.rbs +57 -0
  215. data/sig/ibex/cli/explain.rbs +25 -0
  216. data/sig/ibex/cli/formatting.rbs +103 -0
  217. data/sig/ibex/cli/generation_artifacts.rbs +50 -0
  218. data/sig/ibex/cli/generation_error_messages.rbs +19 -0
  219. data/sig/ibex/cli/grammar_tests.rbs +36 -0
  220. data/sig/ibex/cli/ir_tools.rbs +51 -0
  221. data/sig/ibex/cli/lsp.rbs +14 -0
  222. data/sig/ibex/cli/outputs.rbs +17 -0
  223. data/sig/ibex/cli/racc_migration.rbs +30 -0
  224. data/sig/ibex/cli/samples.rbs +30 -0
  225. data/sig/ibex/cli/watch.rbs +43 -0
  226. data/sig/ibex/cli.rbs +104 -5
  227. data/sig/ibex/codegen/action_locations.rbs +45 -0
  228. data/sig/ibex/codegen/action_method_source.rbs +65 -0
  229. data/sig/ibex/codegen/action_source.rbs +50 -0
  230. data/sig/ibex/codegen/ambiguity.rbs +60 -0
  231. data/sig/ibex/codegen/cst_metadata.rbs +59 -0
  232. data/sig/ibex/codegen/documentation.rbs +50 -0
  233. data/sig/ibex/codegen/explain.rbs +85 -0
  234. data/sig/ibex/codegen/generated_action_abi.rbs +101 -0
  235. data/sig/ibex/codegen/html.rbs +18 -2
  236. data/sig/ibex/codegen/mermaid.rbs +16 -0
  237. data/sig/ibex/codegen/railroad.rbs +82 -0
  238. data/sig/ibex/codegen/railroad_documentation.rbs +31 -0
  239. data/sig/ibex/codegen/rbs.rbs +84 -4
  240. data/sig/ibex/codegen/report.rbs +8 -0
  241. data/sig/ibex/codegen/ruby.rbs +97 -23
  242. data/sig/ibex/codegen/ruby_actions.rbs +54 -0
  243. data/sig/ibex/codegen/ruby_ast.rbs +34 -0
  244. data/sig/ibex/codegen/ruby_error_messages.rbs +16 -0
  245. data/sig/ibex/codegen/ruby_lexer.rbs +25 -0
  246. data/sig/ibex/codegen/ruby_syntax.rbs +25 -0
  247. data/sig/ibex/codegen/ruby_table_metadata.rbs +26 -0
  248. data/sig/ibex/codegen/ruby_value_printers.rbs +28 -0
  249. data/sig/ibex/coverage/collector.rbs +76 -0
  250. data/sig/ibex/coverage/event_stream.rbs +42 -0
  251. data/sig/ibex/coverage/report.rbs +100 -0
  252. data/sig/ibex/coverage/runtime_event_validator.rbs +68 -0
  253. data/sig/ibex/coverage.rbs +7 -0
  254. data/sig/ibex/error_messages/parser.rbs +58 -0
  255. data/sig/ibex/error_messages/parser_v2.rbs +67 -0
  256. data/sig/ibex/error_messages/renderer.rbs +23 -0
  257. data/sig/ibex/error_messages/sentence_search.rbs +80 -0
  258. data/sig/ibex/error_messages/update.rbs +43 -0
  259. data/sig/ibex/error_messages.rbs +85 -0
  260. data/sig/ibex/frontend/ast.rbs +208 -19
  261. data/sig/ibex/frontend/bootstrap_parser.rbs +11 -0
  262. data/sig/ibex/frontend/diagnostic.rbs +53 -0
  263. data/sig/ibex/frontend/diagnostic_recovery.rbs +98 -0
  264. data/sig/ibex/frontend/dsl.rbs +33 -4
  265. data/sig/ibex/frontend/formatter.rbs +135 -0
  266. data/sig/ibex/frontend/generated_parser.rbs +218 -68
  267. data/sig/ibex/frontend/generated_parser_base.rbs +61 -10
  268. data/sig/ibex/frontend/generated_parser_includes.rbs +23 -0
  269. data/sig/ibex/frontend/generated_parser_metadata.rbs +23 -0
  270. data/sig/ibex/frontend/generated_parser_parameters.rbs +24 -0
  271. data/sig/ibex/frontend/generation.rbs +6 -0
  272. data/sig/ibex/frontend/lexer.rbs +49 -2
  273. data/sig/ibex/frontend/lexer_recovery.rbs +25 -0
  274. data/sig/ibex/frontend/parser/declarations.rbs +54 -0
  275. data/sig/ibex/frontend/parser/parameters.rbs +28 -0
  276. data/sig/ibex/frontend/parser/rules.rbs +3 -0
  277. data/sig/ibex/frontend/parser.rbs +66 -0
  278. data/sig/ibex/frontend/regenerator.rbs +11 -0
  279. data/sig/ibex/frontend/resolution.rbs +33 -0
  280. data/sig/ibex/frontend/resolver.rbs +91 -0
  281. data/sig/ibex/frontend/rule_documentation.rbs +42 -0
  282. data/sig/ibex/frontend/source_cursor.rbs +36 -3
  283. data/sig/ibex/frontend/source_document.rbs +119 -0
  284. data/sig/ibex/frontend/source_loader.rbs +66 -0
  285. data/sig/ibex/frontend/source_span.rbs +53 -0
  286. data/sig/ibex/frontend/token_adapter/declaration_document_state.rbs +21 -0
  287. data/sig/ibex/frontend/token_adapter/declaration_lexer_state.rbs +27 -0
  288. data/sig/ibex/frontend/token_adapter/declaration_state.rbs +73 -5
  289. data/sig/ibex/frontend/token_adapter/rule_state.rbs +20 -0
  290. data/sig/ibex/frontend/token_adapter.rbs +5 -2
  291. data/sig/ibex/frontend.rbs +1 -1
  292. data/sig/ibex/generation_input.rbs +37 -0
  293. data/sig/ibex/generation_manifest.rbs +67 -0
  294. data/sig/ibex/generation_transaction.rbs +82 -0
  295. data/sig/ibex/generation_transaction_recovery.rbs +36 -0
  296. data/sig/ibex/generation_transaction_validation.rbs +65 -0
  297. data/sig/ibex/grammar_tests.rbs +93 -0
  298. data/sig/ibex/ir/automaton_ir.rbs +8 -2
  299. data/sig/ibex/ir/grammar_ir.rbs +75 -15
  300. data/sig/ibex/ir/lexer_ir.rbs +57 -0
  301. data/sig/ibex/ir/migration.rbs +34 -0
  302. data/sig/ibex/ir/serialize.rbs +23 -6
  303. data/sig/ibex/ir/validator/automaton.rbs +109 -0
  304. data/sig/ibex/ir/validator/base.rbs +65 -0
  305. data/sig/ibex/ir/validator/grammar.rbs +184 -0
  306. data/sig/ibex/ir/validator/lexer.rbs +37 -0
  307. data/sig/ibex/ir/validator.rbs +16 -0
  308. data/sig/ibex/ir.rbs +38 -4
  309. data/sig/ibex/lalr/build_metrics.rbs +20 -0
  310. data/sig/ibex/lalr/builder.rbs +95 -15
  311. data/sig/ibex/lalr/conflict_search.rbs +7 -3
  312. data/sig/ibex/lalr/counterexample.rbs +5 -2
  313. data/sig/ibex/lalr/direct_lookaheads.rbs +86 -0
  314. data/sig/ibex/lalr/ielr_partition.rbs +59 -0
  315. data/sig/ibex/lalr/on_error_reductions.rbs +22 -0
  316. data/sig/ibex/lalr.rbs +6 -0
  317. data/sig/ibex/location.rbs +67 -0
  318. data/sig/ibex/lsp/document_handlers.rbs +24 -0
  319. data/sig/ibex/lsp/document_store.rbs +94 -0
  320. data/sig/ibex/lsp/document_store_diagnostics.rbs +20 -0
  321. data/sig/ibex/lsp/document_store_validation.rbs +26 -0
  322. data/sig/ibex/lsp/initialization_handlers.rbs +30 -0
  323. data/sig/ibex/lsp/navigation_handlers.rbs +30 -0
  324. data/sig/ibex/lsp/position_codec.rbs +40 -0
  325. data/sig/ibex/lsp/protocol_error.rbs +32 -0
  326. data/sig/ibex/lsp/request_handlers.rbs +26 -0
  327. data/sig/ibex/lsp/request_support.rbs +40 -0
  328. data/sig/ibex/lsp/server.rbs +55 -0
  329. data/sig/ibex/lsp/symbol_index.rbs +78 -0
  330. data/sig/ibex/lsp/symbol_index_builder.rbs +87 -0
  331. data/sig/ibex/lsp/symbol_index_precedence_references.rbs +18 -0
  332. data/sig/ibex/lsp/symbol_index_source_queries.rbs +26 -0
  333. data/sig/ibex/lsp/symbol_occurrence.rbs +25 -0
  334. data/sig/ibex/lsp/transport.rbs +35 -0
  335. data/sig/ibex/lsp/workspace.rbs +41 -0
  336. data/sig/ibex/lsp/workspace_analyzer.rbs +69 -0
  337. data/sig/ibex/lsp.rbs +7 -0
  338. data/sig/ibex/normalize/declarations.rbs +31 -0
  339. data/sig/ibex/normalize/diagnostics.rbs +9 -0
  340. data/sig/ibex/normalize/expander.rbs +20 -14
  341. data/sig/ibex/normalize/expression.rbs +10 -10
  342. data/sig/ibex/normalize/inline_expansion.rbs +120 -0
  343. data/sig/ibex/normalize/inline_validation.rbs +40 -0
  344. data/sig/ibex/normalize/lexer.rbs +37 -0
  345. data/sig/ibex/normalize/named_references.rbs +20 -0
  346. data/sig/ibex/normalize/nodes.rbs +14 -0
  347. data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +32 -0
  348. data/sig/ibex/normalize/parameter_lowering.rbs +35 -0
  349. data/sig/ibex/normalize/parameter_substitution.rbs +42 -0
  350. data/sig/ibex/normalize/parameter_validation.rbs +44 -0
  351. data/sig/ibex/normalize/parameters.rbs +46 -0
  352. data/sig/ibex/normalize/recovery_declarations.rbs +24 -0
  353. data/sig/ibex/normalize.rbs +123 -18
  354. data/sig/ibex/racc_migration/checker.rbs +36 -0
  355. data/sig/ibex/racc_migration/harness.rbs +16 -0
  356. data/sig/ibex/racc_migration/report.rbs +53 -0
  357. data/sig/ibex/racc_migration.rbs +8 -0
  358. data/sig/ibex/rake_task.rbs +51 -0
  359. data/sig/ibex/samples.rbs +51 -0
  360. data/sig/ibex/table_simulation/result.rbs +32 -0
  361. data/sig/ibex/table_simulation/simulator.rbs +98 -0
  362. data/sig/ibex/table_simulation/step.rbs +40 -0
  363. data/sig/ibex/table_simulation/text.rbs +14 -0
  364. data/sig/ibex/table_simulation.rbs +7 -0
  365. data/sig/ibex/tables.rbs +0 -26
  366. data/sig/ibex/watch/runner.rbs +48 -0
  367. data/sig/ibex/watch/source_snapshot.rbs +42 -0
  368. data/sig/ibex/watch.rbs +7 -0
  369. data/sig/ibex.rbs +2 -0
  370. metadata +301 -16
  371. data/.rubocop.yml +0 -43
  372. data/CHANGELOG.md +0 -30
  373. data/Rakefile +0 -25
  374. data/Steepfile +0 -10
  375. data/docs/compat-notes.md +0 -37
  376. data/docs/lexer-coverage.md +0 -14
  377. data/docs/phase10-extensions.md +0 -27
  378. data/gemfiles/Gemfile +0 -7
  379. data/gemfiles/Gemfile.lock +0 -98
  380. data/lib/ibex/frontend/grammar.y +0 -156
  381. data/lib/ibex/runtime/parser.rb +0 -360
  382. data/lib/ibex/runtime.rb +0 -8
  383. data/sig/ibex/runtime/parser.rbs +0 -167
  384. data/sig/ibex/runtime.rbs +0 -6
data/schema/public-performance-profile-v1.schema.json ADDED
@@ -0,0 +1,360 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/public-performance-profile-v1.schema.json",
4
+ "title": "Diagnostic public grammar Ibex performance profiles v1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "artifact",
9
+ "schema_version",
10
+ "evidence_kind",
11
+ "formal_evidence",
12
+ "warning",
13
+ "recorded_at",
14
+ "environment",
15
+ "profiler",
16
+ "configuration",
17
+ "manifest",
18
+ "projects"
19
+ ],
20
+ "properties": {
21
+ "artifact": { "const": "ibex_public_performance_profile" },
22
+ "schema_version": { "const": 1 },
23
+ "evidence_kind": { "const": "diagnostic_profile" },
24
+ "formal_evidence": { "const": false },
25
+ "warning": {
26
+ "const": "Diagnostic profiles include profiler overhead and are not formal performance evidence."
27
+ },
28
+ "recorded_at": { "type": "string", "format": "date-time" },
29
+ "environment": { "$ref": "#/$defs/environment" },
30
+ "profiler": { "$ref": "#/$defs/profiler" },
31
+ "configuration": { "$ref": "#/$defs/configuration" },
32
+ "manifest": { "$ref": "#/$defs/manifest" },
33
+ "projects": {
34
+ "type": "array",
35
+ "minItems": 1,
36
+ "items": { "$ref": "#/$defs/project" }
37
+ }
38
+ },
39
+ "$defs": {
40
+ "sha256": {
41
+ "type": "string",
42
+ "pattern": "^[0-9a-f]{64}$"
43
+ },
44
+ "sha1": {
45
+ "type": "string",
46
+ "pattern": "^[0-9a-f]{40}$"
47
+ },
48
+ "command": {
49
+ "type": "array",
50
+ "minItems": 1,
51
+ "items": { "type": "string" }
52
+ },
53
+ "rubyopt": {
54
+ "type": "object",
55
+ "additionalProperties": false,
56
+ "required": ["present", "bytes", "sha256", "sanitized"],
57
+ "properties": {
58
+ "present": { "type": "boolean" },
59
+ "bytes": { "type": "integer", "minimum": 0 },
60
+ "sha256": {
61
+ "oneOf": [
62
+ { "$ref": "#/$defs/sha256" },
63
+ { "type": "null" }
64
+ ]
65
+ },
66
+ "sanitized": {
67
+ "type": "array",
68
+ "items": { "type": "string" }
69
+ }
70
+ }
71
+ },
72
+ "environment": {
73
+ "type": "object",
74
+ "additionalProperties": false,
75
+ "required": [
76
+ "git_revision",
77
+ "git_dirty",
78
+ "git_tracked_dirty",
79
+ "git_untracked_dirty",
80
+ "ruby_engine",
81
+ "ruby_version",
82
+ "ruby_platform",
83
+ "ruby_description",
84
+ "ruby_executable",
85
+ "host_os",
86
+ "host_cpu",
87
+ "kernel_release",
88
+ "processors",
89
+ "yjit_available",
90
+ "yjit_enabled",
91
+ "ibex_version",
92
+ "rubyopt"
93
+ ],
94
+ "properties": {
95
+ "git_revision": { "$ref": "#/$defs/sha1" },
96
+ "git_dirty": { "type": "boolean" },
97
+ "git_tracked_dirty": { "type": "boolean" },
98
+ "git_untracked_dirty": { "type": "boolean" },
99
+ "ruby_engine": { "type": "string", "minLength": 1 },
100
+ "ruby_version": { "type": "string", "minLength": 1 },
101
+ "ruby_platform": { "type": "string", "minLength": 1 },
102
+ "ruby_description": { "type": "string", "minLength": 1 },
103
+ "ruby_executable": { "type": "string", "minLength": 1 },
104
+ "host_os": { "type": "string", "minLength": 1 },
105
+ "host_cpu": { "type": "string", "minLength": 1 },
106
+ "kernel_release": { "type": "string", "minLength": 1 },
107
+ "processors": { "type": "integer", "minimum": 1 },
108
+ "yjit_available": { "type": "boolean" },
109
+ "yjit_enabled": { "type": "boolean" },
110
+ "ibex_version": { "type": "string", "minLength": 1 },
111
+ "rubyopt": { "$ref": "#/$defs/rubyopt" }
112
+ }
113
+ },
114
+ "profiler": {
115
+ "type": "object",
116
+ "additionalProperties": false,
117
+ "required": [
118
+ "name",
119
+ "mode",
120
+ "interval_usec",
121
+ "top_frames",
122
+ "raw_profiles",
123
+ "timing_comparable"
124
+ ],
125
+ "properties": {
126
+ "name": { "const": "stackprof" },
127
+ "mode": { "const": "wall" },
128
+ "interval_usec": { "type": "integer", "minimum": 1 },
129
+ "top_frames": { "type": "integer", "minimum": 1 },
130
+ "raw_profiles": { "const": true },
131
+ "timing_comparable": { "const": false }
132
+ }
133
+ },
134
+ "configuration": {
135
+ "type": "object",
136
+ "additionalProperties": false,
137
+ "required": [
138
+ "runs",
139
+ "warmup_workloads",
140
+ "profiled_runtime_workloads",
141
+ "scenarios",
142
+ "fresh_process_per_profile",
143
+ "allow_dirty"
144
+ ],
145
+ "properties": {
146
+ "runs": { "type": "integer", "minimum": 1 },
147
+ "warmup_workloads": { "type": "integer", "minimum": 0 },
148
+ "profiled_runtime_workloads": { "type": "integer", "minimum": 1 },
149
+ "scenarios": {
150
+ "type": "array",
151
+ "prefixItems": [
152
+ { "const": "cold_generation" },
153
+ { "const": "warm_runtime_reuse" },
154
+ { "const": "warm_runtime_new_instance" }
155
+ ],
156
+ "items": false
157
+ },
158
+ "fresh_process_per_profile": { "const": true },
159
+ "allow_dirty": { "type": "boolean" }
160
+ }
161
+ },
162
+ "manifest": {
163
+ "type": "object",
164
+ "additionalProperties": false,
165
+ "required": ["path", "sha256"],
166
+ "properties": {
167
+ "path": { "const": "benchmark/public_workloads.json" },
168
+ "sha256": { "$ref": "#/$defs/sha256" }
169
+ }
170
+ },
171
+ "repository": {
172
+ "type": "object",
173
+ "additionalProperties": false,
174
+ "required": [
175
+ "origin",
176
+ "revision",
177
+ "dirty",
178
+ "tracked_dirty",
179
+ "untracked_dirty",
180
+ "status_sha256",
181
+ "grammar_sha256",
182
+ "dependency_definition_sha256",
183
+ "library_tree_oid",
184
+ "url",
185
+ "expected_revision",
186
+ "grammar_path",
187
+ "dependency_definition_path"
188
+ ],
189
+ "properties": {
190
+ "origin": { "type": "string", "minLength": 1 },
191
+ "revision": { "$ref": "#/$defs/sha1" },
192
+ "dirty": { "type": "boolean" },
193
+ "tracked_dirty": { "type": "boolean" },
194
+ "untracked_dirty": { "type": "boolean" },
195
+ "status_sha256": { "$ref": "#/$defs/sha256" },
196
+ "grammar_sha256": { "$ref": "#/$defs/sha256" },
197
+ "dependency_definition_sha256": { "$ref": "#/$defs/sha256" },
198
+ "library_tree_oid": { "$ref": "#/$defs/sha1" },
199
+ "url": { "type": "string", "minLength": 1 },
200
+ "expected_revision": { "$ref": "#/$defs/sha1" },
201
+ "grammar_path": { "type": "string", "minLength": 1 },
202
+ "dependency_definition_path": { "type": "string", "minLength": 1 }
203
+ }
204
+ },
205
+ "workload": {
206
+ "type": "object",
207
+ "additionalProperties": false,
208
+ "required": ["id", "driver", "input_count", "inputs_sha256"],
209
+ "properties": {
210
+ "id": { "type": "string", "minLength": 1 },
211
+ "driver": { "type": "string", "minLength": 1 },
212
+ "input_count": { "type": "integer", "minimum": 1 },
213
+ "inputs_sha256": { "$ref": "#/$defs/sha256" }
214
+ }
215
+ },
216
+ "formalCommands": {
217
+ "type": "object",
218
+ "additionalProperties": false,
219
+ "required": ["generation", "workers"],
220
+ "properties": {
221
+ "generation": { "$ref": "#/$defs/command" },
222
+ "workers": {
223
+ "type": "object",
224
+ "additionalProperties": false,
225
+ "required": [
226
+ "cold_generation",
227
+ "warm_runtime_reuse",
228
+ "warm_runtime_new_instance"
229
+ ],
230
+ "properties": {
231
+ "cold_generation": { "$ref": "#/$defs/command" },
232
+ "warm_runtime_reuse": { "$ref": "#/$defs/command" },
233
+ "warm_runtime_new_instance": { "$ref": "#/$defs/command" }
234
+ }
235
+ }
236
+ }
237
+ },
238
+ "topFrame": {
239
+ "type": "object",
240
+ "additionalProperties": false,
241
+ "required": ["name", "file", "line", "total_samples", "self_samples"],
242
+ "properties": {
243
+ "name": { "type": "string", "minLength": 1 },
244
+ "file": {
245
+ "oneOf": [
246
+ { "type": "string", "minLength": 1 },
247
+ { "type": "null" }
248
+ ]
249
+ },
250
+ "line": {
251
+ "oneOf": [
252
+ { "type": "integer", "minimum": 1 },
253
+ { "type": "null" }
254
+ ]
255
+ },
256
+ "total_samples": { "type": "integer", "minimum": 0 },
257
+ "self_samples": { "type": "integer", "minimum": 0 }
258
+ }
259
+ },
260
+ "profile": {
261
+ "type": "object",
262
+ "additionalProperties": false,
263
+ "required": [
264
+ "scenario",
265
+ "run",
266
+ "command",
267
+ "raw_profile",
268
+ "raw_profile_sha256",
269
+ "outer_elapsed_ms",
270
+ "profiled_region_elapsed_ms",
271
+ "profiler_name",
272
+ "profiler_version",
273
+ "yjit_enabled",
274
+ "rubyopt_sha256",
275
+ "samples",
276
+ "missed_samples",
277
+ "gc_samples",
278
+ "top_frames",
279
+ "generated_bytes",
280
+ "generated_sha256"
281
+ ],
282
+ "properties": {
283
+ "scenario": {
284
+ "enum": ["cold_generation", "warm_runtime_reuse", "warm_runtime_new_instance"]
285
+ },
286
+ "run": { "type": "integer", "minimum": 1 },
287
+ "command": { "$ref": "#/$defs/command" },
288
+ "raw_profile": { "type": "string", "minLength": 1 },
289
+ "raw_profile_sha256": { "$ref": "#/$defs/sha256" },
290
+ "outer_elapsed_ms": { "type": "number", "minimum": 0 },
291
+ "profiled_region_elapsed_ms": { "type": "number", "minimum": 0 },
292
+ "profiler_name": { "const": "stackprof" },
293
+ "profiler_version": { "type": "string", "minLength": 1 },
294
+ "yjit_enabled": { "type": "boolean" },
295
+ "rubyopt_sha256": {
296
+ "oneOf": [
297
+ { "$ref": "#/$defs/sha256" },
298
+ { "type": "null" }
299
+ ]
300
+ },
301
+ "samples": { "type": "integer", "minimum": 0 },
302
+ "missed_samples": { "type": "integer", "minimum": 0 },
303
+ "gc_samples": { "type": "integer", "minimum": 0 },
304
+ "top_frames": {
305
+ "type": "array",
306
+ "items": { "$ref": "#/$defs/topFrame" }
307
+ },
308
+ "generated_bytes": { "type": "integer", "minimum": 1 },
309
+ "generated_sha256": { "$ref": "#/$defs/sha256" },
310
+ "result_sha256": { "$ref": "#/$defs/sha256" },
311
+ "result_sequence_sha256": { "$ref": "#/$defs/sha256" },
312
+ "result_sequence_length": { "const": 5 }
313
+ },
314
+ "oneOf": [
315
+ {
316
+ "properties": {
317
+ "scenario": { "const": "cold_generation" }
318
+ },
319
+ "required": ["scenario"],
320
+ "not": {
321
+ "anyOf": [
322
+ { "required": ["result_sha256"] },
323
+ { "required": ["result_sequence_sha256"] },
324
+ { "required": ["result_sequence_length"] }
325
+ ]
326
+ }
327
+ },
328
+ {
329
+ "properties": {
330
+ "scenario": {
331
+ "enum": ["warm_runtime_reuse", "warm_runtime_new_instance"]
332
+ }
333
+ },
334
+ "required": [
335
+ "scenario",
336
+ "result_sha256",
337
+ "result_sequence_sha256",
338
+ "result_sequence_length"
339
+ ]
340
+ }
341
+ ]
342
+ },
343
+ "project": {
344
+ "type": "object",
345
+ "additionalProperties": false,
346
+ "required": ["id", "repository", "workload", "formal_commands", "profiles"],
347
+ "properties": {
348
+ "id": { "type": "string", "minLength": 1 },
349
+ "repository": { "$ref": "#/$defs/repository" },
350
+ "workload": { "$ref": "#/$defs/workload" },
351
+ "formal_commands": { "$ref": "#/$defs/formalCommands" },
352
+ "profiles": {
353
+ "type": "array",
354
+ "minItems": 3,
355
+ "items": { "$ref": "#/$defs/profile" }
356
+ }
357
+ }
358
+ }
359
+ }
360
+ }
data/schema/runtime-coverage-v1.schema.json ADDED
@@ -0,0 +1,86 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/runtime-coverage-v1.schema.json",
4
+ "title": "Ibex runtime coverage v1",
5
+ "type": "object",
6
+ "required": [
7
+ "ibex_coverage",
8
+ "schema_version",
9
+ "grammar_digest",
10
+ "table_format_version",
11
+ "totals",
12
+ "sessions",
13
+ "events",
14
+ "state_hits",
15
+ "production_hits"
16
+ ],
17
+ "properties": {
18
+ "ibex_coverage": { "const": "runtime-coverage" },
19
+ "schema_version": { "const": 1 },
20
+ "grammar_digest": {
21
+ "type": "string",
22
+ "pattern": "^sha256:[0-9a-f]{64}$"
23
+ },
24
+ "table_format_version": {
25
+ "type": "integer",
26
+ "minimum": 1
27
+ },
28
+ "totals": {
29
+ "type": "object",
30
+ "required": ["states", "productions"],
31
+ "properties": {
32
+ "states": {
33
+ "type": "integer",
34
+ "minimum": 1,
35
+ "maximum": 1000000
36
+ },
37
+ "productions": {
38
+ "type": "integer",
39
+ "minimum": 0,
40
+ "maximum": 1000000
41
+ }
42
+ },
43
+ "additionalProperties": false
44
+ },
45
+ "sessions": {
46
+ "type": "integer",
47
+ "minimum": 1,
48
+ "maximum": 9223372036854775807
49
+ },
50
+ "events": {
51
+ "type": "integer",
52
+ "minimum": 1,
53
+ "maximum": 9223372036854775807
54
+ },
55
+ "state_hits": {
56
+ "type": "array",
57
+ "items": { "$ref": "#/$defs/hit" },
58
+ "maxItems": 1000000
59
+ },
60
+ "production_hits": {
61
+ "type": "array",
62
+ "items": { "$ref": "#/$defs/hit" },
63
+ "maxItems": 1000000
64
+ }
65
+ },
66
+ "additionalProperties": false,
67
+ "$defs": {
68
+ "hit": {
69
+ "type": "object",
70
+ "required": ["id", "count"],
71
+ "properties": {
72
+ "id": {
73
+ "type": "integer",
74
+ "minimum": 0,
75
+ "maximum": 999999
76
+ },
77
+ "count": {
78
+ "type": "integer",
79
+ "minimum": 1,
80
+ "maximum": 9223372036854775807
81
+ }
82
+ },
83
+ "additionalProperties": false
84
+ }
85
+ }
86
+ }