ibex 0.1.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (603) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +89 -123
  3. data/docs/architecture.md +477 -31
  4. data/docs/bison-import.md +103 -0
  5. data/docs/comparison-policy.md +127 -0
  6. data/docs/configuration-model.md +59 -0
  7. data/docs/configuration-report.md +28 -0
  8. data/docs/conflict-explanation-reviews/v1/records/README.md +28 -0
  9. data/docs/conflict-explanation-study.md +62 -0
  10. data/docs/construction-profiling.md +157 -0
  11. data/docs/cst-migration.md +106 -0
  12. data/docs/cst.md +237 -0
  13. data/docs/decisions/0000-template.md +24 -0
  14. data/docs/decisions/0001-separate-ir-pipeline.md +34 -0
  15. data/docs/decisions/0002-opaque-user-code-boundary.md +32 -0
  16. data/docs/decisions/0003-self-hosted-grammar-frontend.md +32 -0
  17. data/docs/decisions/0004-shared-semantic-and-lossless-source-model.md +33 -0
  18. data/docs/decisions/0005-contained-grammar-composition.md +34 -0
  19. data/docs/decisions/0006-bounded-structural-grammar-lowering.md +32 -0
  20. data/docs/decisions/0007-shared-parser-construction-pipeline.md +33 -0
  21. data/docs/decisions/0008-versioned-runtime-package-boundary.md +36 -0
  22. data/docs/decisions/0009-isolated-parser-sessions.md +34 -0
  23. data/docs/decisions/0010-committed-runtime-observation.md +34 -0
  24. data/docs/decisions/0011-versioned-semantic-action-boundary.md +37 -0
  25. data/docs/decisions/0012-bounded-nonexecuting-analysis.md +37 -0
  26. data/docs/decisions/0013-transactional-generation-publication.md +37 -0
  27. data/docs/decisions/0014-versioned-generated-lexer.md +35 -0
  28. data/docs/decisions/0015-worker-isolated-browser-analysis.md +32 -0
  29. data/docs/decisions/0016-red-green-concrete-syntax.md +34 -0
  30. data/docs/decisions/0017-persistent-syntax-artifacts.md +35 -0
  31. data/docs/decisions/0018-conservative-incremental-syntax-reuse.md +38 -0
  32. data/docs/decisions/0019-runtime-syntax-session-boundary.md +51 -0
  33. data/docs/decisions/0020-grammar-ir-parser-contract.md +65 -0
  34. data/docs/decisions/0021-data-only-parser-table-sidecar.md +50 -0
  35. data/docs/decisions/0022-manifest-bound-verification-report.md +77 -0
  36. data/docs/decisions/0023-syntax-only-repair-results.md +48 -0
  37. data/docs/decisions/0024-direct-ielr-construction.md +42 -0
  38. data/docs/decisions/README.md +74 -0
  39. data/docs/declarative-configuration.md +262 -0
  40. data/docs/development.md +306 -0
  41. data/docs/direct-ielr-decision.md +120 -0
  42. data/docs/direct-multi-entry-decision.md +82 -0
  43. data/docs/editor-setup.md +26 -0
  44. data/docs/error-ux-review-rubric-v1.md +117 -0
  45. data/docs/error-ux-reviews/v1/records/README.md +22 -0
  46. data/docs/error-ux-round2-review-status-v1.json +27 -0
  47. data/docs/error-ux-round2-reviews/v1/records/README.md +30 -0
  48. data/docs/error-ux-round2-v1.json +1581 -0
  49. data/docs/error-ux-round2.md +111 -0
  50. data/docs/error-ux.md +114 -0
  51. data/docs/getting-started.md +80 -0
  52. data/docs/grammar-reference.md +629 -18
  53. data/docs/ielr-design.md +43 -0
  54. data/docs/ielr.md +92 -0
  55. data/docs/ja/bison-import.md +51 -0
  56. data/docs/ja/stable-api.md +53 -0
  57. data/docs/lexer-construction-profile.md +109 -0
  58. data/docs/lexer-migration.md +56 -0
  59. data/docs/maturity.md +128 -0
  60. data/docs/project-site-strategy.md +54 -0
  61. data/docs/racc-migration-evidence.md +45 -0
  62. data/docs/racc-migration.md +45 -6
  63. data/docs/release-readiness.md +221 -0
  64. data/docs/repair-semantics.md +123 -0
  65. data/docs/runtime-abi-evolution.md +307 -0
  66. data/docs/stability.md +234 -0
  67. data/docs/status.md +43 -0
  68. data/docs/syntax-sessions.md +183 -0
  69. data/docs/table-artifact.md +125 -0
  70. data/docs/test-interactions.md +219 -0
  71. data/docs/verification-report.md +137 -0
  72. data/docs/verifier-trust-boundary.md +199 -0
  73. data/docs/workloads.md +132 -0
  74. data/examples/README.md +60 -0
  75. data/examples/calculator.y +44 -0
  76. data/examples/csv.y +32 -0
  77. data/examples/ini.y +70 -0
  78. data/examples/json.y +48 -0
  79. data/examples/tiny_language.y +75 -0
  80. data/lib/ibex/analysis/digraph.rb +128 -0
  81. data/lib/ibex/analysis/sets.rb +5 -4
  82. data/lib/ibex/analysis.rb +1 -0
  83. data/lib/ibex/artifact_set.rb +63 -0
  84. data/lib/ibex/bison_import/importer.rb +516 -0
  85. data/lib/ibex/bison_import/tokenizer.rb +260 -0
  86. data/lib/ibex/bison_import.rb +200 -0
  87. data/lib/ibex/bounded_subprocess.rb +171 -0
  88. data/lib/ibex/cli/ambiguity.rb +75 -0
  89. data/lib/ibex/cli/analysis.rb +134 -0
  90. data/lib/ibex/cli/bison_import.rb +121 -0
  91. data/lib/ibex/cli/config.rb +128 -0
  92. data/lib/ibex/cli/counterexample_options.rb +6 -2
  93. data/lib/ibex/cli/coverage.rb +173 -0
  94. data/lib/ibex/cli/debug.rb +106 -0
  95. data/lib/ibex/cli/diagnostics.rb +136 -0
  96. data/lib/ibex/cli/documentation.rb +70 -0
  97. data/lib/ibex/cli/equiv.rb +169 -0
  98. data/lib/ibex/cli/error_messages.rb +184 -0
  99. data/lib/ibex/cli/explain.rb +85 -0
  100. data/lib/ibex/cli/fix.rb +203 -0
  101. data/lib/ibex/cli/formatting.rb +387 -0
  102. data/lib/ibex/cli/fuzz.rb +200 -0
  103. data/lib/ibex/cli/fuzz_regressions.rb +145 -0
  104. data/lib/ibex/cli/generation_artifacts.rb +189 -0
  105. data/lib/ibex/cli/generation_error_messages.rb +39 -0
  106. data/lib/ibex/cli/grammar_tests.rb +140 -0
  107. data/lib/ibex/cli/ir_tools.rb +128 -0
  108. data/lib/ibex/cli/lsp.rb +33 -0
  109. data/lib/ibex/cli/outputs.rb +133 -23
  110. data/lib/ibex/cli/racc_migration.rb +87 -0
  111. data/lib/ibex/cli/reduce.rb +202 -0
  112. data/lib/ibex/cli/reduce_reporting.rb +71 -0
  113. data/lib/ibex/cli/samples.rb +118 -0
  114. data/lib/ibex/cli/verify.rb +116 -0
  115. data/lib/ibex/cli/watch.rb +104 -0
  116. data/lib/ibex/cli.rb +825 -55
  117. data/lib/ibex/codegen/action_locations.rb +103 -0
  118. data/lib/ibex/codegen/action_method_source.rb +209 -0
  119. data/lib/ibex/codegen/action_source.rb +119 -0
  120. data/lib/ibex/codegen/ambiguity.rb +174 -0
  121. data/lib/ibex/codegen/cst_metadata.rb +171 -0
  122. data/lib/ibex/codegen/documentation.rb +170 -0
  123. data/lib/ibex/codegen/explain.rb +380 -0
  124. data/lib/ibex/codegen/generated_action_abi.rb +293 -0
  125. data/lib/ibex/codegen/html.rb +94 -10
  126. data/lib/ibex/codegen/mermaid.rb +43 -0
  127. data/lib/ibex/codegen/railroad.rb +197 -0
  128. data/lib/ibex/codegen/railroad_documentation.rb +59 -0
  129. data/lib/ibex/codegen/rbs.rb +331 -2
  130. data/lib/ibex/codegen/report.rb +67 -15
  131. data/lib/ibex/codegen/ruby.rb +305 -66
  132. data/lib/ibex/codegen/ruby_actions.rb +146 -0
  133. data/lib/ibex/codegen/ruby_ast.rb +121 -0
  134. data/lib/ibex/codegen/ruby_error_messages.rb +28 -0
  135. data/lib/ibex/codegen/ruby_lexer.rb +83 -0
  136. data/lib/ibex/codegen/ruby_syntax.rb +96 -0
  137. data/lib/ibex/codegen/ruby_table_metadata.rb +57 -0
  138. data/lib/ibex/codegen/ruby_value_printers.rb +56 -0
  139. data/lib/ibex/codegen/symbol_labels.rb +1 -1
  140. data/lib/ibex/configuration/analysis_grammar.rb +35 -0
  141. data/lib/ibex/configuration/explanation.rb +421 -0
  142. data/lib/ibex/configuration/inspector.rb +232 -0
  143. data/lib/ibex/configuration.rb +580 -0
  144. data/lib/ibex/coverage/collector.rb +198 -0
  145. data/lib/ibex/coverage/event_stream.rb +103 -0
  146. data/lib/ibex/coverage/report.rb +267 -0
  147. data/lib/ibex/coverage/runtime_event_validator.rb +169 -0
  148. data/lib/ibex/coverage.rb +13 -0
  149. data/lib/ibex/delta_reducer.rb +99 -0
  150. data/lib/ibex/diff.rb +140 -0
  151. data/lib/ibex/equiv/machine.rb +135 -0
  152. data/lib/ibex/equiv.rb +373 -0
  153. data/lib/ibex/error_messages/parser.rb +159 -0
  154. data/lib/ibex/error_messages/parser_v2.rb +198 -0
  155. data/lib/ibex/error_messages/renderer.rb +65 -0
  156. data/lib/ibex/error_messages/sentence_search.rb +196 -0
  157. data/lib/ibex/error_messages/update.rb +169 -0
  158. data/lib/ibex/error_messages.rb +165 -0
  159. data/lib/ibex/fix.rb +557 -0
  160. data/lib/ibex/frontend/ast.rb +166 -7
  161. data/lib/ibex/frontend/bootstrap_parser.rb +40 -4
  162. data/lib/ibex/frontend/diagnostic.rb +81 -0
  163. data/lib/ibex/frontend/diagnostic_recovery.rb +268 -0
  164. data/lib/ibex/frontend/dsl.rb +66 -7
  165. data/lib/ibex/frontend/formatter.rb +453 -0
  166. data/lib/ibex/frontend/generated_parser.rb +644 -190
  167. data/lib/ibex/frontend/generated_parser_base.rb +170 -32
  168. data/lib/ibex/frontend/generated_parser_includes.rb +51 -0
  169. data/lib/ibex/frontend/generated_parser_metadata.rb +61 -0
  170. data/lib/ibex/frontend/generated_parser_parameters.rb +60 -0
  171. data/lib/ibex/frontend/generation.rb +33 -0
  172. data/lib/ibex/frontend/lexer.rb +162 -10
  173. data/lib/ibex/frontend/lexer_recovery.rb +84 -0
  174. data/lib/ibex/frontend/parser/declarations.rb +262 -11
  175. data/lib/ibex/frontend/parser/parameters.rb +82 -0
  176. data/lib/ibex/frontend/parser/rules.rb +43 -6
  177. data/lib/ibex/frontend/parser.rb +182 -4
  178. data/lib/ibex/frontend/parser_configuration_support.rb +56 -0
  179. data/lib/ibex/frontend/regenerator.rb +27 -1
  180. data/lib/ibex/frontend/resolution.rb +70 -0
  181. data/lib/ibex/frontend/resolver.rb +217 -0
  182. data/lib/ibex/frontend/rule_documentation.rb +104 -0
  183. data/lib/ibex/frontend/source_cursor.rb +133 -9
  184. data/lib/ibex/frontend/source_document.rb +229 -0
  185. data/lib/ibex/frontend/source_loader.rb +150 -0
  186. data/lib/ibex/frontend/source_span.rb +89 -0
  187. data/lib/ibex/frontend/token_adapter/declaration_document_state.rb +47 -0
  188. data/lib/ibex/frontend/token_adapter/declaration_lexer_state.rb +83 -0
  189. data/lib/ibex/frontend/token_adapter/declaration_state.rb +244 -22
  190. data/lib/ibex/frontend/token_adapter/delimiter_tracker.rb +8 -2
  191. data/lib/ibex/frontend/token_adapter/rule_state.rb +60 -2
  192. data/lib/ibex/frontend/token_adapter.rb +18 -3
  193. data/lib/ibex/frontend.rb +14 -2
  194. data/lib/ibex/fuzz.rb +219 -0
  195. data/lib/ibex/generation_input.rb +57 -0
  196. data/lib/ibex/generation_manifest.rb +211 -0
  197. data/lib/ibex/generation_transaction.rb +261 -0
  198. data/lib/ibex/generation_transaction_recovery.rb +109 -0
  199. data/lib/ibex/generation_transaction_validation.rb +196 -0
  200. data/lib/ibex/grammar_tests.rb +206 -0
  201. data/lib/ibex/ir/automaton_ir.rb +86 -11
  202. data/lib/ibex/ir/grammar_ir.rb +170 -26
  203. data/lib/ibex/ir/lexer_ir.rb +76 -0
  204. data/lib/ibex/ir/parser_contract.rb +135 -0
  205. data/lib/ibex/ir/serialize.rb +268 -50
  206. data/lib/ibex/ir/validator/automaton.rb +375 -0
  207. data/lib/ibex/ir/validator/base.rb +147 -0
  208. data/lib/ibex/ir/validator/grammar.rb +634 -0
  209. data/lib/ibex/ir/validator/lexer.rb +113 -0
  210. data/lib/ibex/ir/validator.rb +63 -0
  211. data/lib/ibex/ir.rb +71 -5
  212. data/lib/ibex/lalr/build_metrics.rb +71 -0
  213. data/lib/ibex/lalr/builder.rb +514 -52
  214. data/lib/ibex/lalr/conflict.rb +1 -0
  215. data/lib/ibex/lalr/conflict_search.rb +26 -9
  216. data/lib/ibex/lalr/counterexample.rb +38 -18
  217. data/lib/ibex/lalr/direct_lookaheads.rb +289 -0
  218. data/lib/ibex/lalr/goto_follows.rb +229 -0
  219. data/lib/ibex/lalr/ielr/annotator.rb +214 -0
  220. data/lib/ibex/lalr/ielr/bits.rb +28 -0
  221. data/lib/ibex/lalr/ielr/inadequacy.rb +47 -0
  222. data/lib/ibex/lalr/ielr/item_lookaheads.rb +78 -0
  223. data/lib/ibex/lalr/ielr/pipeline.rb +75 -0
  224. data/lib/ibex/lalr/ielr/split_stability.rb +78 -0
  225. data/lib/ibex/lalr/ielr/split_state.rb +20 -0
  226. data/lib/ibex/lalr/ielr/state_splitter.rb +258 -0
  227. data/lib/ibex/lalr/ielr_partition.rb +166 -0
  228. data/lib/ibex/lalr/inadequacy_report.rb +50 -0
  229. data/lib/ibex/lalr/lookahead_propagation.rb +111 -0
  230. data/lib/ibex/lalr/lr0_collection.rb +121 -0
  231. data/lib/ibex/lalr/on_error_reductions.rb +74 -0
  232. data/lib/ibex/lalr/unreachable_states.rb +80 -0
  233. data/lib/ibex/lalr.rb +59 -1
  234. data/lib/ibex/location.rb +129 -0
  235. data/lib/ibex/lsp/document_handlers.rb +68 -0
  236. data/lib/ibex/lsp/document_store.rb +264 -0
  237. data/lib/ibex/lsp/document_store_diagnostics.rb +44 -0
  238. data/lib/ibex/lsp/document_store_validation.rb +61 -0
  239. data/lib/ibex/lsp/initialization_handlers.rb +80 -0
  240. data/lib/ibex/lsp/navigation_handlers.rb +70 -0
  241. data/lib/ibex/lsp/parser_configuration_assistance.rb +149 -0
  242. data/lib/ibex/lsp/position_codec.rb +113 -0
  243. data/lib/ibex/lsp/protocol_error.rb +33 -0
  244. data/lib/ibex/lsp/request_handlers.rb +46 -0
  245. data/lib/ibex/lsp/request_support.rb +94 -0
  246. data/lib/ibex/lsp/server.rb +148 -0
  247. data/lib/ibex/lsp/symbol_index.rb +241 -0
  248. data/lib/ibex/lsp/symbol_index_builder.rb +277 -0
  249. data/lib/ibex/lsp/symbol_index_precedence_references.rb +44 -0
  250. data/lib/ibex/lsp/symbol_index_source_queries.rb +61 -0
  251. data/lib/ibex/lsp/symbol_occurrence.rb +23 -0
  252. data/lib/ibex/lsp/transport.rb +128 -0
  253. data/lib/ibex/lsp/workspace.rb +128 -0
  254. data/lib/ibex/lsp/workspace_analyzer.rb +199 -0
  255. data/lib/ibex/lsp.rb +33 -0
  256. data/lib/ibex/messages/en.yml +28 -0
  257. data/lib/ibex/messages/ja.yml +28 -0
  258. data/lib/ibex/messages.rb +68 -0
  259. data/lib/ibex/metrics.rb +175 -0
  260. data/lib/ibex/normalize/declarations.rb +142 -7
  261. data/lib/ibex/normalize/diagnostics.rb +94 -24
  262. data/lib/ibex/normalize/expander.rb +64 -59
  263. data/lib/ibex/normalize/expression.rb +63 -40
  264. data/lib/ibex/normalize/grammar_builder.rb +26 -0
  265. data/lib/ibex/normalize/inline_expansion.rb +465 -0
  266. data/lib/ibex/normalize/inline_validation.rb +174 -0
  267. data/lib/ibex/normalize/lexer.rb +131 -0
  268. data/lib/ibex/normalize/named_references.rb +60 -0
  269. data/lib/ibex/normalize/nodes.rb +46 -0
  270. data/lib/ibex/normalize/parameter_ebnf_lowering.rb +70 -0
  271. data/lib/ibex/normalize/parameter_lowering.rb +143 -0
  272. data/lib/ibex/normalize/parameter_substitution.rb +125 -0
  273. data/lib/ibex/normalize/parameter_validation.rb +140 -0
  274. data/lib/ibex/normalize/parameters.rb +226 -0
  275. data/lib/ibex/normalize/parser_configuration.rb +70 -0
  276. data/lib/ibex/normalize/recovery_declarations.rb +84 -0
  277. data/lib/ibex/normalize.rb +172 -17
  278. data/lib/ibex/racc_migration/checker.rb +122 -0
  279. data/lib/ibex/racc_migration/harness.rb +177 -0
  280. data/lib/ibex/racc_migration/report.rb +97 -0
  281. data/lib/ibex/racc_migration.rb +12 -0
  282. data/lib/ibex/rake_task.rb +116 -0
  283. data/lib/ibex/samples.rb +216 -0
  284. data/lib/ibex/table_artifact/builder.rb +266 -0
  285. data/lib/ibex/table_artifact/cst_projection.rb +70 -0
  286. data/lib/ibex/table_artifact/document.rb +39 -0
  287. data/lib/ibex/table_artifact/executor.rb +187 -0
  288. data/lib/ibex/table_artifact/serializer.rb +57 -0
  289. data/lib/ibex/table_artifact/validator/metadata.rb +179 -0
  290. data/lib/ibex/table_artifact/validator/support.rb +86 -0
  291. data/lib/ibex/table_artifact/validator/tables.rb +238 -0
  292. data/lib/ibex/table_artifact/validator.rb +253 -0
  293. data/lib/ibex/table_artifact.rb +88 -0
  294. data/lib/ibex/table_simulation/result.rb +55 -0
  295. data/lib/ibex/table_simulation/simulator.rb +253 -0
  296. data/lib/ibex/table_simulation/step.rb +62 -0
  297. data/lib/ibex/table_simulation/text.rb +31 -0
  298. data/lib/ibex/table_simulation.rb +13 -0
  299. data/lib/ibex/tables.rb +22 -69
  300. data/lib/ibex/verifiable_generation_bundle.rb +86 -0
  301. data/lib/ibex/verification_report/builder.rb +159 -0
  302. data/lib/ibex/verification_report/canonical_ir.rb +123 -0
  303. data/lib/ibex/verification_report/logical_path.rb +68 -0
  304. data/lib/ibex/verification_report/validator.rb +329 -0
  305. data/lib/ibex/verification_report.rb +69 -0
  306. data/lib/ibex/verify/action_correspondence.rb +138 -0
  307. data/lib/ibex/verify/language_witness.rb +295 -0
  308. data/lib/ibex/verify/reference_collection.rb +190 -0
  309. data/lib/ibex/verify/result.rb +73 -0
  310. data/lib/ibex/verify/verifier.rb +598 -0
  311. data/lib/ibex/verify.rb +15 -0
  312. data/lib/ibex/version.rb +1 -1
  313. data/lib/ibex/watch/runner.rb +181 -0
  314. data/lib/ibex/watch/source_snapshot.rb +98 -0
  315. data/lib/ibex/watch.rb +11 -0
  316. data/lib/ibex.rb +35 -1
  317. data/schema/automaton-ir-definitions.schema.json +401 -0
  318. data/schema/automaton-ir.schema.json +65 -0
  319. data/schema/benchmark-v1.schema.json +212 -0
  320. data/schema/benchmark-v2.schema.json +61 -0
  321. data/schema/bison-import-v1.schema.json +106 -0
  322. data/schema/conflict-explanation-review-v1.schema.json +196 -0
  323. data/schema/conflict-explanation-study-v1.schema.json +528 -0
  324. data/schema/construction-profile-v1.schema.json +779 -0
  325. data/schema/cst-v1.json +170 -0
  326. data/schema/diff-v1.schema.json +41 -0
  327. data/schema/direct-ielr-decision-v1.schema.json +200 -0
  328. data/schema/equiv-v1.schema.json +64 -0
  329. data/schema/error-ux-review-v1.schema.json +609 -0
  330. data/schema/error-ux-round2-review-v1.schema.json +191 -0
  331. data/schema/error-ux-round2-v1.schema.json +519 -0
  332. data/schema/error-ux-v1.schema.json +258 -0
  333. data/schema/explain-v1.schema.json +495 -0
  334. data/schema/fix-v1.schema.json +64 -0
  335. data/schema/fix-v2.schema.json +66 -0
  336. data/schema/fix-v3.schema.json +101 -0
  337. data/schema/frontend-diagnostics-v1.schema.json +154 -0
  338. data/schema/fuzz-regression-v1.schema.json +79 -0
  339. data/schema/fuzz-v1.schema.json +114 -0
  340. data/schema/generation-manifest-v1.schema.json +115 -0
  341. data/schema/grammar-ir-extensions.schema.json +734 -0
  342. data/schema/grammar-ir-foundation.schema.json +426 -0
  343. data/schema/grammar-ir.schema.json +271 -0
  344. data/schema/ielr-benchmark-v1.schema.json +85 -0
  345. data/schema/lexer-ir-v1.schema.json +215 -0
  346. data/schema/lexer-profile-v1.schema.json +491 -0
  347. data/schema/metrics-v1.schema.json +60 -0
  348. data/schema/migration-check-v1.schema.json +60 -0
  349. data/schema/performance-comparison-v1.schema.json +395 -0
  350. data/schema/public-performance-comparison-v1.schema.json +506 -0
  351. data/schema/public-performance-profile-v1.schema.json +360 -0
  352. data/schema/reduce-v1.schema.json +22 -0
  353. data/schema/reduce-v2.schema.json +63 -0
  354. data/schema/runtime-coverage-v1.schema.json +86 -0
  355. data/schema/runtime-event-v1.schema.json +308 -0
  356. data/schema/table-artifact-v1.schema.json +377 -0
  357. data/schema/table-simulation-v1.schema.json +70 -0
  358. data/schema/verification-report-v1.schema.json +222 -0
  359. data/schema/verify-v1.schema.json +42 -0
  360. data/sig/ibex/analysis/digraph.rbs +19 -0
  361. data/sig/ibex/artifact_set.rbs +37 -0
  362. data/sig/ibex/bison_import/importer.rbs +140 -0
  363. data/sig/ibex/bison_import/tokenizer.rbs +91 -0
  364. data/sig/ibex/bison_import.rbs +95 -0
  365. data/sig/ibex/bounded_subprocess.rbs +76 -0
  366. data/sig/ibex/cli/ambiguity.rbs +28 -0
  367. data/sig/ibex/cli/analysis.rbs +43 -0
  368. data/sig/ibex/cli/bison_import.rbs +32 -0
  369. data/sig/ibex/cli/config.rbs +35 -0
  370. data/sig/ibex/cli/counterexample_options.rbs +2 -0
  371. data/sig/ibex/cli/coverage.rbs +53 -0
  372. data/sig/ibex/cli/debug.rbs +28 -0
  373. data/sig/ibex/cli/diagnostics.rbs +51 -0
  374. data/sig/ibex/cli/documentation.rbs +29 -0
  375. data/sig/ibex/cli/equiv.rbs +49 -0
  376. data/sig/ibex/cli/error_messages.rbs +63 -0
  377. data/sig/ibex/cli/explain.rbs +31 -0
  378. data/sig/ibex/cli/fix.rbs +53 -0
  379. data/sig/ibex/cli/formatting.rbs +107 -0
  380. data/sig/ibex/cli/fuzz.rbs +47 -0
  381. data/sig/ibex/cli/fuzz_regressions.rbs +40 -0
  382. data/sig/ibex/cli/generation_artifacts.rbs +69 -0
  383. data/sig/ibex/cli/generation_error_messages.rbs +19 -0
  384. data/sig/ibex/cli/grammar_tests.rbs +48 -0
  385. data/sig/ibex/cli/ir_tools.rbs +39 -0
  386. data/sig/ibex/cli/lsp.rbs +14 -0
  387. data/sig/ibex/cli/outputs.rbs +26 -3
  388. data/sig/ibex/cli/racc_migration.rbs +30 -0
  389. data/sig/ibex/cli/reduce.rbs +60 -0
  390. data/sig/ibex/cli/reduce_reporting.rbs +27 -0
  391. data/sig/ibex/cli/samples.rbs +38 -0
  392. data/sig/ibex/cli/verify.rbs +28 -0
  393. data/sig/ibex/cli/watch.rbs +43 -0
  394. data/sig/ibex/cli.rbs +182 -9
  395. data/sig/ibex/codegen/action_locations.rbs +45 -0
  396. data/sig/ibex/codegen/action_method_source.rbs +65 -0
  397. data/sig/ibex/codegen/action_source.rbs +50 -0
  398. data/sig/ibex/codegen/ambiguity.rbs +60 -0
  399. data/sig/ibex/codegen/cst_metadata.rbs +59 -0
  400. data/sig/ibex/codegen/documentation.rbs +50 -0
  401. data/sig/ibex/codegen/explain.rbs +105 -0
  402. data/sig/ibex/codegen/generated_action_abi.rbs +105 -0
  403. data/sig/ibex/codegen/html.rbs +18 -2
  404. data/sig/ibex/codegen/mermaid.rbs +16 -0
  405. data/sig/ibex/codegen/railroad.rbs +82 -0
  406. data/sig/ibex/codegen/railroad_documentation.rbs +31 -0
  407. data/sig/ibex/codegen/rbs.rbs +86 -4
  408. data/sig/ibex/codegen/report.rbs +16 -8
  409. data/sig/ibex/codegen/ruby.rbs +105 -28
  410. data/sig/ibex/codegen/ruby_actions.rbs +54 -0
  411. data/sig/ibex/codegen/ruby_ast.rbs +34 -0
  412. data/sig/ibex/codegen/ruby_error_messages.rbs +16 -0
  413. data/sig/ibex/codegen/ruby_lexer.rbs +25 -0
  414. data/sig/ibex/codegen/ruby_syntax.rbs +27 -0
  415. data/sig/ibex/codegen/ruby_table_metadata.rbs +26 -0
  416. data/sig/ibex/codegen/ruby_value_printers.rbs +28 -0
  417. data/sig/ibex/configuration/analysis_grammar.rbs +13 -0
  418. data/sig/ibex/configuration/explanation.rbs +195 -0
  419. data/sig/ibex/configuration/inspector.rbs +53 -0
  420. data/sig/ibex/configuration.rbs +242 -0
  421. data/sig/ibex/coverage/collector.rbs +78 -0
  422. data/sig/ibex/coverage/event_stream.rbs +44 -0
  423. data/sig/ibex/coverage/report.rbs +102 -0
  424. data/sig/ibex/coverage/runtime_event_validator.rbs +70 -0
  425. data/sig/ibex/coverage.rbs +7 -0
  426. data/sig/ibex/delta_reducer.rbs +38 -0
  427. data/sig/ibex/diff.rbs +47 -0
  428. data/sig/ibex/equiv/machine.rbs +54 -0
  429. data/sig/ibex/equiv.rbs +129 -0
  430. data/sig/ibex/error_messages/parser.rbs +58 -0
  431. data/sig/ibex/error_messages/parser_v2.rbs +67 -0
  432. data/sig/ibex/error_messages/renderer.rbs +23 -0
  433. data/sig/ibex/error_messages/sentence_search.rbs +80 -0
  434. data/sig/ibex/error_messages/update.rbs +43 -0
  435. data/sig/ibex/error_messages.rbs +85 -0
  436. data/sig/ibex/fix.rbs +138 -0
  437. data/sig/ibex/frontend/ast.rbs +237 -22
  438. data/sig/ibex/frontend/bootstrap_parser.rbs +13 -0
  439. data/sig/ibex/frontend/diagnostic.rbs +53 -0
  440. data/sig/ibex/frontend/diagnostic_recovery.rbs +98 -0
  441. data/sig/ibex/frontend/dsl.rbs +33 -4
  442. data/sig/ibex/frontend/formatter.rbs +143 -0
  443. data/sig/ibex/frontend/generated_parser.rbs +228 -68
  444. data/sig/ibex/frontend/generated_parser_base.rbs +65 -12
  445. data/sig/ibex/frontend/generated_parser_includes.rbs +23 -0
  446. data/sig/ibex/frontend/generated_parser_metadata.rbs +23 -0
  447. data/sig/ibex/frontend/generated_parser_parameters.rbs +24 -0
  448. data/sig/ibex/frontend/generation.rbs +6 -0
  449. data/sig/ibex/frontend/lexer.rbs +49 -2
  450. data/sig/ibex/frontend/lexer_recovery.rbs +25 -0
  451. data/sig/ibex/frontend/parser/declarations.rbs +57 -0
  452. data/sig/ibex/frontend/parser/parameters.rbs +28 -0
  453. data/sig/ibex/frontend/parser/rules.rbs +3 -0
  454. data/sig/ibex/frontend/parser.rbs +66 -0
  455. data/sig/ibex/frontend/parser_configuration_support.rbs +27 -0
  456. data/sig/ibex/frontend/regenerator.rbs +11 -0
  457. data/sig/ibex/frontend/resolution.rbs +34 -0
  458. data/sig/ibex/frontend/resolver.rbs +91 -0
  459. data/sig/ibex/frontend/rule_documentation.rbs +42 -0
  460. data/sig/ibex/frontend/source_cursor.rbs +38 -5
  461. data/sig/ibex/frontend/source_document.rbs +119 -0
  462. data/sig/ibex/frontend/source_loader.rbs +66 -0
  463. data/sig/ibex/frontend/source_span.rbs +56 -0
  464. data/sig/ibex/frontend/token_adapter/declaration_document_state.rbs +21 -0
  465. data/sig/ibex/frontend/token_adapter/declaration_lexer_state.rbs +27 -0
  466. data/sig/ibex/frontend/token_adapter/declaration_state.rbs +83 -3
  467. data/sig/ibex/frontend/token_adapter/rule_state.rbs +20 -0
  468. data/sig/ibex/frontend/token_adapter.rbs +11 -2
  469. data/sig/ibex/frontend.rbs +1 -1
  470. data/sig/ibex/fuzz.rbs +71 -0
  471. data/sig/ibex/generation_input.rbs +37 -0
  472. data/sig/ibex/generation_manifest.rbs +70 -0
  473. data/sig/ibex/generation_transaction.rbs +82 -0
  474. data/sig/ibex/generation_transaction_recovery.rbs +36 -0
  475. data/sig/ibex/generation_transaction_validation.rbs +65 -0
  476. data/sig/ibex/grammar_tests.rbs +93 -0
  477. data/sig/ibex/ir/automaton_ir.rbs +35 -10
  478. data/sig/ibex/ir/grammar_ir.rbs +96 -22
  479. data/sig/ibex/ir/lexer_ir.rbs +57 -0
  480. data/sig/ibex/ir/parser_contract.rbs +69 -0
  481. data/sig/ibex/ir/serialize.rbs +75 -23
  482. data/sig/ibex/ir/validator/automaton.rbs +112 -0
  483. data/sig/ibex/ir/validator/base.rbs +69 -0
  484. data/sig/ibex/ir/validator/grammar.rbs +195 -0
  485. data/sig/ibex/ir/validator/lexer.rbs +37 -0
  486. data/sig/ibex/ir/validator.rbs +16 -0
  487. data/sig/ibex/ir.rbs +45 -5
  488. data/sig/ibex/lalr/build_metrics.rbs +60 -0
  489. data/sig/ibex/lalr/builder.rbs +150 -19
  490. data/sig/ibex/lalr/conflict_search.rbs +12 -5
  491. data/sig/ibex/lalr/counterexample.rbs +20 -14
  492. data/sig/ibex/lalr/direct_lookaheads.rbs +93 -0
  493. data/sig/ibex/lalr/goto_follows.rbs +89 -0
  494. data/sig/ibex/lalr/ielr/annotator.rbs +67 -0
  495. data/sig/ibex/lalr/ielr/bits.rbs +14 -0
  496. data/sig/ibex/lalr/ielr/inadequacy.rbs +24 -0
  497. data/sig/ibex/lalr/ielr/item_lookaheads.rbs +35 -0
  498. data/sig/ibex/lalr/ielr/pipeline.rbs +17 -0
  499. data/sig/ibex/lalr/ielr/split_stability.rbs +27 -0
  500. data/sig/ibex/lalr/ielr/split_state.rbs +14 -0
  501. data/sig/ibex/lalr/ielr/state_splitter.rbs +76 -0
  502. data/sig/ibex/lalr/ielr_partition.rbs +71 -0
  503. data/sig/ibex/lalr/inadequacy_report.rbs +21 -0
  504. data/sig/ibex/lalr/lookahead_propagation.rbs +38 -0
  505. data/sig/ibex/lalr/lr0_collection.rbs +50 -0
  506. data/sig/ibex/lalr/on_error_reductions.rbs +22 -0
  507. data/sig/ibex/lalr/unreachable_states.rbs +25 -0
  508. data/sig/ibex/lalr.rbs +17 -1
  509. data/sig/ibex/location.rbs +67 -0
  510. data/sig/ibex/lsp/document_handlers.rbs +24 -0
  511. data/sig/ibex/lsp/document_store.rbs +94 -0
  512. data/sig/ibex/lsp/document_store_diagnostics.rbs +20 -0
  513. data/sig/ibex/lsp/document_store_validation.rbs +26 -0
  514. data/sig/ibex/lsp/initialization_handlers.rbs +30 -0
  515. data/sig/ibex/lsp/navigation_handlers.rbs +33 -0
  516. data/sig/ibex/lsp/parser_configuration_assistance.rbs +49 -0
  517. data/sig/ibex/lsp/position_codec.rbs +44 -0
  518. data/sig/ibex/lsp/protocol_error.rbs +32 -0
  519. data/sig/ibex/lsp/request_handlers.rbs +26 -0
  520. data/sig/ibex/lsp/request_support.rbs +40 -0
  521. data/sig/ibex/lsp/server.rbs +55 -0
  522. data/sig/ibex/lsp/symbol_index.rbs +77 -0
  523. data/sig/ibex/lsp/symbol_index_builder.rbs +88 -0
  524. data/sig/ibex/lsp/symbol_index_precedence_references.rbs +18 -0
  525. data/sig/ibex/lsp/symbol_index_source_queries.rbs +26 -0
  526. data/sig/ibex/lsp/symbol_occurrence.rbs +31 -0
  527. data/sig/ibex/lsp/transport.rbs +47 -0
  528. data/sig/ibex/lsp/workspace.rbs +42 -0
  529. data/sig/ibex/lsp/workspace_analyzer.rbs +69 -0
  530. data/sig/ibex/lsp.rbs +7 -0
  531. data/sig/ibex/messages.rbs +26 -0
  532. data/sig/ibex/metrics.rbs +50 -0
  533. data/sig/ibex/normalize/declarations.rbs +31 -0
  534. data/sig/ibex/normalize/diagnostics.rbs +13 -4
  535. data/sig/ibex/normalize/expander.rbs +22 -16
  536. data/sig/ibex/normalize/expression.rbs +11 -9
  537. data/sig/ibex/normalize/grammar_builder.rbs +11 -0
  538. data/sig/ibex/normalize/inline_expansion.rbs +129 -0
  539. data/sig/ibex/normalize/inline_validation.rbs +40 -0
  540. data/sig/ibex/normalize/lexer.rbs +37 -0
  541. data/sig/ibex/normalize/named_references.rbs +20 -0
  542. data/sig/ibex/normalize/nodes.rbs +14 -0
  543. data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +33 -0
  544. data/sig/ibex/normalize/parameter_lowering.rbs +35 -0
  545. data/sig/ibex/normalize/parameter_substitution.rbs +42 -0
  546. data/sig/ibex/normalize/parameter_validation.rbs +44 -0
  547. data/sig/ibex/normalize/parameters.rbs +51 -0
  548. data/sig/ibex/normalize/parser_configuration.rbs +23 -0
  549. data/sig/ibex/normalize/recovery_declarations.rbs +24 -0
  550. data/sig/ibex/normalize.rbs +129 -18
  551. data/sig/ibex/racc_migration/checker.rbs +36 -0
  552. data/sig/ibex/racc_migration/harness.rbs +16 -0
  553. data/sig/ibex/racc_migration/report.rbs +55 -0
  554. data/sig/ibex/racc_migration.rbs +8 -0
  555. data/sig/ibex/rake_task.rbs +51 -0
  556. data/sig/ibex/samples.rbs +60 -0
  557. data/sig/ibex/table_artifact/builder.rbs +93 -0
  558. data/sig/ibex/table_artifact/cst_projection.rbs +20 -0
  559. data/sig/ibex/table_artifact/document.rbs +27 -0
  560. data/sig/ibex/table_artifact/executor.rbs +66 -0
  561. data/sig/ibex/table_artifact/serializer.rbs +25 -0
  562. data/sig/ibex/table_artifact/validator/metadata.rbs +52 -0
  563. data/sig/ibex/table_artifact/validator/support.rbs +46 -0
  564. data/sig/ibex/table_artifact/validator/tables.rbs +63 -0
  565. data/sig/ibex/table_artifact/validator.rbs +66 -0
  566. data/sig/ibex/table_artifact.rbs +32 -0
  567. data/sig/ibex/table_simulation/result.rbs +36 -0
  568. data/sig/ibex/table_simulation/simulator.rbs +98 -0
  569. data/sig/ibex/table_simulation/step.rbs +42 -0
  570. data/sig/ibex/table_simulation/text.rbs +14 -0
  571. data/sig/ibex/table_simulation.rbs +7 -0
  572. data/sig/ibex/tables.rbs +10 -35
  573. data/sig/ibex/verifiable_generation_bundle.rbs +24 -0
  574. data/sig/ibex/verification_report/builder.rbs +53 -0
  575. data/sig/ibex/verification_report/canonical_ir.rbs +41 -0
  576. data/sig/ibex/verification_report/logical_path.rbs +34 -0
  577. data/sig/ibex/verification_report/validator.rbs +114 -0
  578. data/sig/ibex/verification_report.rbs +44 -0
  579. data/sig/ibex/verify/action_correspondence.rbs +50 -0
  580. data/sig/ibex/verify/language_witness.rbs +112 -0
  581. data/sig/ibex/verify/reference_collection.rbs +63 -0
  582. data/sig/ibex/verify/result.rbs +52 -0
  583. data/sig/ibex/verify/verifier.rbs +170 -0
  584. data/sig/ibex/verify.rbs +6 -0
  585. data/sig/ibex/watch/runner.rbs +58 -0
  586. data/sig/ibex/watch/source_snapshot.rbs +46 -0
  587. data/sig/ibex/watch.rbs +7 -0
  588. data/sig/ibex.rbs +2 -0
  589. metadata +524 -19
  590. data/.rubocop.yml +0 -43
  591. data/CHANGELOG.md +0 -30
  592. data/Rakefile +0 -25
  593. data/Steepfile +0 -10
  594. data/docs/compat-notes.md +0 -37
  595. data/docs/lexer-coverage.md +0 -14
  596. data/docs/phase10-extensions.md +0 -27
  597. data/gemfiles/Gemfile +0 -7
  598. data/gemfiles/Gemfile.lock +0 -98
  599. data/lib/ibex/frontend/grammar.y +0 -156
  600. data/lib/ibex/runtime/parser.rb +0 -360
  601. data/lib/ibex/runtime.rb +0 -8
  602. data/sig/ibex/runtime/parser.rbs +0 -167
  603. data/sig/ibex/runtime.rbs +0 -6
@@ -0,0 +1,491 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/lexer-profile-v1.schema.json",
4
+ "title": "Ibex generated lexer profile",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "ibex_report", "schema_version", "trust", "environment", "provenance",
9
+ "measurement_policy", "heuristic_analysis", "semantic_comparison", "cohorts", "decisions", "limitations"
10
+ ],
11
+ "properties": {
12
+ "ibex_report": { "const": "lexer_profile" },
13
+ "schema_version": { "const": 1 },
14
+ "trust": { "const": "internal_local_observation" },
15
+ "environment": { "$ref": "#/$defs/environment" },
16
+ "provenance": { "$ref": "#/$defs/provenance" },
17
+ "measurement_policy": { "$ref": "#/$defs/measurementPolicy" },
18
+ "heuristic_analysis": { "$ref": "#/$defs/heuristicAnalysis" },
19
+ "semantic_comparison": { "$ref": "#/$defs/semanticComparison" },
20
+ "cohorts": {
21
+ "type": "array",
22
+ "minItems": 2,
23
+ "maxItems": 2,
24
+ "prefixItems": [
25
+ { "$ref": "#/$defs/syntheticCohort" },
26
+ { "$ref": "#/$defs/publicRealCohort" }
27
+ ],
28
+ "items": false
29
+ },
30
+ "decisions": {
31
+ "type": "array",
32
+ "minItems": 2,
33
+ "maxItems": 2,
34
+ "prefixItems": [
35
+ {
36
+ "allOf": [
37
+ { "$ref": "#/$defs/decision" },
38
+ {
39
+ "properties": {
40
+ "feature": { "const": "automatic-regexp-replacement" },
41
+ "decision": { "const": "NO-GO" }
42
+ }
43
+ }
44
+ ]
45
+ },
46
+ {
47
+ "allOf": [
48
+ { "$ref": "#/$defs/decision" },
49
+ {
50
+ "properties": {
51
+ "feature": { "const": "separate-automaton-profile" },
52
+ "decision": { "const": "MORE DATA" }
53
+ }
54
+ }
55
+ ]
56
+ }
57
+ ],
58
+ "items": false
59
+ },
60
+ "limitations": { "$ref": "#/$defs/nonemptyStrings" }
61
+ },
62
+ "$defs": {
63
+ "sha256": { "type": "string", "pattern": "^[0-9a-f]{64}$" },
64
+ "revision": { "type": "string", "pattern": "^[0-9a-f]{40}$" },
65
+ "nonemptyString": { "type": "string", "minLength": 1 },
66
+ "nonemptyStrings": {
67
+ "type": "array",
68
+ "minItems": 1,
69
+ "items": { "$ref": "#/$defs/nonemptyString" }
70
+ },
71
+ "environment": {
72
+ "type": "object",
73
+ "additionalProperties": false,
74
+ "required": [
75
+ "observation_role", "ruby_engine", "ruby_version", "ruby_patchlevel", "ruby_description",
76
+ "ruby_platform", "rubyopt", "yjit_enabled", "host_os", "host_cpu", "kernel_name",
77
+ "kernel_release", "kernel_version", "kernel_machine", "logical_processors"
78
+ ],
79
+ "properties": {
80
+ "observation_role": { "const": "host_bound_not_regression_golden" },
81
+ "ruby_engine": { "$ref": "#/$defs/nonemptyString" },
82
+ "ruby_version": { "$ref": "#/$defs/nonemptyString" },
83
+ "ruby_patchlevel": { "type": "integer" },
84
+ "ruby_description": { "$ref": "#/$defs/nonemptyString" },
85
+ "ruby_platform": { "$ref": "#/$defs/nonemptyString" },
86
+ "rubyopt": { "type": ["string", "null"] },
87
+ "yjit_enabled": { "type": "boolean" },
88
+ "host_os": { "$ref": "#/$defs/nonemptyString" },
89
+ "host_cpu": { "$ref": "#/$defs/nonemptyString" },
90
+ "kernel_name": { "$ref": "#/$defs/nonemptyString" },
91
+ "kernel_release": { "$ref": "#/$defs/nonemptyString" },
92
+ "kernel_version": { "$ref": "#/$defs/nonemptyString" },
93
+ "kernel_machine": { "$ref": "#/$defs/nonemptyString" },
94
+ "logical_processors": { "type": "integer", "minimum": 1 }
95
+ }
96
+ },
97
+ "provenance": {
98
+ "type": "object",
99
+ "additionalProperties": false,
100
+ "required": [
101
+ "base_revision", "base_revision_role", "capture_worktree_clean", "capture_worktree_status",
102
+ "capture_worktree_status_sha256", "bound_paths", "bound_paths_sha256", "implementation_sha256",
103
+ "deterministic_report_input_sha256", "capture_identity_sha256",
104
+ "environment_observation_sha256", "measurement_policy_sha256", "heuristic_analysis_sha256",
105
+ "evidence_path", "evidence_exclusion_reason"
106
+ ],
107
+ "properties": {
108
+ "base_revision": { "$ref": "#/$defs/revision" },
109
+ "base_revision_role": {
110
+ "const": "Exact clean capture revision and parent of the committed evidence revision"
111
+ },
112
+ "capture_worktree_clean": { "type": "boolean" },
113
+ "capture_worktree_status": { "type": "array", "items": { "type": "string" } },
114
+ "capture_worktree_status_sha256": { "$ref": "#/$defs/sha256" },
115
+ "bound_paths": {
116
+ "type": "array",
117
+ "minItems": 1,
118
+ "items": { "$ref": "#/$defs/binding" }
119
+ },
120
+ "bound_paths_sha256": { "$ref": "#/$defs/sha256" },
121
+ "implementation_sha256": { "$ref": "#/$defs/sha256" },
122
+ "deterministic_report_input_sha256": { "$ref": "#/$defs/sha256" },
123
+ "capture_identity_sha256": { "$ref": "#/$defs/sha256" },
124
+ "environment_observation_sha256": { "$ref": "#/$defs/sha256" },
125
+ "measurement_policy_sha256": { "$ref": "#/$defs/sha256" },
126
+ "heuristic_analysis_sha256": { "$ref": "#/$defs/sha256" },
127
+ "evidence_path": { "const": "tool/profile/evidence/lexer-profile-v1.json" },
128
+ "evidence_exclusion_reason": { "$ref": "#/$defs/nonemptyString" }
129
+ }
130
+ },
131
+ "binding": {
132
+ "type": "object",
133
+ "additionalProperties": false,
134
+ "required": ["path", "sha256", "git_state", "base_sha256"],
135
+ "properties": {
136
+ "path": { "$ref": "#/$defs/nonemptyString" },
137
+ "sha256": { "$ref": "#/$defs/sha256" },
138
+ "git_state": { "enum": ["base", "modified", "untracked"] },
139
+ "base_sha256": { "oneOf": [{ "$ref": "#/$defs/sha256" }, { "type": "null" }] }
140
+ }
141
+ },
142
+ "measurementPolicy": {
143
+ "type": "object",
144
+ "additionalProperties": false,
145
+ "required": [
146
+ "runtime_role", "elapsed_time_release_gate", "allocation_count_release_gate", "allocation_metric",
147
+ "streaming_chunk_size_bytes", "incremental_metric", "action_execution", "public_workload_rule"
148
+ ],
149
+ "properties": {
150
+ "runtime_role": { "const": "diagnostic_observation_only" },
151
+ "elapsed_time_release_gate": { "const": false },
152
+ "allocation_count_release_gate": { "const": false },
153
+ "allocation_metric": { "$ref": "#/$defs/nonemptyString" },
154
+ "streaming_chunk_size_bytes": { "type": "integer", "minimum": 1 },
155
+ "incremental_metric": { "$ref": "#/$defs/nonemptyString" },
156
+ "action_execution": { "$ref": "#/$defs/nonemptyString" },
157
+ "public_workload_rule": { "$ref": "#/$defs/nonemptyString" }
158
+ }
159
+ },
160
+ "heuristicAnalysis": {
161
+ "type": "object",
162
+ "additionalProperties": false,
163
+ "required": ["method", "fields", "coverage", "false_negative_possible", "limitations"],
164
+ "properties": {
165
+ "method": { "const": "normalized-source-pattern-scan" },
166
+ "fields": {
167
+ "type": "array",
168
+ "minItems": 4,
169
+ "maxItems": 4,
170
+ "prefixItems": [
171
+ { "const": "alternation_rule_ids" },
172
+ { "const": "lazy_rule_ids" },
173
+ { "const": "state_mutation_sources" },
174
+ { "const": "parser_to_lexer_feedback" }
175
+ ],
176
+ "items": false
177
+ },
178
+ "coverage": { "$ref": "#/$defs/nonemptyString" },
179
+ "false_negative_possible": { "const": true },
180
+ "limitations": { "$ref": "#/$defs/nonemptyStrings" }
181
+ }
182
+ },
183
+ "semanticComparison": {
184
+ "type": "object",
185
+ "additionalProperties": false,
186
+ "required": [
187
+ "current_engine", "current_inside_rule_selection", "current_across_rule_selection", "candidate_engine",
188
+ "candidate_selection", "equivalent", "witness", "migration_risks"
189
+ ],
190
+ "properties": {
191
+ "current_engine": { "const": "Ruby Regexp per declared rule" },
192
+ "current_inside_rule_selection": { "const": "Ruby leftmost-first alternative selection" },
193
+ "current_across_rule_selection": { "$ref": "#/$defs/nonemptyString" },
194
+ "candidate_engine": { "$ref": "#/$defs/nonemptyString" },
195
+ "candidate_selection": { "const": "maximal munch with declaration-order tie break" },
196
+ "equivalent": { "const": false },
197
+ "witness": { "$ref": "#/$defs/nonemptyString" },
198
+ "migration_risks": { "$ref": "#/$defs/nonemptyStrings" }
199
+ }
200
+ },
201
+ "grammar": {
202
+ "type": "object",
203
+ "additionalProperties": false,
204
+ "required": ["identity", "path", "revision", "sha256", "storage", "source_url"],
205
+ "properties": {
206
+ "identity": { "$ref": "#/$defs/nonemptyString" },
207
+ "path": { "$ref": "#/$defs/nonemptyString" },
208
+ "revision": { "$ref": "#/$defs/revision" },
209
+ "sha256": { "$ref": "#/$defs/sha256" },
210
+ "storage": { "enum": ["repository", "remote"] },
211
+ "source_url": { "$ref": "#/$defs/nonemptyString" }
212
+ }
213
+ },
214
+ "input": {
215
+ "type": "object",
216
+ "additionalProperties": false,
217
+ "required": ["path", "revision", "seed_sha256", "sha256", "bytes", "derivation"],
218
+ "properties": {
219
+ "path": { "$ref": "#/$defs/nonemptyString" },
220
+ "revision": { "$ref": "#/$defs/revision" },
221
+ "seed_sha256": { "$ref": "#/$defs/sha256" },
222
+ "sha256": { "$ref": "#/$defs/sha256" },
223
+ "bytes": { "type": "integer", "minimum": 1 },
224
+ "derivation": { "$ref": "#/$defs/nonemptyString" }
225
+ }
226
+ },
227
+ "measuredAvailability": {
228
+ "type": "object",
229
+ "additionalProperties": false,
230
+ "required": ["status", "reason"],
231
+ "properties": {
232
+ "status": { "const": "measured" },
233
+ "reason": { "type": "null" }
234
+ }
235
+ },
236
+ "notRunAvailability": {
237
+ "type": "object",
238
+ "additionalProperties": false,
239
+ "required": ["status", "reason"],
240
+ "properties": {
241
+ "status": { "const": "not_run" },
242
+ "reason": { "$ref": "#/$defs/nonemptyString" }
243
+ }
244
+ },
245
+ "feature": {
246
+ "enum": [
247
+ "alternation", "regexp-leftmost-first", "lazy-quantifier", "long-common-prefix",
248
+ "nested-quantifier", "regexp-warning", "chunk-boundary-inside-token", "unicode-property",
249
+ "stateful-string", "lexer-state-mutation", "parser-action-state-mutation", "parser-to-lexer-feedback"
250
+ ]
251
+ },
252
+ "syntheticCohort": {
253
+ "type": "object",
254
+ "additionalProperties": false,
255
+ "required": ["kind", "workloads"],
256
+ "properties": {
257
+ "kind": { "const": "synthetic" },
258
+ "workloads": {
259
+ "type": "array",
260
+ "minItems": 8,
261
+ "items": { "$ref": "#/$defs/syntheticWorkload" }
262
+ }
263
+ }
264
+ },
265
+ "publicRealCohort": {
266
+ "type": "object",
267
+ "additionalProperties": false,
268
+ "required": ["kind", "workloads"],
269
+ "properties": {
270
+ "kind": { "const": "public_real" },
271
+ "workloads": {
272
+ "type": "array",
273
+ "minItems": 1,
274
+ "items": { "$ref": "#/$defs/publicRealWorkload" }
275
+ }
276
+ }
277
+ },
278
+ "syntheticWorkload": {
279
+ "type": "object",
280
+ "additionalProperties": false,
281
+ "required": [
282
+ "id", "classification", "grammar", "suite", "adversarial_features", "input",
283
+ "availability", "result", "notes"
284
+ ],
285
+ "properties": {
286
+ "id": { "$ref": "#/$defs/nonemptyString" },
287
+ "classification": { "const": "repository_synthetic" },
288
+ "grammar": { "$ref": "#/$defs/grammar" },
289
+ "suite": { "enum": ["adversarial", "registered"] },
290
+ "adversarial_features": {
291
+ "type": "array",
292
+ "uniqueItems": true,
293
+ "items": { "$ref": "#/$defs/feature" }
294
+ },
295
+ "input": { "$ref": "#/$defs/input" },
296
+ "availability": { "$ref": "#/$defs/measuredAvailability" },
297
+ "result": { "$ref": "#/$defs/result" },
298
+ "notes": { "$ref": "#/$defs/nonemptyStrings" }
299
+ }
300
+ },
301
+ "publicRealWorkload": {
302
+ "type": "object",
303
+ "additionalProperties": false,
304
+ "required": [
305
+ "id", "classification", "grammar", "suite", "adversarial_features", "input",
306
+ "availability", "result", "notes"
307
+ ],
308
+ "properties": {
309
+ "id": { "$ref": "#/$defs/nonemptyString" },
310
+ "classification": { "const": "public_real" },
311
+ "grammar": { "$ref": "#/$defs/grammar" },
312
+ "suite": { "const": "registered" },
313
+ "adversarial_features": { "type": "array", "maxItems": 0 },
314
+ "input": { "type": "null" },
315
+ "availability": { "$ref": "#/$defs/notRunAvailability" },
316
+ "result": { "type": "null" },
317
+ "notes": { "$ref": "#/$defs/nonemptyStrings" }
318
+ }
319
+ },
320
+ "result": {
321
+ "type": "object",
322
+ "additionalProperties": false,
323
+ "required": ["structure", "token_lengths", "streaming", "runtime_observations", "incremental_full_scan"],
324
+ "properties": {
325
+ "structure": { "$ref": "#/$defs/structure" },
326
+ "token_lengths": { "$ref": "#/$defs/tokenLengths" },
327
+ "streaming": { "$ref": "#/$defs/streaming" },
328
+ "runtime_observations": { "$ref": "#/$defs/runtimeObservations" },
329
+ "incremental_full_scan": { "$ref": "#/$defs/incremental" }
330
+ }
331
+ },
332
+ "structure": {
333
+ "type": "object",
334
+ "additionalProperties": false,
335
+ "required": [
336
+ "states", "rules_per_state", "rule_count", "alternation_rule_ids", "lazy_rule_ids",
337
+ "arbitrary_lexer_action_rule_ids", "state_mutation_sources", "parser_to_lexer_feedback", "regexp_warnings"
338
+ ],
339
+ "properties": {
340
+ "states": {
341
+ "type": "array", "minItems": 1, "uniqueItems": true,
342
+ "items": { "$ref": "#/$defs/nonemptyString" }
343
+ },
344
+ "rules_per_state": {
345
+ "type": "object",
346
+ "propertyNames": { "pattern": "^[A-Za-z_][A-Za-z0-9_]*$" },
347
+ "additionalProperties": { "type": "integer", "minimum": 0 }
348
+ },
349
+ "rule_count": { "type": "integer", "minimum": 1 },
350
+ "alternation_rule_ids": { "$ref": "#/$defs/ruleIds" },
351
+ "lazy_rule_ids": { "$ref": "#/$defs/ruleIds" },
352
+ "arbitrary_lexer_action_rule_ids": { "$ref": "#/$defs/ruleIds" },
353
+ "state_mutation_sources": {
354
+ "type": "object",
355
+ "additionalProperties": false,
356
+ "required": ["lexer_rule_ids", "parser_production_ids"],
357
+ "properties": {
358
+ "lexer_rule_ids": { "$ref": "#/$defs/ruleIds" },
359
+ "parser_production_ids": { "$ref": "#/$defs/ruleIds" }
360
+ }
361
+ },
362
+ "parser_to_lexer_feedback": { "type": "boolean" },
363
+ "regexp_warnings": {
364
+ "type": "array",
365
+ "items": {
366
+ "type": "object",
367
+ "additionalProperties": false,
368
+ "required": ["type", "rule_id"],
369
+ "properties": {
370
+ "type": { "const": "redos" },
371
+ "rule_id": { "type": "integer", "minimum": 0 }
372
+ }
373
+ }
374
+ }
375
+ }
376
+ },
377
+ "ruleIds": {
378
+ "type": "array",
379
+ "uniqueItems": true,
380
+ "items": { "type": "integer", "minimum": 0 }
381
+ },
382
+ "tokenLengths": {
383
+ "type": "object",
384
+ "additionalProperties": false,
385
+ "required": ["count", "minimum_bytes", "maximum_bytes", "total_bytes", "sequence_sha256", "sample"],
386
+ "properties": {
387
+ "count": { "type": "integer", "minimum": 1 },
388
+ "minimum_bytes": { "type": "integer", "minimum": 1 },
389
+ "maximum_bytes": { "type": "integer", "minimum": 1 },
390
+ "total_bytes": { "type": "integer", "minimum": 1 },
391
+ "sequence_sha256": { "$ref": "#/$defs/sha256" },
392
+ "sample": {
393
+ "type": "array",
394
+ "minItems": 1,
395
+ "maxItems": 16,
396
+ "items": {
397
+ "type": "object",
398
+ "additionalProperties": false,
399
+ "required": ["token", "bytes", "state"],
400
+ "properties": {
401
+ "token": { "$ref": "#/$defs/nonemptyString" },
402
+ "bytes": { "type": "integer", "minimum": 1 },
403
+ "state": { "$ref": "#/$defs/nonemptyString" }
404
+ }
405
+ }
406
+ }
407
+ }
408
+ },
409
+ "streaming": {
410
+ "type": "object",
411
+ "additionalProperties": false,
412
+ "required": ["source_kind", "chunk_size_bytes", "peak_buffer_bytes", "source_bytes_read"],
413
+ "properties": {
414
+ "source_kind": { "enum": ["io", "string"] },
415
+ "chunk_size_bytes": { "type": "integer", "minimum": 1 },
416
+ "peak_buffer_bytes": { "type": "integer", "minimum": 1 },
417
+ "source_bytes_read": { "type": "integer", "minimum": 1 }
418
+ }
419
+ },
420
+ "runtimeObservations": {
421
+ "type": "object",
422
+ "additionalProperties": false,
423
+ "required": ["elapsed_seconds", "allocated_objects"],
424
+ "properties": {
425
+ "elapsed_seconds": { "$ref": "#/$defs/diagnosticObservation" },
426
+ "allocated_objects": { "$ref": "#/$defs/diagnosticObservation" }
427
+ }
428
+ },
429
+ "diagnosticObservation": {
430
+ "type": "object",
431
+ "additionalProperties": false,
432
+ "required": ["status", "value", "release_gate"],
433
+ "properties": {
434
+ "status": { "const": "observation" },
435
+ "value": { "type": "number", "minimum": 0 },
436
+ "release_gate": { "const": false }
437
+ }
438
+ },
439
+ "incremental": {
440
+ "oneOf": [
441
+ {
442
+ "type": "object",
443
+ "additionalProperties": false,
444
+ "required": ["status", "edited_source_bytes", "bytes_scanned_from_zero", "share", "basis"],
445
+ "properties": {
446
+ "status": { "const": "measured" },
447
+ "edited_source_bytes": { "type": "integer", "minimum": 1 },
448
+ "bytes_scanned_from_zero": { "type": "integer", "minimum": 1 },
449
+ "share": { "type": "number", "minimum": 0 },
450
+ "basis": { "$ref": "#/$defs/nonemptyString" }
451
+ }
452
+ },
453
+ {
454
+ "type": "object",
455
+ "additionalProperties": false,
456
+ "required": ["status", "reason"],
457
+ "properties": {
458
+ "status": { "enum": ["not_requested", "not_measured"] },
459
+ "reason": { "$ref": "#/$defs/nonemptyString" }
460
+ }
461
+ }
462
+ ]
463
+ },
464
+ "decision": {
465
+ "type": "object",
466
+ "additionalProperties": false,
467
+ "required": ["feature", "decision", "thresholds", "reason", "counterevidence_required"],
468
+ "properties": {
469
+ "feature": { "$ref": "#/$defs/nonemptyString" },
470
+ "decision": { "enum": ["GO", "NO-GO", "MORE DATA"] },
471
+ "thresholds": {
472
+ "type": "array",
473
+ "minItems": 1,
474
+ "items": {
475
+ "type": "object",
476
+ "additionalProperties": false,
477
+ "required": ["id", "target", "observed", "satisfied"],
478
+ "properties": {
479
+ "id": { "$ref": "#/$defs/nonemptyString" },
480
+ "target": { "$ref": "#/$defs/nonemptyString" },
481
+ "observed": { "$ref": "#/$defs/nonemptyString" },
482
+ "satisfied": { "type": "boolean" }
483
+ }
484
+ }
485
+ },
486
+ "reason": { "$ref": "#/$defs/nonemptyString" },
487
+ "counterevidence_required": { "$ref": "#/$defs/nonemptyStrings" }
488
+ }
489
+ }
490
+ }
491
+ }
@@ -0,0 +1,60 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/metrics-v1.schema.json",
4
+ "title": "Ibex grammar metrics report v1",
5
+ "type": "object",
6
+ "required": ["ibex_report", "schema_version", "algorithm", "grammar_digest", "symbols", "grammar", "automaton"],
7
+ "properties": {
8
+ "ibex_report": { "const": "metrics" },
9
+ "schema_version": { "const": 1 },
10
+ "algorithm": { "enum": ["slr", "lalr1", "ielr1", "lr1"] },
11
+ "grammar_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
12
+ "symbols": {
13
+ "type": "object",
14
+ "required": ["terminals", "nonterminals"],
15
+ "properties": {
16
+ "terminals": { "type": "integer", "minimum": 0 },
17
+ "nonterminals": { "type": "integer", "minimum": 0 }
18
+ },
19
+ "additionalProperties": false
20
+ },
21
+ "grammar": {
22
+ "type": "object",
23
+ "required": ["rules", "alternatives", "average_alternatives_per_rule", "maximum_branching", "epsilon_productions", "recursive_nonterminals", "recursion_component_depth", "warnings"],
24
+ "properties": {
25
+ "rules": { "type": "integer", "minimum": 0 },
26
+ "alternatives": { "type": "integer", "minimum": 0 },
27
+ "average_alternatives_per_rule": { "type": "number", "minimum": 0 },
28
+ "maximum_branching": { "type": "integer", "minimum": 0 },
29
+ "epsilon_productions": { "type": "integer", "minimum": 0 },
30
+ "recursive_nonterminals": { "type": "array", "items": { "type": "string" }, "uniqueItems": true },
31
+ "recursion_component_depth": { "type": "integer", "minimum": 0 },
32
+ "warnings": { "type": "integer", "minimum": 0 }
33
+ },
34
+ "additionalProperties": false
35
+ },
36
+ "automaton": {
37
+ "type": "object",
38
+ "required": ["states", "transitions", "action_cells", "goto_cells", "default_reductions", "conflicts"],
39
+ "properties": {
40
+ "states": { "type": "integer", "minimum": 1 },
41
+ "transitions": { "type": "integer", "minimum": 0 },
42
+ "action_cells": { "type": "integer", "minimum": 0 },
43
+ "goto_cells": { "type": "integer", "minimum": 0 },
44
+ "default_reductions": { "type": "integer", "minimum": 0 },
45
+ "conflicts": {
46
+ "type": "object",
47
+ "required": ["shift_reduce", "precedence_resolved_shift_reduce", "reduce_reduce"],
48
+ "properties": {
49
+ "shift_reduce": { "type": "integer", "minimum": 0 },
50
+ "precedence_resolved_shift_reduce": { "type": "integer", "minimum": 0 },
51
+ "reduce_reduce": { "type": "integer", "minimum": 0 }
52
+ },
53
+ "additionalProperties": false
54
+ }
55
+ },
56
+ "additionalProperties": false
57
+ }
58
+ },
59
+ "additionalProperties": false
60
+ }
@@ -0,0 +1,60 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/migration-check-v1.schema.json",
4
+ "title": "Ibex racc migration check version 1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "ibex_migration_check",
9
+ "schema_version",
10
+ "compatible",
11
+ "file",
12
+ "class_name",
13
+ "findings"
14
+ ],
15
+ "properties": {
16
+ "ibex_migration_check": { "const": "racc" },
17
+ "schema_version": { "const": 1 },
18
+ "compatible": { "type": "boolean" },
19
+ "file": { "type": "string", "minLength": 1 },
20
+ "class_name": {
21
+ "oneOf": [
22
+ { "type": "string", "pattern": "^[A-Z][A-Za-z0-9_]*(?:::[A-Z][A-Za-z0-9_]*)*$" },
23
+ { "type": "null" }
24
+ ]
25
+ },
26
+ "findings": {
27
+ "type": "array",
28
+ "items": { "$ref": "#/$defs/finding" }
29
+ }
30
+ },
31
+ "$defs": {
32
+ "location": {
33
+ "type": "object",
34
+ "additionalProperties": false,
35
+ "required": ["file", "line", "column"],
36
+ "properties": {
37
+ "file": { "type": "string" },
38
+ "line": { "type": "integer", "minimum": 1 },
39
+ "column": { "type": "integer", "minimum": 1 }
40
+ }
41
+ },
42
+ "finding": {
43
+ "type": "object",
44
+ "additionalProperties": false,
45
+ "required": ["code", "severity", "message", "location", "suggestion"],
46
+ "properties": {
47
+ "code": { "type": "string", "pattern": "^racc\\.[a-z_]+$" },
48
+ "severity": { "enum": ["error", "warning", "info"] },
49
+ "message": { "type": "string", "minLength": 1 },
50
+ "location": {
51
+ "oneOf": [
52
+ { "$ref": "#/$defs/location" },
53
+ { "type": "null" }
54
+ ]
55
+ },
56
+ "suggestion": { "type": "string", "minLength": 1 }
57
+ }
58
+ }
59
+ }
60
+ }