ibex 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (437) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +95 -272
  3. data/docs/architecture.md +187 -35
  4. data/docs/bison-import.md +103 -0
  5. data/docs/comparison-policy.md +127 -0
  6. data/docs/configuration-model.md +59 -0
  7. data/docs/configuration-report.md +28 -0
  8. data/docs/conflict-explanation-reviews/v1/records/README.md +28 -0
  9. data/docs/conflict-explanation-study.md +62 -0
  10. data/docs/construction-profiling.md +157 -0
  11. data/docs/cst-migration.md +3 -4
  12. data/docs/cst.md +24 -0
  13. data/docs/decisions/0000-template.md +24 -0
  14. data/docs/decisions/0001-separate-ir-pipeline.md +34 -0
  15. data/docs/decisions/0002-opaque-user-code-boundary.md +32 -0
  16. data/docs/decisions/0003-self-hosted-grammar-frontend.md +32 -0
  17. data/docs/decisions/0004-shared-semantic-and-lossless-source-model.md +33 -0
  18. data/docs/decisions/0005-contained-grammar-composition.md +34 -0
  19. data/docs/decisions/0006-bounded-structural-grammar-lowering.md +32 -0
  20. data/docs/decisions/0007-shared-parser-construction-pipeline.md +33 -0
  21. data/docs/decisions/0008-versioned-runtime-package-boundary.md +36 -0
  22. data/docs/decisions/0009-isolated-parser-sessions.md +34 -0
  23. data/docs/decisions/0010-committed-runtime-observation.md +34 -0
  24. data/docs/decisions/0011-versioned-semantic-action-boundary.md +37 -0
  25. data/docs/decisions/0012-bounded-nonexecuting-analysis.md +37 -0
  26. data/docs/decisions/0013-transactional-generation-publication.md +37 -0
  27. data/docs/decisions/0014-versioned-generated-lexer.md +35 -0
  28. data/docs/decisions/0015-worker-isolated-browser-analysis.md +32 -0
  29. data/docs/decisions/0016-red-green-concrete-syntax.md +34 -0
  30. data/docs/decisions/0017-persistent-syntax-artifacts.md +35 -0
  31. data/docs/decisions/0018-conservative-incremental-syntax-reuse.md +38 -0
  32. data/docs/decisions/0019-runtime-syntax-session-boundary.md +51 -0
  33. data/docs/decisions/0020-grammar-ir-parser-contract.md +65 -0
  34. data/docs/decisions/0021-data-only-parser-table-sidecar.md +50 -0
  35. data/docs/decisions/0022-manifest-bound-verification-report.md +77 -0
  36. data/docs/decisions/0023-syntax-only-repair-results.md +48 -0
  37. data/docs/decisions/0024-direct-ielr-construction.md +42 -0
  38. data/docs/decisions/README.md +74 -0
  39. data/docs/declarative-configuration.md +262 -0
  40. data/docs/development.md +179 -2
  41. data/docs/direct-ielr-decision.md +120 -0
  42. data/docs/direct-multi-entry-decision.md +82 -0
  43. data/docs/editor-setup.md +2 -1
  44. data/docs/error-ux-review-rubric-v1.md +117 -0
  45. data/docs/error-ux-reviews/v1/records/README.md +22 -0
  46. data/docs/error-ux-round2-review-status-v1.json +27 -0
  47. data/docs/error-ux-round2-reviews/v1/records/README.md +30 -0
  48. data/docs/error-ux-round2-v1.json +1581 -0
  49. data/docs/error-ux-round2.md +111 -0
  50. data/docs/error-ux.md +54 -0
  51. data/docs/getting-started.md +80 -0
  52. data/docs/grammar-reference.md +184 -13
  53. data/docs/ielr-design.md +43 -0
  54. data/docs/ielr.md +92 -0
  55. data/docs/ja/bison-import.md +51 -0
  56. data/docs/ja/stable-api.md +53 -0
  57. data/docs/lexer-construction-profile.md +109 -0
  58. data/docs/lexer-migration.md +5 -0
  59. data/docs/maturity.md +128 -0
  60. data/docs/project-site-strategy.md +54 -0
  61. data/docs/racc-migration-evidence.md +45 -0
  62. data/docs/racc-migration.md +11 -0
  63. data/docs/release-readiness.md +126 -68
  64. data/docs/repair-semantics.md +123 -0
  65. data/docs/runtime-abi-evolution.md +307 -0
  66. data/docs/stability.md +144 -34
  67. data/docs/status.md +43 -0
  68. data/docs/syntax-sessions.md +183 -0
  69. data/docs/table-artifact.md +125 -0
  70. data/docs/test-interactions.md +219 -0
  71. data/docs/verification-report.md +137 -0
  72. data/docs/verifier-trust-boundary.md +199 -0
  73. data/docs/workloads.md +132 -0
  74. data/lib/ibex/analysis/digraph.rb +128 -0
  75. data/lib/ibex/analysis.rb +1 -0
  76. data/lib/ibex/bison_import/importer.rb +516 -0
  77. data/lib/ibex/bison_import/tokenizer.rb +260 -0
  78. data/lib/ibex/bison_import.rb +200 -0
  79. data/lib/ibex/bounded_subprocess.rb +171 -0
  80. data/lib/ibex/cli/ambiguity.rb +14 -5
  81. data/lib/ibex/cli/analysis.rb +134 -0
  82. data/lib/ibex/cli/bison_import.rb +121 -0
  83. data/lib/ibex/cli/config.rb +128 -0
  84. data/lib/ibex/cli/diagnostics.rb +31 -11
  85. data/lib/ibex/cli/documentation.rb +11 -8
  86. data/lib/ibex/cli/equiv.rb +169 -0
  87. data/lib/ibex/cli/error_messages.rb +11 -4
  88. data/lib/ibex/cli/explain.rb +14 -5
  89. data/lib/ibex/cli/fix.rb +203 -0
  90. data/lib/ibex/cli/formatting.rb +11 -10
  91. data/lib/ibex/cli/fuzz.rb +200 -0
  92. data/lib/ibex/cli/fuzz_regressions.rb +145 -0
  93. data/lib/ibex/cli/generation_artifacts.rb +53 -2
  94. data/lib/ibex/cli/generation_error_messages.rb +1 -1
  95. data/lib/ibex/cli/grammar_tests.rb +32 -14
  96. data/lib/ibex/cli/ir_tools.rb +5 -61
  97. data/lib/ibex/cli/outputs.rb +60 -33
  98. data/lib/ibex/cli/reduce.rb +202 -0
  99. data/lib/ibex/cli/reduce_reporting.rb +71 -0
  100. data/lib/ibex/cli/samples.rb +49 -23
  101. data/lib/ibex/cli/verify.rb +116 -0
  102. data/lib/ibex/cli/watch.rb +6 -5
  103. data/lib/ibex/cli.rb +357 -56
  104. data/lib/ibex/codegen/action_locations.rb +1 -1
  105. data/lib/ibex/codegen/action_method_source.rb +5 -6
  106. data/lib/ibex/codegen/action_source.rb +3 -2
  107. data/lib/ibex/codegen/ambiguity.rb +5 -4
  108. data/lib/ibex/codegen/explain.rb +123 -55
  109. data/lib/ibex/codegen/generated_action_abi.rb +10 -5
  110. data/lib/ibex/codegen/rbs.rb +15 -7
  111. data/lib/ibex/codegen/report.rb +25 -13
  112. data/lib/ibex/codegen/ruby.rb +28 -64
  113. data/lib/ibex/codegen/ruby_actions.rb +9 -6
  114. data/lib/ibex/codegen/ruby_syntax.rb +15 -9
  115. data/lib/ibex/configuration/analysis_grammar.rb +35 -0
  116. data/lib/ibex/configuration/explanation.rb +421 -0
  117. data/lib/ibex/configuration/inspector.rb +232 -0
  118. data/lib/ibex/configuration.rb +580 -0
  119. data/lib/ibex/coverage/collector.rb +21 -11
  120. data/lib/ibex/coverage/event_stream.rb +13 -7
  121. data/lib/ibex/coverage/report.rb +26 -18
  122. data/lib/ibex/coverage/runtime_event_validator.rb +30 -21
  123. data/lib/ibex/delta_reducer.rb +99 -0
  124. data/lib/ibex/diff.rb +140 -0
  125. data/lib/ibex/equiv/machine.rb +135 -0
  126. data/lib/ibex/equiv.rb +373 -0
  127. data/lib/ibex/fix.rb +557 -0
  128. data/lib/ibex/frontend/ast.rb +22 -2
  129. data/lib/ibex/frontend/bootstrap_parser.rb +6 -13
  130. data/lib/ibex/frontend/diagnostic.rb +1 -1
  131. data/lib/ibex/frontend/formatter.rb +72 -26
  132. data/lib/ibex/frontend/generated_parser.rb +147 -117
  133. data/lib/ibex/frontend/generated_parser_base.rb +7 -3
  134. data/lib/ibex/frontend/generated_parser_includes.rb +1 -11
  135. data/lib/ibex/frontend/generation.rb +1 -1
  136. data/lib/ibex/frontend/parser/declarations.rb +17 -2
  137. data/lib/ibex/frontend/parser_configuration_support.rb +56 -0
  138. data/lib/ibex/frontend/regenerator.rb +1 -0
  139. data/lib/ibex/frontend/resolution.rb +2 -1
  140. data/lib/ibex/frontend/resolver.rb +1 -1
  141. data/lib/ibex/frontend/rule_documentation.rb +2 -1
  142. data/lib/ibex/frontend/source_cursor.rb +2 -2
  143. data/lib/ibex/frontend/source_span.rb +9 -1
  144. data/lib/ibex/frontend/token_adapter/declaration_state.rb +38 -6
  145. data/lib/ibex/frontend/token_adapter.rb +10 -0
  146. data/lib/ibex/frontend.rb +1 -0
  147. data/lib/ibex/fuzz.rb +219 -0
  148. data/lib/ibex/generation_input.rb +1 -1
  149. data/lib/ibex/generation_manifest.rb +36 -25
  150. data/lib/ibex/generation_transaction.rb +1 -1
  151. data/lib/ibex/generation_transaction_recovery.rb +4 -4
  152. data/lib/ibex/generation_transaction_validation.rb +2 -2
  153. data/lib/ibex/grammar_tests.rb +1 -1
  154. data/lib/ibex/ir/automaton_ir.rb +61 -19
  155. data/lib/ibex/ir/grammar_ir.rb +76 -45
  156. data/lib/ibex/ir/lexer_ir.rb +5 -5
  157. data/lib/ibex/ir/parser_contract.rb +135 -0
  158. data/lib/ibex/ir/serialize.rb +203 -76
  159. data/lib/ibex/ir/validator/automaton.rb +64 -34
  160. data/lib/ibex/ir/validator/base.rb +51 -33
  161. data/lib/ibex/ir/validator/grammar.rb +113 -83
  162. data/lib/ibex/ir/validator/lexer.rb +2 -2
  163. data/lib/ibex/ir/validator.rb +2 -1
  164. data/lib/ibex/ir.rb +16 -3
  165. data/lib/ibex/lalr/build_metrics.rb +50 -2
  166. data/lib/ibex/lalr/builder.rb +191 -56
  167. data/lib/ibex/lalr/conflict_search.rb +15 -4
  168. data/lib/ibex/lalr/counterexample.rb +19 -14
  169. data/lib/ibex/lalr/direct_lookaheads.rb +110 -57
  170. data/lib/ibex/lalr/goto_follows.rb +229 -0
  171. data/lib/ibex/lalr/ielr/annotator.rb +214 -0
  172. data/lib/ibex/lalr/ielr/bits.rb +28 -0
  173. data/lib/ibex/lalr/ielr/inadequacy.rb +47 -0
  174. data/lib/ibex/lalr/ielr/item_lookaheads.rb +78 -0
  175. data/lib/ibex/lalr/ielr/pipeline.rb +75 -0
  176. data/lib/ibex/lalr/ielr/split_stability.rb +78 -0
  177. data/lib/ibex/lalr/ielr/split_state.rb +20 -0
  178. data/lib/ibex/lalr/ielr/state_splitter.rb +258 -0
  179. data/lib/ibex/lalr/ielr_partition.rb +22 -8
  180. data/lib/ibex/lalr/inadequacy_report.rb +50 -0
  181. data/lib/ibex/lalr/lookahead_propagation.rb +111 -0
  182. data/lib/ibex/lalr/lr0_collection.rb +121 -0
  183. data/lib/ibex/lalr/unreachable_states.rb +80 -0
  184. data/lib/ibex/lalr.rb +52 -1
  185. data/lib/ibex/location.rb +3 -3
  186. data/lib/ibex/lsp/document_handlers.rb +9 -7
  187. data/lib/ibex/lsp/initialization_handlers.rb +9 -7
  188. data/lib/ibex/lsp/navigation_handlers.rb +25 -11
  189. data/lib/ibex/lsp/parser_configuration_assistance.rb +149 -0
  190. data/lib/ibex/lsp/position_codec.rb +6 -2
  191. data/lib/ibex/lsp/request_handlers.rb +3 -2
  192. data/lib/ibex/lsp/request_support.rb +14 -7
  193. data/lib/ibex/lsp/server.rb +13 -11
  194. data/lib/ibex/lsp/symbol_index.rb +13 -13
  195. data/lib/ibex/lsp/symbol_index_builder.rb +30 -20
  196. data/lib/ibex/lsp/symbol_occurrence.rb +8 -2
  197. data/lib/ibex/lsp/transport.rb +13 -3
  198. data/lib/ibex/lsp/workspace.rb +5 -4
  199. data/lib/ibex/lsp/workspace_analyzer.rb +1 -1
  200. data/lib/ibex/lsp.rb +1 -0
  201. data/lib/ibex/messages/en.yml +28 -0
  202. data/lib/ibex/messages/ja.yml +28 -0
  203. data/lib/ibex/messages.rb +68 -0
  204. data/lib/ibex/metrics.rb +175 -0
  205. data/lib/ibex/normalize/declarations.rb +2 -0
  206. data/lib/ibex/normalize/diagnostics.rb +63 -38
  207. data/lib/ibex/normalize/expander.rb +5 -4
  208. data/lib/ibex/normalize/expression.rb +8 -6
  209. data/lib/ibex/normalize/grammar_builder.rb +26 -0
  210. data/lib/ibex/normalize/inline_expansion.rb +100 -49
  211. data/lib/ibex/normalize/lexer.rb +3 -3
  212. data/lib/ibex/normalize/parameter_ebnf_lowering.rb +11 -10
  213. data/lib/ibex/normalize/parameter_lowering.rb +40 -23
  214. data/lib/ibex/normalize/parameters.rb +31 -4
  215. data/lib/ibex/normalize/parser_configuration.rb +70 -0
  216. data/lib/ibex/normalize.rb +10 -20
  217. data/lib/ibex/racc_migration/report.rb +6 -3
  218. data/lib/ibex/rake_task.rb +1 -1
  219. data/lib/ibex/samples.rb +43 -13
  220. data/lib/ibex/table_artifact/builder.rb +266 -0
  221. data/lib/ibex/table_artifact/cst_projection.rb +70 -0
  222. data/lib/ibex/table_artifact/document.rb +39 -0
  223. data/lib/ibex/table_artifact/executor.rb +187 -0
  224. data/lib/ibex/table_artifact/serializer.rb +57 -0
  225. data/lib/ibex/table_artifact/validator/metadata.rb +179 -0
  226. data/lib/ibex/table_artifact/validator/support.rb +86 -0
  227. data/lib/ibex/table_artifact/validator/tables.rb +238 -0
  228. data/lib/ibex/table_artifact/validator.rb +253 -0
  229. data/lib/ibex/table_artifact.rb +88 -0
  230. data/lib/ibex/table_simulation/result.rb +6 -2
  231. data/lib/ibex/table_simulation/step.rb +3 -1
  232. data/lib/ibex/tables.rb +14 -0
  233. data/lib/ibex/verifiable_generation_bundle.rb +86 -0
  234. data/lib/ibex/verification_report/builder.rb +159 -0
  235. data/lib/ibex/verification_report/canonical_ir.rb +123 -0
  236. data/lib/ibex/verification_report/logical_path.rb +68 -0
  237. data/lib/ibex/verification_report/validator.rb +329 -0
  238. data/lib/ibex/verification_report.rb +69 -0
  239. data/lib/ibex/verify/action_correspondence.rb +138 -0
  240. data/lib/ibex/verify/language_witness.rb +295 -0
  241. data/lib/ibex/verify/reference_collection.rb +190 -0
  242. data/lib/ibex/verify/result.rb +73 -0
  243. data/lib/ibex/verify/verifier.rb +598 -0
  244. data/lib/ibex/verify.rb +15 -0
  245. data/lib/ibex/version.rb +1 -1
  246. data/lib/ibex/watch/runner.rb +10 -1
  247. data/lib/ibex/watch/source_snapshot.rb +13 -8
  248. data/lib/ibex.rb +10 -0
  249. data/schema/{automaton-ir-v1.schema.json → automaton-ir-definitions.schema.json} +6 -6
  250. data/schema/{automaton-ir-v2.schema.json → automaton-ir.schema.json} +14 -7
  251. data/schema/bison-import-v1.schema.json +106 -0
  252. data/schema/conflict-explanation-review-v1.schema.json +196 -0
  253. data/schema/conflict-explanation-study-v1.schema.json +528 -0
  254. data/schema/construction-profile-v1.schema.json +779 -0
  255. data/schema/diff-v1.schema.json +41 -0
  256. data/schema/direct-ielr-decision-v1.schema.json +200 -0
  257. data/schema/equiv-v1.schema.json +64 -0
  258. data/schema/error-ux-review-v1.schema.json +609 -0
  259. data/schema/error-ux-round2-review-v1.schema.json +191 -0
  260. data/schema/error-ux-round2-v1.schema.json +519 -0
  261. data/schema/explain-v1.schema.json +63 -1
  262. data/schema/fix-v1.schema.json +64 -0
  263. data/schema/fix-v2.schema.json +66 -0
  264. data/schema/fix-v3.schema.json +101 -0
  265. data/schema/fuzz-regression-v1.schema.json +79 -0
  266. data/schema/fuzz-v1.schema.json +114 -0
  267. data/schema/{grammar-ir-v2.schema.json → grammar-ir-extensions.schema.json} +20 -65
  268. data/schema/{grammar-ir-v1.schema.json → grammar-ir-foundation.schema.json} +3 -3
  269. data/schema/grammar-ir.schema.json +271 -0
  270. data/schema/ielr-benchmark-v1.schema.json +85 -0
  271. data/schema/lexer-profile-v1.schema.json +491 -0
  272. data/schema/metrics-v1.schema.json +60 -0
  273. data/schema/reduce-v1.schema.json +22 -0
  274. data/schema/reduce-v2.schema.json +63 -0
  275. data/schema/table-artifact-v1.schema.json +377 -0
  276. data/schema/verification-report-v1.schema.json +222 -0
  277. data/schema/verify-v1.schema.json +42 -0
  278. data/sig/ibex/analysis/digraph.rbs +19 -0
  279. data/sig/ibex/bison_import/importer.rbs +140 -0
  280. data/sig/ibex/bison_import/tokenizer.rbs +91 -0
  281. data/sig/ibex/bison_import.rbs +95 -0
  282. data/sig/ibex/bounded_subprocess.rbs +76 -0
  283. data/sig/ibex/cli/ambiguity.rbs +6 -0
  284. data/sig/ibex/cli/analysis.rbs +43 -0
  285. data/sig/ibex/cli/bison_import.rbs +32 -0
  286. data/sig/ibex/cli/config.rbs +35 -0
  287. data/sig/ibex/cli/diagnostics.rbs +16 -3
  288. data/sig/ibex/cli/documentation.rbs +5 -1
  289. data/sig/ibex/cli/equiv.rbs +49 -0
  290. data/sig/ibex/cli/error_messages.rbs +6 -0
  291. data/sig/ibex/cli/explain.rbs +6 -0
  292. data/sig/ibex/cli/fix.rbs +53 -0
  293. data/sig/ibex/cli/formatting.rbs +5 -1
  294. data/sig/ibex/cli/fuzz.rbs +47 -0
  295. data/sig/ibex/cli/fuzz_regressions.rbs +40 -0
  296. data/sig/ibex/cli/generation_artifacts.rbs +21 -2
  297. data/sig/ibex/cli/generation_error_messages.rbs +2 -2
  298. data/sig/ibex/cli/grammar_tests.rbs +15 -3
  299. data/sig/ibex/cli/ir_tools.rbs +7 -19
  300. data/sig/ibex/cli/outputs.rbs +9 -3
  301. data/sig/ibex/cli/reduce.rbs +60 -0
  302. data/sig/ibex/cli/reduce_reporting.rbs +27 -0
  303. data/sig/ibex/cli/samples.rbs +8 -0
  304. data/sig/ibex/cli/verify.rbs +28 -0
  305. data/sig/ibex/cli/watch.rbs +2 -2
  306. data/sig/ibex/cli.rbs +79 -5
  307. data/sig/ibex/codegen/action_method_source.rbs +4 -4
  308. data/sig/ibex/codegen/explain.rbs +45 -25
  309. data/sig/ibex/codegen/generated_action_abi.rbs +14 -10
  310. data/sig/ibex/codegen/rbs.rbs +12 -10
  311. data/sig/ibex/codegen/report.rbs +12 -12
  312. data/sig/ibex/codegen/ruby.rbs +18 -15
  313. data/sig/ibex/codegen/ruby_actions.rbs +6 -6
  314. data/sig/ibex/codegen/ruby_syntax.rbs +10 -8
  315. data/sig/ibex/configuration/analysis_grammar.rbs +13 -0
  316. data/sig/ibex/configuration/explanation.rbs +195 -0
  317. data/sig/ibex/configuration/inspector.rbs +53 -0
  318. data/sig/ibex/configuration.rbs +242 -0
  319. data/sig/ibex/coverage/collector.rbs +16 -14
  320. data/sig/ibex/coverage/event_stream.rbs +12 -10
  321. data/sig/ibex/coverage/report.rbs +20 -18
  322. data/sig/ibex/coverage/runtime_event_validator.rbs +38 -36
  323. data/sig/ibex/delta_reducer.rbs +38 -0
  324. data/sig/ibex/diff.rbs +47 -0
  325. data/sig/ibex/equiv/machine.rbs +54 -0
  326. data/sig/ibex/equiv.rbs +129 -0
  327. data/sig/ibex/fix.rbs +138 -0
  328. data/sig/ibex/frontend/ast.rbs +33 -7
  329. data/sig/ibex/frontend/bootstrap_parser.rbs +2 -0
  330. data/sig/ibex/frontend/diagnostic.rbs +2 -2
  331. data/sig/ibex/frontend/formatter.rbs +38 -30
  332. data/sig/ibex/frontend/generated_parser.rbs +87 -77
  333. data/sig/ibex/frontend/generated_parser_base.rbs +4 -2
  334. data/sig/ibex/frontend/parser/declarations.rbs +3 -0
  335. data/sig/ibex/frontend/parser_configuration_support.rbs +27 -0
  336. data/sig/ibex/frontend/resolution.rbs +3 -2
  337. data/sig/ibex/frontend/source_cursor.rbs +2 -2
  338. data/sig/ibex/frontend/source_span.rbs +5 -2
  339. data/sig/ibex/frontend/token_adapter/declaration_state.rbs +13 -1
  340. data/sig/ibex/frontend/token_adapter.rbs +6 -0
  341. data/sig/ibex/fuzz.rbs +71 -0
  342. data/sig/ibex/generation_input.rbs +2 -2
  343. data/sig/ibex/generation_manifest.rbs +35 -32
  344. data/sig/ibex/generation_transaction_recovery.rbs +2 -2
  345. data/sig/ibex/generation_transaction_validation.rbs +2 -2
  346. data/sig/ibex/grammar_tests.rbs +2 -2
  347. data/sig/ibex/ir/automaton_ir.rbs +30 -11
  348. data/sig/ibex/ir/grammar_ir.rbs +41 -27
  349. data/sig/ibex/ir/lexer_ir.rbs +8 -8
  350. data/sig/ibex/ir/parser_contract.rbs +69 -0
  351. data/sig/ibex/ir/serialize.rbs +63 -28
  352. data/sig/ibex/ir/validator/automaton.rbs +47 -44
  353. data/sig/ibex/ir/validator/base.rbs +35 -31
  354. data/sig/ibex/ir/validator/grammar.rbs +78 -67
  355. data/sig/ibex/ir/validator/lexer.rbs +4 -4
  356. data/sig/ibex/ir.rbs +9 -3
  357. data/sig/ibex/lalr/build_metrics.rbs +42 -2
  358. data/sig/ibex/lalr/builder.rbs +75 -24
  359. data/sig/ibex/lalr/conflict_search.rbs +5 -2
  360. data/sig/ibex/lalr/counterexample.rbs +17 -14
  361. data/sig/ibex/lalr/direct_lookaheads.rbs +35 -28
  362. data/sig/ibex/lalr/goto_follows.rbs +89 -0
  363. data/sig/ibex/lalr/ielr/annotator.rbs +67 -0
  364. data/sig/ibex/lalr/ielr/bits.rbs +14 -0
  365. data/sig/ibex/lalr/ielr/inadequacy.rbs +24 -0
  366. data/sig/ibex/lalr/ielr/item_lookaheads.rbs +35 -0
  367. data/sig/ibex/lalr/ielr/pipeline.rbs +17 -0
  368. data/sig/ibex/lalr/ielr/split_stability.rbs +27 -0
  369. data/sig/ibex/lalr/ielr/split_state.rbs +14 -0
  370. data/sig/ibex/lalr/ielr/state_splitter.rbs +76 -0
  371. data/sig/ibex/lalr/ielr_partition.rbs +17 -5
  372. data/sig/ibex/lalr/inadequacy_report.rbs +21 -0
  373. data/sig/ibex/lalr/lookahead_propagation.rbs +38 -0
  374. data/sig/ibex/lalr/lr0_collection.rbs +50 -0
  375. data/sig/ibex/lalr/unreachable_states.rbs +25 -0
  376. data/sig/ibex/lalr.rbs +11 -1
  377. data/sig/ibex/location.rbs +6 -6
  378. data/sig/ibex/lsp/document_handlers.rbs +8 -8
  379. data/sig/ibex/lsp/initialization_handlers.rbs +12 -12
  380. data/sig/ibex/lsp/navigation_handlers.rbs +15 -12
  381. data/sig/ibex/lsp/parser_configuration_assistance.rbs +49 -0
  382. data/sig/ibex/lsp/position_codec.rbs +8 -4
  383. data/sig/ibex/lsp/request_handlers.rbs +4 -4
  384. data/sig/ibex/lsp/request_support.rbs +8 -8
  385. data/sig/ibex/lsp/server.rbs +16 -16
  386. data/sig/ibex/lsp/symbol_index.rbs +20 -21
  387. data/sig/ibex/lsp/symbol_index_builder.rbs +9 -8
  388. data/sig/ibex/lsp/symbol_occurrence.rbs +11 -5
  389. data/sig/ibex/lsp/transport.rbs +18 -6
  390. data/sig/ibex/lsp/workspace.rbs +3 -2
  391. data/sig/ibex/lsp/workspace_analyzer.rbs +1 -1
  392. data/sig/ibex/messages.rbs +26 -0
  393. data/sig/ibex/metrics.rbs +50 -0
  394. data/sig/ibex/normalize/diagnostics.rbs +4 -4
  395. data/sig/ibex/normalize/expander.rbs +2 -2
  396. data/sig/ibex/normalize/expression.rbs +10 -8
  397. data/sig/ibex/normalize/grammar_builder.rbs +11 -0
  398. data/sig/ibex/normalize/inline_expansion.rbs +59 -50
  399. data/sig/ibex/normalize/lexer.rbs +4 -4
  400. data/sig/ibex/normalize/parameter_ebnf_lowering.rbs +15 -14
  401. data/sig/ibex/normalize/parameter_lowering.rbs +18 -18
  402. data/sig/ibex/normalize/parameters.rbs +13 -8
  403. data/sig/ibex/normalize/parser_configuration.rbs +23 -0
  404. data/sig/ibex/normalize.rbs +11 -5
  405. data/sig/ibex/racc_migration/report.rbs +8 -6
  406. data/sig/ibex/rake_task.rbs +1 -1
  407. data/sig/ibex/samples.rbs +13 -4
  408. data/sig/ibex/table_artifact/builder.rbs +93 -0
  409. data/sig/ibex/table_artifact/cst_projection.rbs +20 -0
  410. data/sig/ibex/table_artifact/document.rbs +27 -0
  411. data/sig/ibex/table_artifact/executor.rbs +66 -0
  412. data/sig/ibex/table_artifact/serializer.rbs +25 -0
  413. data/sig/ibex/table_artifact/validator/metadata.rbs +52 -0
  414. data/sig/ibex/table_artifact/validator/support.rbs +46 -0
  415. data/sig/ibex/table_artifact/validator/tables.rbs +63 -0
  416. data/sig/ibex/table_artifact/validator.rbs +66 -0
  417. data/sig/ibex/table_artifact.rbs +32 -0
  418. data/sig/ibex/table_simulation/result.rbs +8 -4
  419. data/sig/ibex/table_simulation/step.rbs +4 -2
  420. data/sig/ibex/tables.rbs +10 -9
  421. data/sig/ibex/verifiable_generation_bundle.rbs +24 -0
  422. data/sig/ibex/verification_report/builder.rbs +53 -0
  423. data/sig/ibex/verification_report/canonical_ir.rbs +41 -0
  424. data/sig/ibex/verification_report/logical_path.rbs +34 -0
  425. data/sig/ibex/verification_report/validator.rbs +114 -0
  426. data/sig/ibex/verification_report.rbs +44 -0
  427. data/sig/ibex/verify/action_correspondence.rbs +50 -0
  428. data/sig/ibex/verify/language_witness.rbs +112 -0
  429. data/sig/ibex/verify/reference_collection.rbs +63 -0
  430. data/sig/ibex/verify/result.rbs +52 -0
  431. data/sig/ibex/verify/verifier.rbs +170 -0
  432. data/sig/ibex/verify.rbs +6 -0
  433. data/sig/ibex/watch/runner.rbs +12 -2
  434. data/sig/ibex/watch/source_snapshot.rbs +13 -9
  435. metadata +232 -12
  436. data/lib/ibex/ir/migration.rb +0 -120
  437. data/sig/ibex/ir/migration.rbs +0 -34
@@ -0,0 +1,491 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/lexer-profile-v1.schema.json",
4
+ "title": "Ibex generated lexer profile",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "ibex_report", "schema_version", "trust", "environment", "provenance",
9
+ "measurement_policy", "heuristic_analysis", "semantic_comparison", "cohorts", "decisions", "limitations"
10
+ ],
11
+ "properties": {
12
+ "ibex_report": { "const": "lexer_profile" },
13
+ "schema_version": { "const": 1 },
14
+ "trust": { "const": "internal_local_observation" },
15
+ "environment": { "$ref": "#/$defs/environment" },
16
+ "provenance": { "$ref": "#/$defs/provenance" },
17
+ "measurement_policy": { "$ref": "#/$defs/measurementPolicy" },
18
+ "heuristic_analysis": { "$ref": "#/$defs/heuristicAnalysis" },
19
+ "semantic_comparison": { "$ref": "#/$defs/semanticComparison" },
20
+ "cohorts": {
21
+ "type": "array",
22
+ "minItems": 2,
23
+ "maxItems": 2,
24
+ "prefixItems": [
25
+ { "$ref": "#/$defs/syntheticCohort" },
26
+ { "$ref": "#/$defs/publicRealCohort" }
27
+ ],
28
+ "items": false
29
+ },
30
+ "decisions": {
31
+ "type": "array",
32
+ "minItems": 2,
33
+ "maxItems": 2,
34
+ "prefixItems": [
35
+ {
36
+ "allOf": [
37
+ { "$ref": "#/$defs/decision" },
38
+ {
39
+ "properties": {
40
+ "feature": { "const": "automatic-regexp-replacement" },
41
+ "decision": { "const": "NO-GO" }
42
+ }
43
+ }
44
+ ]
45
+ },
46
+ {
47
+ "allOf": [
48
+ { "$ref": "#/$defs/decision" },
49
+ {
50
+ "properties": {
51
+ "feature": { "const": "separate-automaton-profile" },
52
+ "decision": { "const": "MORE DATA" }
53
+ }
54
+ }
55
+ ]
56
+ }
57
+ ],
58
+ "items": false
59
+ },
60
+ "limitations": { "$ref": "#/$defs/nonemptyStrings" }
61
+ },
62
+ "$defs": {
63
+ "sha256": { "type": "string", "pattern": "^[0-9a-f]{64}$" },
64
+ "revision": { "type": "string", "pattern": "^[0-9a-f]{40}$" },
65
+ "nonemptyString": { "type": "string", "minLength": 1 },
66
+ "nonemptyStrings": {
67
+ "type": "array",
68
+ "minItems": 1,
69
+ "items": { "$ref": "#/$defs/nonemptyString" }
70
+ },
71
+ "environment": {
72
+ "type": "object",
73
+ "additionalProperties": false,
74
+ "required": [
75
+ "observation_role", "ruby_engine", "ruby_version", "ruby_patchlevel", "ruby_description",
76
+ "ruby_platform", "rubyopt", "yjit_enabled", "host_os", "host_cpu", "kernel_name",
77
+ "kernel_release", "kernel_version", "kernel_machine", "logical_processors"
78
+ ],
79
+ "properties": {
80
+ "observation_role": { "const": "host_bound_not_regression_golden" },
81
+ "ruby_engine": { "$ref": "#/$defs/nonemptyString" },
82
+ "ruby_version": { "$ref": "#/$defs/nonemptyString" },
83
+ "ruby_patchlevel": { "type": "integer" },
84
+ "ruby_description": { "$ref": "#/$defs/nonemptyString" },
85
+ "ruby_platform": { "$ref": "#/$defs/nonemptyString" },
86
+ "rubyopt": { "type": ["string", "null"] },
87
+ "yjit_enabled": { "type": "boolean" },
88
+ "host_os": { "$ref": "#/$defs/nonemptyString" },
89
+ "host_cpu": { "$ref": "#/$defs/nonemptyString" },
90
+ "kernel_name": { "$ref": "#/$defs/nonemptyString" },
91
+ "kernel_release": { "$ref": "#/$defs/nonemptyString" },
92
+ "kernel_version": { "$ref": "#/$defs/nonemptyString" },
93
+ "kernel_machine": { "$ref": "#/$defs/nonemptyString" },
94
+ "logical_processors": { "type": "integer", "minimum": 1 }
95
+ }
96
+ },
97
+ "provenance": {
98
+ "type": "object",
99
+ "additionalProperties": false,
100
+ "required": [
101
+ "base_revision", "base_revision_role", "capture_worktree_clean", "capture_worktree_status",
102
+ "capture_worktree_status_sha256", "bound_paths", "bound_paths_sha256", "implementation_sha256",
103
+ "deterministic_report_input_sha256", "capture_identity_sha256",
104
+ "environment_observation_sha256", "measurement_policy_sha256", "heuristic_analysis_sha256",
105
+ "evidence_path", "evidence_exclusion_reason"
106
+ ],
107
+ "properties": {
108
+ "base_revision": { "$ref": "#/$defs/revision" },
109
+ "base_revision_role": {
110
+ "const": "Exact clean capture revision and parent of the committed evidence revision"
111
+ },
112
+ "capture_worktree_clean": { "type": "boolean" },
113
+ "capture_worktree_status": { "type": "array", "items": { "type": "string" } },
114
+ "capture_worktree_status_sha256": { "$ref": "#/$defs/sha256" },
115
+ "bound_paths": {
116
+ "type": "array",
117
+ "minItems": 1,
118
+ "items": { "$ref": "#/$defs/binding" }
119
+ },
120
+ "bound_paths_sha256": { "$ref": "#/$defs/sha256" },
121
+ "implementation_sha256": { "$ref": "#/$defs/sha256" },
122
+ "deterministic_report_input_sha256": { "$ref": "#/$defs/sha256" },
123
+ "capture_identity_sha256": { "$ref": "#/$defs/sha256" },
124
+ "environment_observation_sha256": { "$ref": "#/$defs/sha256" },
125
+ "measurement_policy_sha256": { "$ref": "#/$defs/sha256" },
126
+ "heuristic_analysis_sha256": { "$ref": "#/$defs/sha256" },
127
+ "evidence_path": { "const": "tool/profile/evidence/lexer-profile-v1.json" },
128
+ "evidence_exclusion_reason": { "$ref": "#/$defs/nonemptyString" }
129
+ }
130
+ },
131
+ "binding": {
132
+ "type": "object",
133
+ "additionalProperties": false,
134
+ "required": ["path", "sha256", "git_state", "base_sha256"],
135
+ "properties": {
136
+ "path": { "$ref": "#/$defs/nonemptyString" },
137
+ "sha256": { "$ref": "#/$defs/sha256" },
138
+ "git_state": { "enum": ["base", "modified", "untracked"] },
139
+ "base_sha256": { "oneOf": [{ "$ref": "#/$defs/sha256" }, { "type": "null" }] }
140
+ }
141
+ },
142
+ "measurementPolicy": {
143
+ "type": "object",
144
+ "additionalProperties": false,
145
+ "required": [
146
+ "runtime_role", "elapsed_time_release_gate", "allocation_count_release_gate", "allocation_metric",
147
+ "streaming_chunk_size_bytes", "incremental_metric", "action_execution", "public_workload_rule"
148
+ ],
149
+ "properties": {
150
+ "runtime_role": { "const": "diagnostic_observation_only" },
151
+ "elapsed_time_release_gate": { "const": false },
152
+ "allocation_count_release_gate": { "const": false },
153
+ "allocation_metric": { "$ref": "#/$defs/nonemptyString" },
154
+ "streaming_chunk_size_bytes": { "type": "integer", "minimum": 1 },
155
+ "incremental_metric": { "$ref": "#/$defs/nonemptyString" },
156
+ "action_execution": { "$ref": "#/$defs/nonemptyString" },
157
+ "public_workload_rule": { "$ref": "#/$defs/nonemptyString" }
158
+ }
159
+ },
160
+ "heuristicAnalysis": {
161
+ "type": "object",
162
+ "additionalProperties": false,
163
+ "required": ["method", "fields", "coverage", "false_negative_possible", "limitations"],
164
+ "properties": {
165
+ "method": { "const": "normalized-source-pattern-scan" },
166
+ "fields": {
167
+ "type": "array",
168
+ "minItems": 4,
169
+ "maxItems": 4,
170
+ "prefixItems": [
171
+ { "const": "alternation_rule_ids" },
172
+ { "const": "lazy_rule_ids" },
173
+ { "const": "state_mutation_sources" },
174
+ { "const": "parser_to_lexer_feedback" }
175
+ ],
176
+ "items": false
177
+ },
178
+ "coverage": { "$ref": "#/$defs/nonemptyString" },
179
+ "false_negative_possible": { "const": true },
180
+ "limitations": { "$ref": "#/$defs/nonemptyStrings" }
181
+ }
182
+ },
183
+ "semanticComparison": {
184
+ "type": "object",
185
+ "additionalProperties": false,
186
+ "required": [
187
+ "current_engine", "current_inside_rule_selection", "current_across_rule_selection", "candidate_engine",
188
+ "candidate_selection", "equivalent", "witness", "migration_risks"
189
+ ],
190
+ "properties": {
191
+ "current_engine": { "const": "Ruby Regexp per declared rule" },
192
+ "current_inside_rule_selection": { "const": "Ruby leftmost-first alternative selection" },
193
+ "current_across_rule_selection": { "$ref": "#/$defs/nonemptyString" },
194
+ "candidate_engine": { "$ref": "#/$defs/nonemptyString" },
195
+ "candidate_selection": { "const": "maximal munch with declaration-order tie break" },
196
+ "equivalent": { "const": false },
197
+ "witness": { "$ref": "#/$defs/nonemptyString" },
198
+ "migration_risks": { "$ref": "#/$defs/nonemptyStrings" }
199
+ }
200
+ },
201
+ "grammar": {
202
+ "type": "object",
203
+ "additionalProperties": false,
204
+ "required": ["identity", "path", "revision", "sha256", "storage", "source_url"],
205
+ "properties": {
206
+ "identity": { "$ref": "#/$defs/nonemptyString" },
207
+ "path": { "$ref": "#/$defs/nonemptyString" },
208
+ "revision": { "$ref": "#/$defs/revision" },
209
+ "sha256": { "$ref": "#/$defs/sha256" },
210
+ "storage": { "enum": ["repository", "remote"] },
211
+ "source_url": { "$ref": "#/$defs/nonemptyString" }
212
+ }
213
+ },
214
+ "input": {
215
+ "type": "object",
216
+ "additionalProperties": false,
217
+ "required": ["path", "revision", "seed_sha256", "sha256", "bytes", "derivation"],
218
+ "properties": {
219
+ "path": { "$ref": "#/$defs/nonemptyString" },
220
+ "revision": { "$ref": "#/$defs/revision" },
221
+ "seed_sha256": { "$ref": "#/$defs/sha256" },
222
+ "sha256": { "$ref": "#/$defs/sha256" },
223
+ "bytes": { "type": "integer", "minimum": 1 },
224
+ "derivation": { "$ref": "#/$defs/nonemptyString" }
225
+ }
226
+ },
227
+ "measuredAvailability": {
228
+ "type": "object",
229
+ "additionalProperties": false,
230
+ "required": ["status", "reason"],
231
+ "properties": {
232
+ "status": { "const": "measured" },
233
+ "reason": { "type": "null" }
234
+ }
235
+ },
236
+ "notRunAvailability": {
237
+ "type": "object",
238
+ "additionalProperties": false,
239
+ "required": ["status", "reason"],
240
+ "properties": {
241
+ "status": { "const": "not_run" },
242
+ "reason": { "$ref": "#/$defs/nonemptyString" }
243
+ }
244
+ },
245
+ "feature": {
246
+ "enum": [
247
+ "alternation", "regexp-leftmost-first", "lazy-quantifier", "long-common-prefix",
248
+ "nested-quantifier", "regexp-warning", "chunk-boundary-inside-token", "unicode-property",
249
+ "stateful-string", "lexer-state-mutation", "parser-action-state-mutation", "parser-to-lexer-feedback"
250
+ ]
251
+ },
252
+ "syntheticCohort": {
253
+ "type": "object",
254
+ "additionalProperties": false,
255
+ "required": ["kind", "workloads"],
256
+ "properties": {
257
+ "kind": { "const": "synthetic" },
258
+ "workloads": {
259
+ "type": "array",
260
+ "minItems": 8,
261
+ "items": { "$ref": "#/$defs/syntheticWorkload" }
262
+ }
263
+ }
264
+ },
265
+ "publicRealCohort": {
266
+ "type": "object",
267
+ "additionalProperties": false,
268
+ "required": ["kind", "workloads"],
269
+ "properties": {
270
+ "kind": { "const": "public_real" },
271
+ "workloads": {
272
+ "type": "array",
273
+ "minItems": 1,
274
+ "items": { "$ref": "#/$defs/publicRealWorkload" }
275
+ }
276
+ }
277
+ },
278
+ "syntheticWorkload": {
279
+ "type": "object",
280
+ "additionalProperties": false,
281
+ "required": [
282
+ "id", "classification", "grammar", "suite", "adversarial_features", "input",
283
+ "availability", "result", "notes"
284
+ ],
285
+ "properties": {
286
+ "id": { "$ref": "#/$defs/nonemptyString" },
287
+ "classification": { "const": "repository_synthetic" },
288
+ "grammar": { "$ref": "#/$defs/grammar" },
289
+ "suite": { "enum": ["adversarial", "registered"] },
290
+ "adversarial_features": {
291
+ "type": "array",
292
+ "uniqueItems": true,
293
+ "items": { "$ref": "#/$defs/feature" }
294
+ },
295
+ "input": { "$ref": "#/$defs/input" },
296
+ "availability": { "$ref": "#/$defs/measuredAvailability" },
297
+ "result": { "$ref": "#/$defs/result" },
298
+ "notes": { "$ref": "#/$defs/nonemptyStrings" }
299
+ }
300
+ },
301
+ "publicRealWorkload": {
302
+ "type": "object",
303
+ "additionalProperties": false,
304
+ "required": [
305
+ "id", "classification", "grammar", "suite", "adversarial_features", "input",
306
+ "availability", "result", "notes"
307
+ ],
308
+ "properties": {
309
+ "id": { "$ref": "#/$defs/nonemptyString" },
310
+ "classification": { "const": "public_real" },
311
+ "grammar": { "$ref": "#/$defs/grammar" },
312
+ "suite": { "const": "registered" },
313
+ "adversarial_features": { "type": "array", "maxItems": 0 },
314
+ "input": { "type": "null" },
315
+ "availability": { "$ref": "#/$defs/notRunAvailability" },
316
+ "result": { "type": "null" },
317
+ "notes": { "$ref": "#/$defs/nonemptyStrings" }
318
+ }
319
+ },
320
+ "result": {
321
+ "type": "object",
322
+ "additionalProperties": false,
323
+ "required": ["structure", "token_lengths", "streaming", "runtime_observations", "incremental_full_scan"],
324
+ "properties": {
325
+ "structure": { "$ref": "#/$defs/structure" },
326
+ "token_lengths": { "$ref": "#/$defs/tokenLengths" },
327
+ "streaming": { "$ref": "#/$defs/streaming" },
328
+ "runtime_observations": { "$ref": "#/$defs/runtimeObservations" },
329
+ "incremental_full_scan": { "$ref": "#/$defs/incremental" }
330
+ }
331
+ },
332
+ "structure": {
333
+ "type": "object",
334
+ "additionalProperties": false,
335
+ "required": [
336
+ "states", "rules_per_state", "rule_count", "alternation_rule_ids", "lazy_rule_ids",
337
+ "arbitrary_lexer_action_rule_ids", "state_mutation_sources", "parser_to_lexer_feedback", "regexp_warnings"
338
+ ],
339
+ "properties": {
340
+ "states": {
341
+ "type": "array", "minItems": 1, "uniqueItems": true,
342
+ "items": { "$ref": "#/$defs/nonemptyString" }
343
+ },
344
+ "rules_per_state": {
345
+ "type": "object",
346
+ "propertyNames": { "pattern": "^[A-Za-z_][A-Za-z0-9_]*$" },
347
+ "additionalProperties": { "type": "integer", "minimum": 0 }
348
+ },
349
+ "rule_count": { "type": "integer", "minimum": 1 },
350
+ "alternation_rule_ids": { "$ref": "#/$defs/ruleIds" },
351
+ "lazy_rule_ids": { "$ref": "#/$defs/ruleIds" },
352
+ "arbitrary_lexer_action_rule_ids": { "$ref": "#/$defs/ruleIds" },
353
+ "state_mutation_sources": {
354
+ "type": "object",
355
+ "additionalProperties": false,
356
+ "required": ["lexer_rule_ids", "parser_production_ids"],
357
+ "properties": {
358
+ "lexer_rule_ids": { "$ref": "#/$defs/ruleIds" },
359
+ "parser_production_ids": { "$ref": "#/$defs/ruleIds" }
360
+ }
361
+ },
362
+ "parser_to_lexer_feedback": { "type": "boolean" },
363
+ "regexp_warnings": {
364
+ "type": "array",
365
+ "items": {
366
+ "type": "object",
367
+ "additionalProperties": false,
368
+ "required": ["type", "rule_id"],
369
+ "properties": {
370
+ "type": { "const": "redos" },
371
+ "rule_id": { "type": "integer", "minimum": 0 }
372
+ }
373
+ }
374
+ }
375
+ }
376
+ },
377
+ "ruleIds": {
378
+ "type": "array",
379
+ "uniqueItems": true,
380
+ "items": { "type": "integer", "minimum": 0 }
381
+ },
382
+ "tokenLengths": {
383
+ "type": "object",
384
+ "additionalProperties": false,
385
+ "required": ["count", "minimum_bytes", "maximum_bytes", "total_bytes", "sequence_sha256", "sample"],
386
+ "properties": {
387
+ "count": { "type": "integer", "minimum": 1 },
388
+ "minimum_bytes": { "type": "integer", "minimum": 1 },
389
+ "maximum_bytes": { "type": "integer", "minimum": 1 },
390
+ "total_bytes": { "type": "integer", "minimum": 1 },
391
+ "sequence_sha256": { "$ref": "#/$defs/sha256" },
392
+ "sample": {
393
+ "type": "array",
394
+ "minItems": 1,
395
+ "maxItems": 16,
396
+ "items": {
397
+ "type": "object",
398
+ "additionalProperties": false,
399
+ "required": ["token", "bytes", "state"],
400
+ "properties": {
401
+ "token": { "$ref": "#/$defs/nonemptyString" },
402
+ "bytes": { "type": "integer", "minimum": 1 },
403
+ "state": { "$ref": "#/$defs/nonemptyString" }
404
+ }
405
+ }
406
+ }
407
+ }
408
+ },
409
+ "streaming": {
410
+ "type": "object",
411
+ "additionalProperties": false,
412
+ "required": ["source_kind", "chunk_size_bytes", "peak_buffer_bytes", "source_bytes_read"],
413
+ "properties": {
414
+ "source_kind": { "enum": ["io", "string"] },
415
+ "chunk_size_bytes": { "type": "integer", "minimum": 1 },
416
+ "peak_buffer_bytes": { "type": "integer", "minimum": 1 },
417
+ "source_bytes_read": { "type": "integer", "minimum": 1 }
418
+ }
419
+ },
420
+ "runtimeObservations": {
421
+ "type": "object",
422
+ "additionalProperties": false,
423
+ "required": ["elapsed_seconds", "allocated_objects"],
424
+ "properties": {
425
+ "elapsed_seconds": { "$ref": "#/$defs/diagnosticObservation" },
426
+ "allocated_objects": { "$ref": "#/$defs/diagnosticObservation" }
427
+ }
428
+ },
429
+ "diagnosticObservation": {
430
+ "type": "object",
431
+ "additionalProperties": false,
432
+ "required": ["status", "value", "release_gate"],
433
+ "properties": {
434
+ "status": { "const": "observation" },
435
+ "value": { "type": "number", "minimum": 0 },
436
+ "release_gate": { "const": false }
437
+ }
438
+ },
439
+ "incremental": {
440
+ "oneOf": [
441
+ {
442
+ "type": "object",
443
+ "additionalProperties": false,
444
+ "required": ["status", "edited_source_bytes", "bytes_scanned_from_zero", "share", "basis"],
445
+ "properties": {
446
+ "status": { "const": "measured" },
447
+ "edited_source_bytes": { "type": "integer", "minimum": 1 },
448
+ "bytes_scanned_from_zero": { "type": "integer", "minimum": 1 },
449
+ "share": { "type": "number", "minimum": 0 },
450
+ "basis": { "$ref": "#/$defs/nonemptyString" }
451
+ }
452
+ },
453
+ {
454
+ "type": "object",
455
+ "additionalProperties": false,
456
+ "required": ["status", "reason"],
457
+ "properties": {
458
+ "status": { "enum": ["not_requested", "not_measured"] },
459
+ "reason": { "$ref": "#/$defs/nonemptyString" }
460
+ }
461
+ }
462
+ ]
463
+ },
464
+ "decision": {
465
+ "type": "object",
466
+ "additionalProperties": false,
467
+ "required": ["feature", "decision", "thresholds", "reason", "counterevidence_required"],
468
+ "properties": {
469
+ "feature": { "$ref": "#/$defs/nonemptyString" },
470
+ "decision": { "enum": ["GO", "NO-GO", "MORE DATA"] },
471
+ "thresholds": {
472
+ "type": "array",
473
+ "minItems": 1,
474
+ "items": {
475
+ "type": "object",
476
+ "additionalProperties": false,
477
+ "required": ["id", "target", "observed", "satisfied"],
478
+ "properties": {
479
+ "id": { "$ref": "#/$defs/nonemptyString" },
480
+ "target": { "$ref": "#/$defs/nonemptyString" },
481
+ "observed": { "$ref": "#/$defs/nonemptyString" },
482
+ "satisfied": { "type": "boolean" }
483
+ }
484
+ }
485
+ },
486
+ "reason": { "$ref": "#/$defs/nonemptyString" },
487
+ "counterevidence_required": { "$ref": "#/$defs/nonemptyStrings" }
488
+ }
489
+ }
490
+ }
491
+ }
@@ -0,0 +1,60 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/metrics-v1.schema.json",
4
+ "title": "Ibex grammar metrics report v1",
5
+ "type": "object",
6
+ "required": ["ibex_report", "schema_version", "algorithm", "grammar_digest", "symbols", "grammar", "automaton"],
7
+ "properties": {
8
+ "ibex_report": { "const": "metrics" },
9
+ "schema_version": { "const": 1 },
10
+ "algorithm": { "enum": ["slr", "lalr1", "ielr1", "lr1"] },
11
+ "grammar_digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
12
+ "symbols": {
13
+ "type": "object",
14
+ "required": ["terminals", "nonterminals"],
15
+ "properties": {
16
+ "terminals": { "type": "integer", "minimum": 0 },
17
+ "nonterminals": { "type": "integer", "minimum": 0 }
18
+ },
19
+ "additionalProperties": false
20
+ },
21
+ "grammar": {
22
+ "type": "object",
23
+ "required": ["rules", "alternatives", "average_alternatives_per_rule", "maximum_branching", "epsilon_productions", "recursive_nonterminals", "recursion_component_depth", "warnings"],
24
+ "properties": {
25
+ "rules": { "type": "integer", "minimum": 0 },
26
+ "alternatives": { "type": "integer", "minimum": 0 },
27
+ "average_alternatives_per_rule": { "type": "number", "minimum": 0 },
28
+ "maximum_branching": { "type": "integer", "minimum": 0 },
29
+ "epsilon_productions": { "type": "integer", "minimum": 0 },
30
+ "recursive_nonterminals": { "type": "array", "items": { "type": "string" }, "uniqueItems": true },
31
+ "recursion_component_depth": { "type": "integer", "minimum": 0 },
32
+ "warnings": { "type": "integer", "minimum": 0 }
33
+ },
34
+ "additionalProperties": false
35
+ },
36
+ "automaton": {
37
+ "type": "object",
38
+ "required": ["states", "transitions", "action_cells", "goto_cells", "default_reductions", "conflicts"],
39
+ "properties": {
40
+ "states": { "type": "integer", "minimum": 1 },
41
+ "transitions": { "type": "integer", "minimum": 0 },
42
+ "action_cells": { "type": "integer", "minimum": 0 },
43
+ "goto_cells": { "type": "integer", "minimum": 0 },
44
+ "default_reductions": { "type": "integer", "minimum": 0 },
45
+ "conflicts": {
46
+ "type": "object",
47
+ "required": ["shift_reduce", "precedence_resolved_shift_reduce", "reduce_reduce"],
48
+ "properties": {
49
+ "shift_reduce": { "type": "integer", "minimum": 0 },
50
+ "precedence_resolved_shift_reduce": { "type": "integer", "minimum": 0 },
51
+ "reduce_reduce": { "type": "integer", "minimum": 0 }
52
+ },
53
+ "additionalProperties": false
54
+ }
55
+ },
56
+ "additionalProperties": false
57
+ }
58
+ },
59
+ "additionalProperties": false
60
+ }
@@ -0,0 +1,22 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/reduce-v1.schema.json",
4
+ "title": "Ibex reduce report v1",
5
+ "type": "object",
6
+ "required": [
7
+ "ibex_report", "schema_version", "mode", "original_size",
8
+ "minimized_size", "trials", "complete", "minimized", "bounded"
9
+ ],
10
+ "properties": {
11
+ "ibex_report": { "const": "reduce" },
12
+ "schema_version": { "const": 1 },
13
+ "mode": { "enum": ["tokens", "lines", "bytes"] },
14
+ "original_size": { "type": "integer", "minimum": 0 },
15
+ "minimized_size": { "type": "integer", "minimum": 0 },
16
+ "trials": { "type": "integer", "minimum": 1 },
17
+ "complete": { "type": "boolean" },
18
+ "minimized": { "type": "array" },
19
+ "bounded": { "const": true }
20
+ },
21
+ "additionalProperties": false
22
+ }
@@ -0,0 +1,63 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/ydah/ibex/main/schema/reduce-v2.schema.json",
4
+ "title": "Ibex reduce report v2",
5
+ "type": "object",
6
+ "required": [
7
+ "ibex_report", "schema_version", "result", "mode", "bounded", "bounds"
8
+ ],
9
+ "properties": {
10
+ "ibex_report": { "const": "reduce" },
11
+ "schema_version": { "const": 2 },
12
+ "result": { "enum": ["minimized", "incomplete", "budget_exhausted"] },
13
+ "mode": { "enum": ["tokens", "lines", "bytes"] },
14
+ "original_size": { "type": "integer", "minimum": 0 },
15
+ "minimized_size": { "type": "integer", "minimum": 0 },
16
+ "trials": { "type": "integer", "minimum": 1 },
17
+ "complete": { "type": "boolean" },
18
+ "minimized": { "type": "array" },
19
+ "bounded": { "const": true },
20
+ "bounds": {
21
+ "type": "object",
22
+ "required": [
23
+ "max_trials", "timeout_seconds", "max_output_bytes", "max_input_bytes"
24
+ ],
25
+ "properties": {
26
+ "max_trials": { "type": "integer", "minimum": 1 },
27
+ "timeout_seconds": { "type": "integer", "minimum": 1 },
28
+ "max_output_bytes": { "type": "integer", "minimum": 1 },
29
+ "max_input_bytes": { "type": "integer", "minimum": 1 }
30
+ },
31
+ "additionalProperties": false
32
+ },
33
+ "budget": {
34
+ "type": "object",
35
+ "required": ["kind", "message", "trials"],
36
+ "properties": {
37
+ "kind": {
38
+ "enum": ["input_bytes", "subprocess_timeout", "subprocess_output"]
39
+ },
40
+ "message": { "type": "string", "minLength": 1 },
41
+ "trials": { "type": "integer", "minimum": 0 }
42
+ },
43
+ "additionalProperties": false
44
+ }
45
+ },
46
+ "allOf": [
47
+ {
48
+ "if": {
49
+ "properties": { "result": { "enum": ["minimized", "incomplete"] } }
50
+ },
51
+ "then": {
52
+ "required": [
53
+ "original_size", "minimized_size", "trials", "complete", "minimized"
54
+ ]
55
+ }
56
+ },
57
+ {
58
+ "if": { "properties": { "result": { "const": "budget_exhausted" } } },
59
+ "then": { "required": ["budget"] }
60
+ }
61
+ ],
62
+ "additionalProperties": false
63
+ }