domainforge 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (481) hide show
  1. package/.cargo/config.toml +6 -0
  2. package/.claude/settings.local.json +18 -0
  3. package/.coderabbit.yml +43 -0
  4. package/.codex/skills/release-management/SKILL.md +151 -0
  5. package/.codex/skills/release-management/agents/openai.yaml +4 -0
  6. package/.github/actions/decrypt-secrets/action.yml +121 -0
  7. package/.github/agents/Coder.agent.md +97 -0
  8. package/.github/agents/DeepResearch.agent.md +61 -0
  9. package/.github/chatmodes/tdd.vibepro.chatmode.md +1183 -0
  10. package/.github/copilot-instructions.md +13 -0
  11. package/.github/dependabot.yml +68 -0
  12. package/.github/workflows/README.md +165 -0
  13. package/.github/workflows/ci.yml +335 -0
  14. package/.github/workflows/dependabot-automerge.yml +114 -0
  15. package/.github/workflows/dependency-review.yml +27 -0
  16. package/.github/workflows/deploy.yml +87 -0
  17. package/.github/workflows/prepare-release.yml +168 -0
  18. package/.github/workflows/release-crates.yml +42 -0
  19. package/.github/workflows/release-npm.yml +137 -0
  20. package/.github/workflows/release-please.yml +29 -0
  21. package/.github/workflows/release-pypi.yml +96 -0
  22. package/.gitkeep +1 -0
  23. package/.release-please-manifest.json +5 -0
  24. package/.sea-registry.toml +10 -0
  25. package/.serena/project.yml +133 -0
  26. package/.sops.yaml +10 -0
  27. package/AGENTS.md +216 -0
  28. package/CHANGELOG.md +400 -0
  29. package/CLAUDE.md +62 -0
  30. package/CONTRIBUTING.md +323 -0
  31. package/Cargo.lock +3612 -0
  32. package/Cargo.toml +12 -0
  33. package/LICENSE +201 -0
  34. package/README.md +660 -0
  35. package/README_PYTHON.md +256 -0
  36. package/README_TYPESCRIPT.md +305 -0
  37. package/README_WASM.md +329 -0
  38. package/RELEASE_NOTES.md +41 -0
  39. package/bun.lock +378 -0
  40. package/bunfig.toml +11 -0
  41. package/check_output.txt +83 -0
  42. package/clippy_output.txt +80 -0
  43. package/commitlint.config.cjs +8 -0
  44. package/deny.toml +42 -0
  45. package/devbox.json +14 -0
  46. package/devbox.lock +76 -0
  47. package/docs/RELEASE_PROCESS.md +360 -0
  48. package/docs/diagnostics.md +161 -0
  49. package/docs/doc_guidelines.md +53 -0
  50. package/docs/explanations/README.md +21 -0
  51. package/docs/explanations/architecture-overview.md +109 -0
  52. package/docs/explanations/cross-language-binding-strategy.md +68 -0
  53. package/docs/explanations/graph-store-design.md +47 -0
  54. package/docs/explanations/performance-benchmarks.md +63 -0
  55. package/docs/explanations/policy-evaluation-logic.md +106 -0
  56. package/docs/explanations/semantic-modeling-concepts.md +109 -0
  57. package/docs/explanations/three-valued-logic.md +66 -0
  58. package/docs/explanations/versioning-strategy.md +45 -0
  59. package/docs/governance.md +168 -0
  60. package/docs/how-tos/README.md +46 -0
  61. package/docs/how-tos/ci-cd-validation.md +93 -0
  62. package/docs/how-tos/create-custom-units.md +125 -0
  63. package/docs/how-tos/define-policies.md +119 -0
  64. package/docs/how-tos/export-to-calm.md +110 -0
  65. package/docs/how-tos/export-to-protobuf.md +312 -0
  66. package/docs/how-tos/extend-grammar.md +133 -0
  67. package/docs/how-tos/generate-rdf-turtle.md +106 -0
  68. package/docs/how-tos/import-from-calm.md +114 -0
  69. package/docs/how-tos/import-from-sbvr.md +249 -0
  70. package/docs/how-tos/install-cli.md +126 -0
  71. package/docs/how-tos/parse-sea-files.md +132 -0
  72. package/docs/how-tos/policy-evaluation-modes.md +30 -0
  73. package/docs/how-tos/run-cross-language-tests.md +115 -0
  74. package/docs/how-tos/troubleshoot-napi-builds.md +55 -0
  75. package/docs/how-tos/use-modules-imports.md +285 -0
  76. package/docs/index.md +13 -0
  77. package/docs/plans/canonical-normalizer.md +121 -0
  78. package/docs/plans/cd_improvement.md +112 -0
  79. package/docs/plans/cli-ast.md +29 -0
  80. package/docs/plans/expression-bindings-and-normalizer-integration.md +174 -0
  81. package/docs/plans/protobuf_advanced_features_plan.md +597 -0
  82. package/docs/plans/protobuf_plan.yml +525 -0
  83. package/docs/plans/refactor_dsl_architecture.md +131 -0
  84. package/docs/plans/release-plan.md +163 -0
  85. package/docs/plans/sea_fmt_implementation_plan.md +516 -0
  86. package/docs/playbooks/README.md +18 -0
  87. package/docs/playbooks/adding-new-primitive.md +68 -0
  88. package/docs/playbooks/debugging-parser-failures.md +42 -0
  89. package/docs/playbooks/local-release-preparation.md +139 -0
  90. package/docs/playbooks/migrating-schema-versions.md +43 -0
  91. package/docs/playbooks/onboarding-contributors.md +64 -0
  92. package/docs/playbooks/releasing-beta.md +86 -0
  93. package/docs/playbooks/secret-management.md +64 -0
  94. package/docs/reference/README.md +199 -0
  95. package/docs/reference/ast-json-api.md +427 -0
  96. package/docs/reference/calm-mapping.md +519 -0
  97. package/docs/reference/cli-commands.md +588 -0
  98. package/docs/reference/configuration.md +202 -0
  99. package/docs/reference/error-codes.md +664 -0
  100. package/docs/reference/generated-artifacts-policy.md +53 -0
  101. package/docs/reference/grammar-spec.md +255 -0
  102. package/docs/reference/primitives-api.md +317 -0
  103. package/docs/reference/protobuf-api.md +426 -0
  104. package/docs/reference/python-api.md +485 -0
  105. package/docs/reference/registry.md +50 -0
  106. package/docs/reference/sea-dsl-ai-cheatsheet.yaml +913 -0
  107. package/docs/reference/security-model.md +74 -0
  108. package/docs/reference/typescript-api.md +508 -0
  109. package/docs/reference/wasm-api.md +420 -0
  110. package/docs/semantic-pack-review.md +144 -0
  111. package/docs/semantic-pack-signing.md +234 -0
  112. package/docs/semantic-packs.md +284 -0
  113. package/docs/specs/ADR-001-sea-dsl-semantic-source-of-truth.md +33 -0
  114. package/docs/specs/ADR-002-projection-first-class-construct.md +50 -0
  115. package/docs/specs/ADR-003-protobuf-projection-target.md +51 -0
  116. package/docs/specs/ADR-004-projection-compatibility-semantics.md +57 -0
  117. package/docs/specs/ADR-005-multi-language-support-strategy.md +112 -0
  118. package/docs/specs/ADR-006-error-handling-strategy.md +115 -0
  119. package/docs/specs/ADR-007-policy-evaluation-engine.md +95 -0
  120. package/docs/specs/ADR-008-knowledge-graph-integration.md +90 -0
  121. package/docs/specs/ADR-009-module-resolution-strategy.md +115 -0
  122. package/docs/specs/ADR-010-unit-system.md +106 -0
  123. package/docs/specs/PRD-001-sea-projection-framework.md +155 -0
  124. package/docs/specs/PRD-002-sea-cli-tooling.md +169 -0
  125. package/docs/specs/PRD-003-dsl-core-capabilities.md +275 -0
  126. package/docs/specs/README.md +62 -0
  127. package/docs/specs/SDS-001-protobuf-projection-engine.md +451 -0
  128. package/docs/specs/SDS-002-sea-core-architecture.md +268 -0
  129. package/docs/specs/SDS-003-parser-semantic-graph.md +377 -0
  130. package/docs/specs/SDS-004-policy-engine-design.md +362 -0
  131. package/docs/specs/SDS-005-knowledge-graph-module.md +364 -0
  132. package/docs/specs/SDS-006-calm-integration.md +367 -0
  133. package/docs/specs/SDS-007-sbvr-import.md +347 -0
  134. package/docs/templates/template_explanation.md +14 -0
  135. package/docs/templates/template_howto.md +21 -0
  136. package/docs/templates/template_playbook.md +21 -0
  137. package/docs/templates/template_reference.md +17 -0
  138. package/docs/templates/template_tutorial.md +24 -0
  139. package/docs/tutorials/README.md +12 -0
  140. package/docs/tutorials/first-sea-model.md +85 -0
  141. package/docs/tutorials/getting-started.md +98 -0
  142. package/docs/tutorials/python-binding-quickstart.md +107 -0
  143. package/docs/tutorials/typescript-binding-quickstart.md +91 -0
  144. package/docs/tutorials/wasm-in-browser.md +75 -0
  145. package/domainforge-core/CHANGELOG.md +138 -0
  146. package/domainforge-core/Cargo.toml +101 -0
  147. package/domainforge-core/MIGRATING.md +32 -0
  148. package/domainforge-core/README.md +197 -0
  149. package/domainforge-core/benchmark_results.txt +51 -0
  150. package/domainforge-core/build.rs +6 -0
  151. package/domainforge-core/deny.toml +31 -0
  152. package/domainforge-core/docs/specs/projections/sbvr_kg_mapping.md +43 -0
  153. package/domainforge-core/examples/basic.sea +7 -0
  154. package/domainforge-core/examples/cli/import_export_workflow.sh +38 -0
  155. package/domainforge-core/examples/cli/validate_example.sh +30 -0
  156. package/domainforge-core/examples/evolution_semantics.sea +31 -0
  157. package/domainforge-core/examples/parser_demo.rs +203 -0
  158. package/domainforge-core/grammar/sea.pest +408 -0
  159. package/domainforge-core/schemas/calm-v1.schema.json +170 -0
  160. package/domainforge-core/schemas/shacl/sea_shapes.ttl +19 -0
  161. package/domainforge-core/src/authority/compiler.rs +309 -0
  162. package/domainforge-core/src/authority/environment.rs +203 -0
  163. package/domainforge-core/src/authority/error.rs +164 -0
  164. package/domainforge-core/src/authority/fact_resolver.rs +224 -0
  165. package/domainforge-core/src/authority/mod.rs +25 -0
  166. package/domainforge-core/src/authority/pack.rs +133 -0
  167. package/domainforge-core/src/authority/policy.rs +224 -0
  168. package/domainforge-core/src/authority/resolver.rs +446 -0
  169. package/domainforge-core/src/authority/trace.rs +217 -0
  170. package/domainforge-core/src/authority/transform.rs +168 -0
  171. package/domainforge-core/src/authority/types.rs +617 -0
  172. package/domainforge-core/src/bin/domainforge.rs +25 -0
  173. package/domainforge-core/src/calm/export.rs +538 -0
  174. package/domainforge-core/src/calm/import.rs +1220 -0
  175. package/domainforge-core/src/calm/mod.rs +9 -0
  176. package/domainforge-core/src/calm/models.rs +108 -0
  177. package/domainforge-core/src/calm/sbvr_import.rs +9 -0
  178. package/domainforge-core/src/cli/authority.rs +149 -0
  179. package/domainforge-core/src/cli/format.rs +85 -0
  180. package/domainforge-core/src/cli/import.rs +133 -0
  181. package/domainforge-core/src/cli/mod.rs +64 -0
  182. package/domainforge-core/src/cli/normalize.rs +180 -0
  183. package/domainforge-core/src/cli/pack.rs +904 -0
  184. package/domainforge-core/src/cli/parse.rs +112 -0
  185. package/domainforge-core/src/cli/project.rs +294 -0
  186. package/domainforge-core/src/cli/registry.rs +41 -0
  187. package/domainforge-core/src/cli/test.rs +12 -0
  188. package/domainforge-core/src/cli/validate.rs +195 -0
  189. package/domainforge-core/src/cli/validate_kg.rs +80 -0
  190. package/domainforge-core/src/concept_id.rs +89 -0
  191. package/domainforge-core/src/error/diagnostics.rs +426 -0
  192. package/domainforge-core/src/error/fuzzy.rs +253 -0
  193. package/domainforge-core/src/error/mod.rs +13 -0
  194. package/domainforge-core/src/formatter/comments.rs +223 -0
  195. package/domainforge-core/src/formatter/config.rs +114 -0
  196. package/domainforge-core/src/formatter/mod.rs +22 -0
  197. package/domainforge-core/src/formatter/printer.rs +906 -0
  198. package/domainforge-core/src/graph/mod.rs +858 -0
  199. package/domainforge-core/src/graph/to_ast.rs +66 -0
  200. package/domainforge-core/src/kg.rs +1476 -0
  201. package/domainforge-core/src/kg_import.rs +251 -0
  202. package/domainforge-core/src/lib.rs +203 -0
  203. package/domainforge-core/src/module/mod.rs +1 -0
  204. package/domainforge-core/src/module/resolver.rs +260 -0
  205. package/domainforge-core/src/parser/ast.rs +2919 -0
  206. package/domainforge-core/src/parser/ast_convert.rs +494 -0
  207. package/domainforge-core/src/parser/ast_schema.rs +491 -0
  208. package/domainforge-core/src/parser/error.rs +291 -0
  209. package/domainforge-core/src/parser/lint.rs +39 -0
  210. package/domainforge-core/src/parser/mod.rs +193 -0
  211. package/domainforge-core/src/parser/printer.rs +702 -0
  212. package/domainforge-core/src/parser/profiles.rs +71 -0
  213. package/domainforge-core/src/parser/string_utils.rs +138 -0
  214. package/domainforge-core/src/patterns.rs +68 -0
  215. package/domainforge-core/src/policy/core.rs +1148 -0
  216. package/domainforge-core/src/policy/expression.rs +399 -0
  217. package/domainforge-core/src/policy/mod.rs +18 -0
  218. package/domainforge-core/src/policy/normalize.rs +1028 -0
  219. package/domainforge-core/src/policy/quantifier.rs +940 -0
  220. package/domainforge-core/src/policy/three_valued.rs +140 -0
  221. package/domainforge-core/src/policy/three_valued_microbench.rs +104 -0
  222. package/domainforge-core/src/policy/type_inference.rs +67 -0
  223. package/domainforge-core/src/policy/violation.rs +36 -0
  224. package/domainforge-core/src/primitives/concept_change.rs +61 -0
  225. package/domainforge-core/src/primitives/entity.rs +224 -0
  226. package/domainforge-core/src/primitives/flow.rs +111 -0
  227. package/domainforge-core/src/primitives/instance.rs +93 -0
  228. package/domainforge-core/src/primitives/mapping_contract.rs +50 -0
  229. package/domainforge-core/src/primitives/metric.rs +79 -0
  230. package/domainforge-core/src/primitives/mod.rs +25 -0
  231. package/domainforge-core/src/primitives/projection_contract.rs +50 -0
  232. package/domainforge-core/src/primitives/quantity.rs +56 -0
  233. package/domainforge-core/src/primitives/relation.rs +68 -0
  234. package/domainforge-core/src/primitives/resource.rs +237 -0
  235. package/domainforge-core/src/primitives/resource_instance.rs +88 -0
  236. package/domainforge-core/src/primitives/role.rs +49 -0
  237. package/domainforge-core/src/projection/buf.rs +404 -0
  238. package/domainforge-core/src/projection/contracts.rs +22 -0
  239. package/domainforge-core/src/projection/engine.rs +19 -0
  240. package/domainforge-core/src/projection/mod.rs +16 -0
  241. package/domainforge-core/src/projection/protobuf.rs +3331 -0
  242. package/domainforge-core/src/projection/registry.rs +43 -0
  243. package/domainforge-core/src/python/authority.rs +253 -0
  244. package/domainforge-core/src/python/error.rs +227 -0
  245. package/domainforge-core/src/python/formatter.rs +86 -0
  246. package/domainforge-core/src/python/graph.rs +366 -0
  247. package/domainforge-core/src/python/mod.rs +9 -0
  248. package/domainforge-core/src/python/policy.rs +651 -0
  249. package/domainforge-core/src/python/primitives.rs +796 -0
  250. package/domainforge-core/src/python/registry.rs +98 -0
  251. package/domainforge-core/src/python/semantic_pack.rs +619 -0
  252. package/domainforge-core/src/python/units.rs +96 -0
  253. package/domainforge-core/src/registry/mod.rs +432 -0
  254. package/domainforge-core/src/registry/tests.rs +210 -0
  255. package/domainforge-core/src/sbvr.rs +744 -0
  256. package/domainforge-core/src/semantic_pack/builder.rs +470 -0
  257. package/domainforge-core/src/semantic_pack/canonical_json.rs +184 -0
  258. package/domainforge-core/src/semantic_pack/diagnostics.rs +214 -0
  259. package/domainforge-core/src/semantic_pack/diff.rs +216 -0
  260. package/domainforge-core/src/semantic_pack/mod.rs +31 -0
  261. package/domainforge-core/src/semantic_pack/pack_set.rs +240 -0
  262. package/domainforge-core/src/semantic_pack/resolver.rs +437 -0
  263. package/domainforge-core/src/semantic_pack/review.rs +125 -0
  264. package/domainforge-core/src/semantic_pack/schema.rs +342 -0
  265. package/domainforge-core/src/semantic_pack/signing.rs +105 -0
  266. package/domainforge-core/src/semantic_pack/validator.rs +368 -0
  267. package/domainforge-core/src/semantic_version.rs +140 -0
  268. package/domainforge-core/src/test_utils.rs +12 -0
  269. package/domainforge-core/src/typescript/authority.rs +184 -0
  270. package/domainforge-core/src/typescript/error.rs +146 -0
  271. package/domainforge-core/src/typescript/formatter.rs +76 -0
  272. package/domainforge-core/src/typescript/graph.rs +391 -0
  273. package/domainforge-core/src/typescript/mod.rs +9 -0
  274. package/domainforge-core/src/typescript/policy.rs +564 -0
  275. package/domainforge-core/src/typescript/primitives.rs +784 -0
  276. package/domainforge-core/src/typescript/registry.rs +88 -0
  277. package/domainforge-core/src/typescript/semantic_pack.rs +470 -0
  278. package/domainforge-core/src/typescript/units.rs +76 -0
  279. package/domainforge-core/src/units/mod.rs +462 -0
  280. package/domainforge-core/src/uuid_module.rs +42 -0
  281. package/domainforge-core/src/validation_error.rs +818 -0
  282. package/domainforge-core/src/validation_result.rs +30 -0
  283. package/domainforge-core/src/wasm/authority.rs +192 -0
  284. package/domainforge-core/src/wasm/error.rs +145 -0
  285. package/domainforge-core/src/wasm/formatter.rs +69 -0
  286. package/domainforge-core/src/wasm/graph.rs +471 -0
  287. package/domainforge-core/src/wasm/mod.rs +16 -0
  288. package/domainforge-core/src/wasm/policy.rs +607 -0
  289. package/domainforge-core/src/wasm/primitives.rs +295 -0
  290. package/domainforge-core/src/wasm/semantic_pack.rs +471 -0
  291. package/domainforge-core/src/wasm/units.rs +62 -0
  292. package/domainforge-core/std/aws.sea +6 -0
  293. package/domainforge-core/std/core.sea +6 -0
  294. package/domainforge-core/std/http.sea +27 -0
  295. package/domainforge-core/tests/aggregation_enhanced_tests.rs +162 -0
  296. package/domainforge-core/tests/aggregation_eval_tests.rs +248 -0
  297. package/domainforge-core/tests/aggregation_integration_tests.rs +379 -0
  298. package/domainforge-core/tests/aggregation_parser_tests.rs +92 -0
  299. package/domainforge-core/tests/aggregation_tests.rs +102 -0
  300. package/domainforge-core/tests/authority_conformance_tests.rs +1173 -0
  301. package/domainforge-core/tests/calm_round_trip_tests.rs +283 -0
  302. package/domainforge-core/tests/calm_schema_validation_tests.rs +137 -0
  303. package/domainforge-core/tests/cast_operator_tests.rs +85 -0
  304. package/domainforge-core/tests/cli_binary_check.rs +37 -0
  305. package/domainforge-core/tests/cli_import_tests.rs +291 -0
  306. package/domainforge-core/tests/cli_path_traversal_tests.rs +124 -0
  307. package/domainforge-core/tests/cli_tests.rs +63 -0
  308. package/domainforge-core/tests/diagnostics_tests.rs +203 -0
  309. package/domainforge-core/tests/dimension_unit_tests.rs +80 -0
  310. package/domainforge-core/tests/entity_tests.rs +69 -0
  311. package/domainforge-core/tests/evolution_semantics_tests.rs +157 -0
  312. package/domainforge-core/tests/flow_tests.rs +78 -0
  313. package/domainforge-core/tests/flow_unit_validation_tests.rs +31 -0
  314. package/domainforge-core/tests/graph_integration_tests.rs +218 -0
  315. package/domainforge-core/tests/graph_tests.rs +626 -0
  316. package/domainforge-core/tests/import_parsing_tests.rs +23 -0
  317. package/domainforge-core/tests/instance_integration_tests.rs +98 -0
  318. package/domainforge-core/tests/instance_parsing_tests.rs +58 -0
  319. package/domainforge-core/tests/instance_tests.rs +61 -0
  320. package/domainforge-core/tests/kg_uri_encoding_tests.rs +53 -0
  321. package/domainforge-core/tests/lint_tests.rs +19 -0
  322. package/domainforge-core/tests/metric_tests.rs +143 -0
  323. package/domainforge-core/tests/module_resolution_tests.rs +100 -0
  324. package/domainforge-core/tests/namespace_registry_tests.rs +247 -0
  325. package/domainforge-core/tests/null_handling_tests.rs +26 -0
  326. package/domainforge-core/tests/parser_ast_v3.rs +53 -0
  327. package/domainforge-core/tests/parser_dimension_registry_tests.rs +20 -0
  328. package/domainforge-core/tests/parser_integration_tests.rs +294 -0
  329. package/domainforge-core/tests/parser_metadata_tests.rs +97 -0
  330. package/domainforge-core/tests/parser_resource_domain_only_graph_test.rs +21 -0
  331. package/domainforge-core/tests/parser_resource_limits_tests.rs +122 -0
  332. package/domainforge-core/tests/parser_tests.rs +512 -0
  333. package/domainforge-core/tests/pattern_semantics_tests.rs +87 -0
  334. package/domainforge-core/tests/phase_14_determinism_tests.rs +166 -0
  335. package/domainforge-core/tests/phase_15_validation_error_tests.rs +136 -0
  336. package/domainforge-core/tests/phase_16_unicode_tests.rs +248 -0
  337. package/domainforge-core/tests/phase_17_export_tests.rs +285 -0
  338. package/domainforge-core/tests/phase_17_round_trip_tests.rs +264 -0
  339. package/domainforge-core/tests/policy_tests.rs +635 -0
  340. package/domainforge-core/tests/primitives_integration_tests.rs +151 -0
  341. package/domainforge-core/tests/print_rdf_xml.rs +14 -0
  342. package/domainforge-core/tests/printer_tests.rs +204 -0
  343. package/domainforge-core/tests/profile_tests.rs +35 -0
  344. package/domainforge-core/tests/projection_contracts_tests.rs +154 -0
  345. package/domainforge-core/tests/protobuf_projection_tests.rs +199 -0
  346. package/domainforge-core/tests/quantity_tests.rs +41 -0
  347. package/domainforge-core/tests/rdf_xml_typed_literal_tests.rs +105 -0
  348. package/domainforge-core/tests/registry_schema_tests.rs +33 -0
  349. package/domainforge-core/tests/resource_tests.rs +50 -0
  350. package/domainforge-core/tests/resource_unit_tests.rs +24 -0
  351. package/domainforge-core/tests/roles_relations_tests.rs +61 -0
  352. package/domainforge-core/tests/round_trip_tests.rs +34 -0
  353. package/domainforge-core/tests/runtime_toggle_tests.rs +70 -0
  354. package/domainforge-core/tests/sbvr_fact_schema_tests.rs +60 -0
  355. package/domainforge-core/tests/sbvr_flow_facts_tests.rs +55 -0
  356. package/domainforge-core/tests/sbvr_parsing_tests.rs +53 -0
  357. package/domainforge-core/tests/semantic_pack_alias_resolution.rs +197 -0
  358. package/domainforge-core/tests/semantic_pack_build.rs +302 -0
  359. package/domainforge-core/tests/semantic_pack_consumer_smoke.rs +150 -0
  360. package/domainforge-core/tests/semantic_pack_pack_set.rs +160 -0
  361. package/domainforge-core/tests/semantic_pack_signing.rs +157 -0
  362. package/domainforge-core/tests/semantic_pack_three_valued.rs +250 -0
  363. package/domainforge-core/tests/semantic_pack_validate.rs +196 -0
  364. package/domainforge-core/tests/std_lib_tests.rs +37 -0
  365. package/domainforge-core/tests/temporal_evaluation_tests.rs +159 -0
  366. package/domainforge-core/tests/temporal_semantics_tests.rs +214 -0
  367. package/domainforge-core/tests/three_valued_quantifiers_tests.rs +164 -0
  368. package/domainforge-core/tests/turtle_entity_export_tests.rs +38 -0
  369. package/domainforge-core/tests/turtle_escaping_tests.rs +53 -0
  370. package/domainforge-core/tests/turtle_resource_export_tests.rs +34 -0
  371. package/domainforge-core/tests/type_inference_tests.rs +40 -0
  372. package/domainforge-core/tests/unicode_validation_tests.rs +169 -0
  373. package/domainforge-core/tests/unit_tests.rs +81 -0
  374. package/domainforge-core/tests/validate_tests.rs +38 -0
  375. package/domainforge-core/tests/validation_unit_mismatch_tests.rs +83 -0
  376. package/domainforge-core/tests/wasm_tests.rs +229 -0
  377. package/domainforge-python/CHANGELOG-python.md +12 -0
  378. package/domainforge-python/MIGRATING.md +24 -0
  379. package/domainforge-python/README.md +256 -0
  380. package/domainforge-python/domainforge/__init__.py +95 -0
  381. package/domainforge-python/domainforge/domainforge.pyi +519 -0
  382. package/domainforge-python/pyproject.toml +36 -0
  383. package/domainforge-typescript/CHANGELOG-typescript.md +12 -0
  384. package/domainforge-typescript/LICENSE +201 -0
  385. package/domainforge-typescript/MIGRATING.md +24 -0
  386. package/domainforge-typescript/README.md +305 -0
  387. package/domainforge-typescript/index.d.ts +452 -0
  388. package/domainforge-typescript/index.js +361 -0
  389. package/domainforge-typescript/package.json +60 -0
  390. package/example.js +61 -0
  391. package/examples/browser.html +366 -0
  392. package/examples/namespaces/finance/cashflow.sea +5 -0
  393. package/examples/namespaces/logistics/core.sea +7 -0
  394. package/examples/observability_metrics.sea +38 -0
  395. package/fixtures/semantic_packs/acme_procurement/domain/entities.sea +39 -0
  396. package/fixtures/semantic_packs/acme_procurement/domain/metrics.sea +11 -0
  397. package/fixtures/semantic_packs/acme_procurement/domain/relations.sea +7 -0
  398. package/fixtures/semantic_packs/acme_procurement/domain/resources.sea +9 -0
  399. package/fixtures/semantic_packs/acme_procurement/review/acme.procurement.semantic-review.jsonl +7 -0
  400. package/fixtures/semantic_packs/acme_procurement/tests/ambiguous_vendor_alias.sea +8 -0
  401. package/fixtures/semantic_packs/acme_procurement/tests/deprecated_vendor_alias.sea +8 -0
  402. package/fixtures/semantic_packs/acme_procurement/tests/invalid_relation.sea +3 -0
  403. package/fixtures/semantic_packs/acme_procurement/tests/proposed_concept.sea +8 -0
  404. package/fixtures/semantic_packs/acme_procurement/tests/rejected_concept.sea +8 -0
  405. package/fixtures/semantic_packs/acme_procurement/tests/unit_mismatch.sea +7 -0
  406. package/fixtures/semantic_packs/acme_procurement/tests/unknown_vendor_policy.sea +8 -0
  407. package/fixtures/semantic_packs/acme_procurement/tests/valid_purchase_policy.sea +8 -0
  408. package/index.d.ts +2 -0
  409. package/index.js +8 -0
  410. package/justfile +200 -0
  411. package/lefthook.yml +13 -0
  412. package/lib/validate_native_exports.d.ts +4 -0
  413. package/lib/validate_native_exports.js +12 -0
  414. package/package.json +22 -0
  415. package/pytest.ini +5 -0
  416. package/python/tests/test_registry.py +75 -0
  417. package/python/tests/test_units.py +18 -0
  418. package/release-please-config.json +49 -0
  419. package/requirements-dev.txt +3 -0
  420. package/requirements.txt +3 -0
  421. package/rust-toolchain.toml +3 -0
  422. package/schemas/ast-v1.schema.json +72 -0
  423. package/schemas/ast-v2.schema.json +1200 -0
  424. package/schemas/ast-v3.schema.json +1200 -0
  425. package/schemas/sea-registry.schema.json +45 -0
  426. package/scripts/build-python.sh +37 -0
  427. package/scripts/build-release.sh +279 -0
  428. package/scripts/build-typescript.sh +13 -0
  429. package/scripts/build-wasm.sh +113 -0
  430. package/scripts/bump-version.sh +245 -0
  431. package/scripts/check_unused_test_imports.py +85 -0
  432. package/scripts/ci_tasks.py +379 -0
  433. package/scripts/clear_debug_test.sh +10 -0
  434. package/scripts/create-github-release.sh +262 -0
  435. package/scripts/create-tag.sh +203 -0
  436. package/scripts/find_and_link_test_binary.sh +70 -0
  437. package/scripts/generate-changelog.sh +271 -0
  438. package/scripts/generate-release-notes.sh +205 -0
  439. package/scripts/lint_release_security.py +96 -0
  440. package/scripts/lint_release_workflows.py +82 -0
  441. package/scripts/lint_workflow_gates.py +113 -0
  442. package/scripts/optimized-wasm-build.sh +61 -0
  443. package/scripts/patch_napi_types.py +62 -0
  444. package/scripts/pre-release-check.sh +289 -0
  445. package/scripts/prepare_rust_debug.sh +52 -0
  446. package/scripts/release.sh +373 -0
  447. package/scripts/resolve_rust_binary.py +230 -0
  448. package/scripts/run_commitlint.sh +29 -0
  449. package/scripts/test-all.sh +77 -0
  450. package/scripts/update_launch_program.py +93 -0
  451. package/secrets/README.md +27 -0
  452. package/secrets/secrets.yaml +21 -0
  453. package/test_integration.py +67 -0
  454. package/tests/test_authority.py +328 -0
  455. package/tests/test_ci_tasks.py +143 -0
  456. package/tests/test_expression.py +256 -0
  457. package/tests/test_golden_payment_flow.py +42 -0
  458. package/tests/test_graph.py +127 -0
  459. package/tests/test_instance.py +136 -0
  460. package/tests/test_parser.py +82 -0
  461. package/tests/test_primitives.py +68 -0
  462. package/tests/test_role_relation_parity.py +56 -0
  463. package/tests/test_runtime_toggle.py +156 -0
  464. package/tests/test_semantic_pack.py +639 -0
  465. package/tests/test_three_valued_eval.py +159 -0
  466. package/tsconfig.json +30 -0
  467. package/typescript-tests/advanced.test.ts +165 -0
  468. package/typescript-tests/authority.test.ts +216 -0
  469. package/typescript-tests/expression.test.ts +228 -0
  470. package/typescript-tests/golden-payment-flow.test.ts +51 -0
  471. package/typescript-tests/graph.test.ts +142 -0
  472. package/typescript-tests/native-binding.test.ts +20 -0
  473. package/typescript-tests/primitives.test.ts +88 -0
  474. package/typescript-tests/registry.test.ts +122 -0
  475. package/typescript-tests/role_relation.test.ts +63 -0
  476. package/typescript-tests/runtime_toggle.test.ts +141 -0
  477. package/typescript-tests/semantic-pack.test.ts +556 -0
  478. package/typescript-tests/three_valued_eval.test.ts +135 -0
  479. package/typescript-tests/units.test.ts +36 -0
  480. package/vitest.config.ts +13 -0
  481. package/wasm_demo.html +225 -0
@@ -0,0 +1,940 @@
1
+ use super::expression::{AggregateFunction, BinaryOp, Expression, Quantifier};
2
+ use crate::graph::Graph;
3
+ use rust_decimal::prelude::ToPrimitive;
4
+ use rust_decimal::Decimal;
5
+ use std::convert::TryFrom;
6
+ use std::str::FromStr;
7
+
8
+ impl Expression {
9
+ pub fn expand(&self, graph: &Graph) -> Result<Expression, String> {
10
+ match self {
11
+ Expression::Quantifier {
12
+ quantifier,
13
+ variable,
14
+ collection,
15
+ condition,
16
+ } => {
17
+ let items = Self::get_collection(collection, graph)?;
18
+
19
+ match quantifier {
20
+ Quantifier::ForAll => {
21
+ if items.is_empty() {
22
+ return Ok(Expression::literal(true));
23
+ }
24
+
25
+ let mut result = Expression::literal(true);
26
+ for item in items {
27
+ let substituted = condition.substitute(variable, &item)?;
28
+ let expanded = substituted.expand(graph)?;
29
+ result = Expression::binary(BinaryOp::And, result, expanded);
30
+ }
31
+ Ok(result)
32
+ }
33
+ Quantifier::Exists => {
34
+ if items.is_empty() {
35
+ return Ok(Expression::literal(false));
36
+ }
37
+
38
+ let mut result = Expression::literal(false);
39
+ for item in items {
40
+ let substituted = condition.substitute(variable, &item)?;
41
+ let expanded = substituted.expand(graph)?;
42
+ result = Expression::binary(BinaryOp::Or, result, expanded);
43
+ }
44
+ Ok(result)
45
+ }
46
+ Quantifier::ExistsUnique => {
47
+ let mut count = 0;
48
+ for item in items {
49
+ let substituted = condition.substitute(variable, &item)?;
50
+ let expanded = substituted.expand(graph)?;
51
+
52
+ if Self::is_true_literal(&expanded) {
53
+ count += 1;
54
+ }
55
+ }
56
+ Ok(Expression::literal(count == 1))
57
+ }
58
+ }
59
+ }
60
+ Expression::GroupBy {
61
+ variable,
62
+ collection,
63
+ filter,
64
+ key,
65
+ condition,
66
+ } => {
67
+ let items = Self::get_collection(collection, graph)?;
68
+
69
+ // Filter items if filter is present
70
+ let filtered_items = if let Some(filter_expr) = filter {
71
+ let mut filtered = Vec::new();
72
+ for item in items {
73
+ let substituted = filter_expr.substitute(variable, &item)?;
74
+ let expanded = substituted.expand(graph)?;
75
+ if Self::is_true_literal(&expanded) {
76
+ filtered.push(item);
77
+ }
78
+ }
79
+ filtered
80
+ } else {
81
+ items
82
+ };
83
+
84
+ // Group items
85
+ let mut groups: std::collections::HashMap<String, Vec<serde_json::Value>> =
86
+ std::collections::HashMap::new();
87
+ for item in filtered_items {
88
+ let substituted_key = key.substitute(variable, &item)?;
89
+ let expanded_key = substituted_key.expand(graph)?;
90
+ let key_str = match expanded_key {
91
+ Expression::Literal(v) => match v {
92
+ serde_json::Value::String(s) => s,
93
+ serde_json::Value::Number(n) => n.to_string(),
94
+ serde_json::Value::Bool(b) => b.to_string(),
95
+ serde_json::Value::Null => "null".to_string(),
96
+ other => {
97
+ return Err(format!(
98
+ "Group key must be a string, number, bool, or null literal, got {}",
99
+ other
100
+ ))
101
+ }
102
+ },
103
+ _ => {
104
+ return Err("Group key must evaluate to a literal".to_string());
105
+ }
106
+ };
107
+ groups.entry(key_str).or_default().push(item);
108
+ }
109
+
110
+ // Evaluate condition for each group
111
+ for (_group_key, group_items) in groups {
112
+ // Substitute the variable with the group collection (as a Literal Array)
113
+ // This allows aggregations inside the condition to use the group items
114
+ let substituted_condition =
115
+ condition.substitute(variable, &serde_json::Value::Array(group_items))?;
116
+ let expanded = substituted_condition.expand(graph)?;
117
+ if !Self::is_true_literal(&expanded) {
118
+ return Ok(Expression::literal(false));
119
+ }
120
+ }
121
+ Ok(Expression::literal(true))
122
+ }
123
+ Expression::Binary { op, left, right } => {
124
+ let left_expanded = left.expand(graph)?;
125
+ let right_expanded = right.expand(graph)?;
126
+ Ok(Self::reduce_binary_expression(
127
+ op,
128
+ left_expanded,
129
+ right_expanded,
130
+ )?)
131
+ }
132
+ Expression::Unary { op, operand } => {
133
+ Ok(Expression::unary(op.clone(), operand.expand(graph)?))
134
+ }
135
+ Expression::MemberAccess { .. } => Ok(self.clone()),
136
+ Expression::Aggregation {
137
+ function,
138
+ collection,
139
+ field,
140
+ filter,
141
+ } => {
142
+ // Evaluate the aggregation and return a literal
143
+ let result =
144
+ Self::evaluate_aggregation(function, collection, field, filter, graph)?;
145
+ Ok(Expression::Literal(result))
146
+ }
147
+ Expression::AggregationComprehension {
148
+ function,
149
+ variable,
150
+ collection,
151
+ window,
152
+ predicate,
153
+ projection,
154
+ target_unit,
155
+ } => {
156
+ let result = Self::evaluate_aggregation_comprehension(
157
+ function,
158
+ variable,
159
+ collection,
160
+ window,
161
+ predicate,
162
+ projection,
163
+ target_unit.as_deref(),
164
+ graph,
165
+ )?;
166
+ Ok(Expression::Literal(result))
167
+ }
168
+ _ => Ok(self.clone()),
169
+ }
170
+ }
171
+
172
+ pub fn substitute(&self, var: &str, value: &serde_json::Value) -> Result<Expression, String> {
173
+ match self {
174
+ Expression::Variable(n) => {
175
+ if n == var {
176
+ Ok(Expression::Literal(value.clone()))
177
+ } else if n.starts_with(&format!("{}.", var)) {
178
+ let field = &n[var.len() + 1..];
179
+ if let Some(field_value) = value.get(field) {
180
+ Ok(Expression::Literal(field_value.clone()))
181
+ } else {
182
+ // For three-valued semantics, if a field is missing in a substituted
183
+ // value, treat it as NULL/unknown rather than a fatal error. That way
184
+ // quantifiers and nested expressions can evaluate to NULL when data
185
+ // is optional.
186
+ Ok(Expression::Literal(serde_json::Value::Null))
187
+ }
188
+ } else {
189
+ Ok(self.clone())
190
+ }
191
+ }
192
+ Expression::Binary { op, left, right } => Ok(Expression::binary(
193
+ op.clone(),
194
+ left.substitute(var, value)?,
195
+ right.substitute(var, value)?,
196
+ )),
197
+ Expression::Unary { op, operand } => Ok(Expression::unary(
198
+ op.clone(),
199
+ operand.substitute(var, value)?,
200
+ )),
201
+ Expression::Quantifier {
202
+ quantifier,
203
+ variable,
204
+ collection,
205
+ condition,
206
+ } => {
207
+ if var == variable {
208
+ // Don't substitute into condition when var matches the bound variable
209
+ // to avoid variable capture
210
+ Ok(Expression::quantifier(
211
+ quantifier.clone(),
212
+ variable,
213
+ collection.substitute(var, value)?,
214
+ *condition.clone(),
215
+ ))
216
+ } else {
217
+ // Substitute into both collection and condition
218
+ Ok(Expression::quantifier(
219
+ quantifier.clone(),
220
+ variable,
221
+ collection.substitute(var, value)?,
222
+ condition.substitute(var, value)?,
223
+ ))
224
+ }
225
+ }
226
+ Expression::MemberAccess { object, member } => {
227
+ if object == var {
228
+ if let Some(field_value) = value.get(member) {
229
+ Ok(Expression::Literal(field_value.clone()))
230
+ } else {
231
+ Ok(Expression::Literal(serde_json::Value::Null))
232
+ }
233
+ } else {
234
+ Ok(self.clone())
235
+ }
236
+ }
237
+ Expression::Aggregation {
238
+ function,
239
+ collection,
240
+ field,
241
+ filter,
242
+ } => Ok(Expression::aggregation(
243
+ function.clone(),
244
+ collection.substitute(var, value)?,
245
+ field.clone(),
246
+ filter
247
+ .as_ref()
248
+ .map(|f| f.substitute(var, value))
249
+ .transpose()?,
250
+ )),
251
+ Expression::AggregationComprehension {
252
+ function,
253
+ variable,
254
+ collection,
255
+ window,
256
+ predicate,
257
+ projection,
258
+ target_unit,
259
+ } => Ok(Expression::AggregationComprehension {
260
+ function: function.clone(),
261
+ variable: variable.clone(),
262
+ collection: Box::new(collection.substitute(var, value)?),
263
+ window: window.clone(),
264
+ predicate: Box::new(predicate.substitute(var, value)?),
265
+ projection: Box::new(projection.substitute(var, value)?),
266
+ target_unit: target_unit.clone(),
267
+ }),
268
+ Expression::GroupBy {
269
+ variable,
270
+ collection,
271
+ filter,
272
+ key,
273
+ condition,
274
+ } => {
275
+ // Similar to Quantifier, check if variable matches
276
+ if var == variable {
277
+ Ok(Expression::GroupBy {
278
+ variable: variable.clone(),
279
+ collection: Box::new(collection.substitute(var, value)?),
280
+ filter: filter.clone(),
281
+ key: key.clone(),
282
+ condition: condition.clone(),
283
+ })
284
+ } else {
285
+ Ok(Expression::GroupBy {
286
+ variable: variable.clone(),
287
+ collection: Box::new(collection.substitute(var, value)?),
288
+ filter: filter
289
+ .as_ref()
290
+ .map(|f| f.substitute(var, value))
291
+ .transpose()?
292
+ .map(Box::new),
293
+ key: Box::new(key.substitute(var, value)?),
294
+ condition: Box::new(condition.substitute(var, value)?),
295
+ })
296
+ }
297
+ }
298
+ _ => Ok(self.clone()),
299
+ }
300
+ }
301
+
302
+ pub(crate) fn get_collection(
303
+ expr: &Expression,
304
+ graph: &Graph,
305
+ ) -> Result<Vec<serde_json::Value>, String> {
306
+ match expr {
307
+ Expression::Variable(name) => match name.as_str() {
308
+ "flows" => {
309
+ let flows: Result<Vec<serde_json::Value>, String> = graph
310
+ .all_flows()
311
+ .iter()
312
+ .map(|f| {
313
+ let quantity = f.quantity().to_f64().ok_or_else(|| {
314
+ format!("Failed to convert flow quantity {} to f64", f.quantity())
315
+ })?;
316
+
317
+ let mut map = serde_json::Map::new();
318
+ map.insert("id".to_string(), serde_json::json!(f.id().to_string()));
319
+ map.insert(
320
+ "from_entity".to_string(),
321
+ serde_json::json!(f.from_id().to_string()),
322
+ );
323
+ map.insert(
324
+ "to_entity".to_string(),
325
+ serde_json::json!(f.to_id().to_string()),
326
+ );
327
+ map.insert(
328
+ "resource".to_string(),
329
+ serde_json::json!(f.resource_id().to_string()),
330
+ );
331
+ map.insert("quantity".to_string(), serde_json::json!(quantity));
332
+
333
+ for (k, v) in f.attributes().iter() {
334
+ if matches!(
335
+ k.as_str(),
336
+ "id" | "from_entity" | "to_entity" | "resource" | "quantity"
337
+ ) || map.contains_key(k)
338
+ {
339
+ continue;
340
+ }
341
+ map.insert(k.clone(), v.clone());
342
+ }
343
+ Ok(serde_json::Value::Object(map))
344
+ })
345
+ .collect();
346
+ flows
347
+ }
348
+ "entities" => {
349
+ let entities: Vec<serde_json::Value> = graph
350
+ .all_entities()
351
+ .iter()
352
+ .map(|e| {
353
+ let mut map = serde_json::Map::new();
354
+ map.insert("id".to_string(), serde_json::json!(e.id().to_string()));
355
+ map.insert("name".to_string(), serde_json::json!(e.name()));
356
+ map.insert("namespace".to_string(), serde_json::json!(e.namespace()));
357
+
358
+ let roles = graph.role_names_for_entity(e.id());
359
+ if !roles.is_empty() {
360
+ map.insert("roles".to_string(), serde_json::json!(roles));
361
+ }
362
+
363
+ for (k, v) in e.attributes().iter() {
364
+ if matches!(k.as_str(), "id" | "name" | "namespace")
365
+ || map.contains_key(k)
366
+ {
367
+ continue;
368
+ }
369
+ map.insert(k.clone(), v.clone());
370
+ }
371
+
372
+ serde_json::Value::Object(map)
373
+ })
374
+ .collect();
375
+ Ok(entities)
376
+ }
377
+ "relations" => {
378
+ let relations: Vec<serde_json::Value> = graph
379
+ .all_relations()
380
+ .iter()
381
+ .map(|relation| {
382
+ let mut map = serde_json::Map::new();
383
+ map.insert(
384
+ "id".to_string(),
385
+ serde_json::json!(relation.id().to_string()),
386
+ );
387
+ map.insert("name".to_string(), serde_json::json!(relation.name()));
388
+ map.insert(
389
+ "predicate".to_string(),
390
+ serde_json::json!(relation.predicate()),
391
+ );
392
+
393
+ if let Some(subject) = graph.get_role(relation.subject_role()) {
394
+ map.insert(
395
+ "subject_role".to_string(),
396
+ serde_json::json!(subject.name()),
397
+ );
398
+ }
399
+
400
+ if let Some(object) = graph.get_role(relation.object_role()) {
401
+ map.insert(
402
+ "object_role".to_string(),
403
+ serde_json::json!(object.name()),
404
+ );
405
+ }
406
+
407
+ if let Some(flow) = relation.via_flow() {
408
+ map.insert("via".to_string(), serde_json::json!(flow.to_string()));
409
+ }
410
+
411
+ serde_json::Value::Object(map)
412
+ })
413
+ .collect();
414
+
415
+ Ok(relations)
416
+ }
417
+ "resources" => {
418
+ let resources: Vec<serde_json::Value> = graph
419
+ .all_resources()
420
+ .iter()
421
+ .map(|r| {
422
+ let mut map = serde_json::Map::new();
423
+ map.insert("id".to_string(), serde_json::json!(r.id().to_string()));
424
+ map.insert("name".to_string(), serde_json::json!(r.name()));
425
+ map.insert("namespace".to_string(), serde_json::json!(r.namespace()));
426
+ map.insert("unit".to_string(), serde_json::json!(r.unit()));
427
+ for (k, v) in r.attributes().iter() {
428
+ if matches!(k.as_str(), "id" | "name" | "namespace" | "unit")
429
+ || map.contains_key(k)
430
+ {
431
+ continue;
432
+ }
433
+ map.insert(k.clone(), v.clone());
434
+ }
435
+ serde_json::Value::Object(map)
436
+ })
437
+ .collect();
438
+ Ok(resources)
439
+ }
440
+ "instances" => {
441
+ let instances: Vec<serde_json::Value> = graph
442
+ .all_instances()
443
+ .iter()
444
+ .map(|i| {
445
+ let mut map = serde_json::Map::new();
446
+ map.insert("id".to_string(), serde_json::json!(i.id().to_string()));
447
+ map.insert(
448
+ "entity".to_string(),
449
+ serde_json::json!(i.entity_id().to_string()),
450
+ );
451
+ map.insert(
452
+ "resource".to_string(),
453
+ serde_json::json!(i.resource_id().to_string()),
454
+ );
455
+ for (k, v) in i.attributes().iter() {
456
+ if matches!(k.as_str(), "id" | "entity" | "resource")
457
+ || map.contains_key(k)
458
+ {
459
+ continue;
460
+ }
461
+ map.insert(k.clone(), v.clone());
462
+ }
463
+ serde_json::Value::Object(map)
464
+ })
465
+ .collect();
466
+ Ok(instances)
467
+ }
468
+ _ => Err(format!("Unknown collection: {}", name)),
469
+ },
470
+ Expression::Literal(serde_json::Value::Array(arr)) => Ok(arr.clone()),
471
+ _ => Err("Collection expression must be a variable or array literal".to_string()),
472
+ }
473
+ }
474
+
475
+ fn is_true_literal(expr: &Expression) -> bool {
476
+ matches!(expr, Expression::Literal(v) if v.as_bool() == Some(true))
477
+ }
478
+
479
+ pub(crate) fn evaluate_aggregation(
480
+ function: &AggregateFunction,
481
+ collection: &Expression,
482
+ field: &Option<String>,
483
+ filter: &Option<Box<Expression>>,
484
+ graph: &Graph,
485
+ ) -> Result<serde_json::Value, String> {
486
+ // Get the collection items
487
+ let items = Self::get_collection(collection, graph)?;
488
+
489
+ // Apply filter if present
490
+ let filtered_items = if let Some(filter_expr) = filter {
491
+ // Determine the variable name based on collection type
492
+ let variable_name = match collection {
493
+ Expression::Variable(name) => match name.as_str() {
494
+ "flows" => "flow",
495
+ "entities" => "entity",
496
+ "resources" => "resource",
497
+ "instances" => "instance",
498
+ "relations" => "relation",
499
+ _ => "item",
500
+ },
501
+ _ => "item",
502
+ };
503
+
504
+ items
505
+ .into_iter()
506
+ .filter(|item| {
507
+ // Substitute collection-specific variables in the filter
508
+ let substituted = filter_expr
509
+ .substitute(variable_name, item)
510
+ .unwrap_or_else(|_| filter_expr.as_ref().clone());
511
+ // Expand and check if true
512
+ if let Ok(expanded) = substituted.expand(graph) {
513
+ Self::is_true_literal(&expanded)
514
+ } else {
515
+ false
516
+ }
517
+ })
518
+ .collect::<Vec<_>>()
519
+ } else {
520
+ items
521
+ };
522
+
523
+ // Apply aggregation function
524
+ match function {
525
+ AggregateFunction::Count => Ok(serde_json::json!(filtered_items.len())),
526
+
527
+ AggregateFunction::Sum => {
528
+ let field_name = field.as_ref().ok_or("Sum requires a field specification")?;
529
+
530
+ let sum: Decimal = filtered_items
531
+ .iter()
532
+ .filter_map(|item| {
533
+ item.get(field_name).and_then(|v| {
534
+ if let Some(num) = v.as_f64() {
535
+ Decimal::from_str(&num.to_string()).ok()
536
+ } else if let Some(s) = v.as_str() {
537
+ Decimal::from_str(s).ok()
538
+ } else {
539
+ None
540
+ }
541
+ })
542
+ })
543
+ .sum();
544
+
545
+ // Convert Decimal to f64 and propagate parsing errors
546
+ let sum_f64 = sum
547
+ .to_f64()
548
+ .ok_or_else(|| format!("Failed to convert sum {} to f64", sum))?;
549
+
550
+ Ok(serde_json::json!(sum_f64))
551
+ }
552
+
553
+ AggregateFunction::Avg => {
554
+ let field_name = field.as_ref().ok_or("Avg requires a field specification")?;
555
+
556
+ let values: Vec<Decimal> = filtered_items
557
+ .iter()
558
+ .filter_map(|item| {
559
+ item.get(field_name).and_then(|v| {
560
+ if let Some(num) = v.as_f64() {
561
+ Decimal::from_str(&num.to_string()).ok()
562
+ } else if let Some(s) = v.as_str() {
563
+ Decimal::from_str(s).ok()
564
+ } else {
565
+ None
566
+ }
567
+ })
568
+ })
569
+ .collect();
570
+
571
+ if values.is_empty() {
572
+ return Ok(serde_json::json!(null));
573
+ }
574
+
575
+ let sum: Decimal = values.iter().copied().sum();
576
+ let avg = sum / Decimal::from(values.len());
577
+
578
+ // Convert Decimal to f64 and propagate parsing errors
579
+ let avg_f64 = avg
580
+ .to_f64()
581
+ .ok_or_else(|| format!("Failed to convert average {} to f64", avg))?;
582
+
583
+ Ok(serde_json::json!(avg_f64))
584
+ }
585
+
586
+ AggregateFunction::Min => {
587
+ let field_name = field.as_ref().ok_or("Min requires a field specification")?;
588
+
589
+ let min = filtered_items
590
+ .iter()
591
+ .filter_map(|item| {
592
+ item.get(field_name).and_then(|v| {
593
+ if let Some(num) = v.as_f64() {
594
+ Decimal::from_str(&num.to_string()).ok()
595
+ } else if let Some(s) = v.as_str() {
596
+ Decimal::from_str(s).ok()
597
+ } else {
598
+ None
599
+ }
600
+ })
601
+ })
602
+ .min();
603
+
604
+ // Convert Decimal to f64 and propagate parsing errors
605
+ if let Some(min_val) = min {
606
+ let min_f64 = min_val
607
+ .to_f64()
608
+ .ok_or_else(|| format!("Failed to convert min {} to f64", min_val))?;
609
+ Ok(serde_json::json!(min_f64))
610
+ } else {
611
+ Ok(serde_json::json!(null))
612
+ }
613
+ }
614
+
615
+ AggregateFunction::Max => {
616
+ let field_name = field.as_ref().ok_or("Max requires a field specification")?;
617
+
618
+ let max = filtered_items
619
+ .iter()
620
+ .filter_map(|item| {
621
+ item.get(field_name).and_then(|v| {
622
+ if let Some(num) = v.as_f64() {
623
+ Decimal::from_str(&num.to_string()).ok()
624
+ } else if let Some(s) = v.as_str() {
625
+ Decimal::from_str(s).ok()
626
+ } else {
627
+ None
628
+ }
629
+ })
630
+ })
631
+ .max();
632
+
633
+ // Convert Decimal to f64 and propagate parsing errors
634
+ if let Some(max_val) = max {
635
+ let max_f64 = max_val
636
+ .to_f64()
637
+ .ok_or_else(|| format!("Failed to convert max {} to f64", max_val))?;
638
+ Ok(serde_json::json!(max_f64))
639
+ } else {
640
+ Ok(serde_json::json!(null))
641
+ }
642
+ }
643
+ }
644
+ }
645
+
646
+ #[allow(clippy::too_many_arguments)]
647
+ pub(crate) fn evaluate_aggregation_comprehension(
648
+ function: &AggregateFunction,
649
+ variable: &str,
650
+ collection: &Expression,
651
+ window: &Option<crate::policy::WindowSpec>,
652
+ predicate: &Expression,
653
+ projection: &Expression,
654
+ target_unit: Option<&str>,
655
+ graph: &Graph,
656
+ ) -> Result<serde_json::Value, String> {
657
+ let items = Self::get_collection(collection, graph)?;
658
+
659
+ // Apply window filtering if present
660
+ let items = if let Some(w) = window {
661
+ let now = chrono::Utc::now();
662
+ let duration_span = i64::try_from(w.duration)
663
+ .map_err(|_| format!("Window duration {} exceeds supported range", w.duration))?;
664
+ let unit_lower = w.unit.to_lowercase();
665
+ let duration = match unit_lower.as_str() {
666
+ "hour" | "hours" => chrono::Duration::hours(duration_span),
667
+ "minute" | "minutes" => chrono::Duration::minutes(duration_span),
668
+ "day" | "days" => chrono::Duration::days(duration_span),
669
+ "second" | "seconds" => chrono::Duration::seconds(duration_span),
670
+ _ => {
671
+ return Err(format!(
672
+ "Invalid window unit '{}' in aggregation window",
673
+ w.unit
674
+ ))
675
+ }
676
+ };
677
+
678
+ items
679
+ .into_iter()
680
+ .filter(|item| {
681
+ let ts_str = item
682
+ .get("timestamp")
683
+ .or_else(|| item.get("created_at"))
684
+ .and_then(|v| v.as_str());
685
+ if let Some(s) = ts_str {
686
+ if let Ok(ts) = chrono::DateTime::parse_from_rfc3339(s) {
687
+ let ts_utc: chrono::DateTime<chrono::Utc> = ts.into();
688
+ return ts_utc >= now - duration;
689
+ }
690
+ }
691
+ // If no timestamp, we can't filter, so maybe exclude? Or include?
692
+ // Safer to exclude if windowing is requested but data is missing.
693
+ false
694
+ })
695
+ .collect()
696
+ } else {
697
+ items
698
+ };
699
+
700
+ let mut projected_values = Vec::new();
701
+ for item in items {
702
+ let substituted_predicate = predicate.substitute(variable, &item)?;
703
+ let predicate_result = substituted_predicate.expand(graph)?;
704
+ if !Self::is_true_literal(&predicate_result) {
705
+ continue;
706
+ }
707
+
708
+ let substituted_projection = projection.substitute(variable, &item)?;
709
+ let projection_result = substituted_projection.expand(graph)?;
710
+ match projection_result {
711
+ Expression::Literal(value) => projected_values.push(value),
712
+ Expression::QuantityLiteral { value, unit } => {
713
+ projected_values.push(serde_json::json!({
714
+ "__quantity_value": value.to_string(),
715
+ "__quantity_unit": unit,
716
+ }));
717
+ }
718
+ _ => {
719
+ return Err(
720
+ "Projection in aggregation comprehension must reduce to a literal"
721
+ .to_string(),
722
+ );
723
+ }
724
+ }
725
+ }
726
+
727
+ match function {
728
+ AggregateFunction::Count => Ok(serde_json::json!(projected_values.len())),
729
+ AggregateFunction::Sum
730
+ | AggregateFunction::Avg
731
+ | AggregateFunction::Min
732
+ | AggregateFunction::Max => {
733
+ Self::fold_numeric(function, &projected_values, target_unit)
734
+ }
735
+ }
736
+ }
737
+
738
+ pub(crate) fn fold_numeric(
739
+ function: &AggregateFunction,
740
+ values: &[serde_json::Value],
741
+ target_unit: Option<&str>,
742
+ ) -> Result<serde_json::Value, String> {
743
+ use crate::units::UnitRegistry;
744
+
745
+ let mut decimals: Vec<Decimal> = Vec::new();
746
+ let mut source_unit: Option<String> = None;
747
+ for value in values {
748
+ if let Some(num) = value.as_f64() {
749
+ decimals.push(Decimal::from_str(&num.to_string()).map_err(|e| e.to_string())?);
750
+ } else if let Some(s) = value.as_str() {
751
+ decimals.push(Decimal::from_str(s).map_err(|e| e.to_string())?);
752
+ } else if value.is_object() {
753
+ let map = value
754
+ .as_object()
755
+ .ok_or_else(|| "Invalid quantity object".to_string())?;
756
+ if let Some(val) = map.get("__quantity_value") {
757
+ let s = val
758
+ .as_str()
759
+ .ok_or_else(|| "Quantity value must be a string".to_string())?;
760
+ decimals.push(Decimal::from_str(s).map_err(|e| e.to_string())?);
761
+ }
762
+ if let Some(unit) = map.get("__quantity_unit") {
763
+ if source_unit.is_none() {
764
+ if let Some(unit_str) = unit.as_str() {
765
+ source_unit = Some(unit_str.to_string());
766
+ }
767
+ }
768
+ }
769
+ }
770
+ }
771
+
772
+ if decimals.is_empty() {
773
+ return Ok(serde_json::json!(null));
774
+ }
775
+
776
+ if let Some(target_unit) = target_unit {
777
+ if let Some(unit) = source_unit.clone() {
778
+ let registry = UnitRegistry::global();
779
+ let registry = registry
780
+ .read()
781
+ .map_err(|e| format!("Failed to lock unit registry: {}", e))?;
782
+ let from = registry
783
+ .get_unit(&unit)
784
+ .map_err(|e| format!("{}", e))?
785
+ .clone();
786
+ let to = registry
787
+ .get_unit(target_unit)
788
+ .map_err(|e| format!("{}", e))?
789
+ .clone();
790
+ decimals = decimals
791
+ .into_iter()
792
+ .map(|value| registry.convert(value, &from, &to))
793
+ .collect::<Result<Vec<_>, _>>()
794
+ .map_err(|e| format!("{}", e))?;
795
+ }
796
+ }
797
+
798
+ let result = match function {
799
+ AggregateFunction::Sum => decimals.iter().copied().sum(),
800
+ AggregateFunction::Avg => {
801
+ let sum: Decimal = decimals.iter().copied().sum();
802
+ sum / Decimal::from(decimals.len())
803
+ }
804
+ AggregateFunction::Min => decimals
805
+ .into_iter()
806
+ .min()
807
+ .ok_or_else(|| "No values available for min".to_string())?,
808
+ AggregateFunction::Max => decimals
809
+ .into_iter()
810
+ .max()
811
+ .ok_or_else(|| "No values available for max".to_string())?,
812
+ AggregateFunction::Count => Decimal::from(values.len() as i64),
813
+ };
814
+
815
+ let as_f64 = result
816
+ .to_f64()
817
+ .ok_or_else(|| format!("Failed to convert aggregated value {} to f64", result))?;
818
+
819
+ Ok(serde_json::json!(as_f64))
820
+ }
821
+
822
+ fn reduce_binary_expression(
823
+ op: &BinaryOp,
824
+ left: Expression,
825
+ right: Expression,
826
+ ) -> Result<Expression, String> {
827
+ match (&left, &right) {
828
+ (Expression::Literal(left_value), Expression::Literal(right_value)) => {
829
+ // Preserve tri-state semantics: if either operand is NULL, yield NULL.
830
+ if left_value.is_null() || right_value.is_null() {
831
+ return Ok(Expression::Literal(serde_json::Value::Null));
832
+ }
833
+
834
+ let numeric_cmp = left_value.is_number() && right_value.is_number();
835
+ let reduced = match op {
836
+ BinaryOp::Equal => {
837
+ if numeric_cmp {
838
+ let left_num = Self::value_to_f64(left_value)
839
+ .ok_or_else(|| "Left operand is not numeric".to_string())?;
840
+ let right_num = Self::value_to_f64(right_value)
841
+ .ok_or_else(|| "Right operand is not numeric".to_string())?;
842
+ serde_json::json!(left_num == right_num)
843
+ } else {
844
+ serde_json::json!(left_value == right_value)
845
+ }
846
+ }
847
+ BinaryOp::NotEqual => {
848
+ if numeric_cmp {
849
+ let left_num = Self::value_to_f64(left_value)
850
+ .ok_or_else(|| "Left operand is not numeric".to_string())?;
851
+ let right_num = Self::value_to_f64(right_value)
852
+ .ok_or_else(|| "Right operand is not numeric".to_string())?;
853
+ serde_json::json!(left_num != right_num)
854
+ } else {
855
+ serde_json::json!(left_value != right_value)
856
+ }
857
+ }
858
+ BinaryOp::GreaterThan
859
+ | BinaryOp::LessThan
860
+ | BinaryOp::GreaterThanOrEqual
861
+ | BinaryOp::LessThanOrEqual => {
862
+ let left_num = Self::value_to_f64(left_value)
863
+ .ok_or_else(|| "Left operand is not numeric".to_string())?;
864
+ let right_num = Self::value_to_f64(right_value)
865
+ .ok_or_else(|| "Right operand is not numeric".to_string())?;
866
+ match op {
867
+ BinaryOp::GreaterThan => serde_json::json!(left_num > right_num),
868
+ BinaryOp::LessThan => serde_json::json!(left_num < right_num),
869
+ BinaryOp::GreaterThanOrEqual => {
870
+ serde_json::json!(left_num >= right_num)
871
+ }
872
+ BinaryOp::LessThanOrEqual => serde_json::json!(left_num <= right_num),
873
+ _ => unreachable!(),
874
+ }
875
+ }
876
+ BinaryOp::And | BinaryOp::Or => {
877
+ let left_bool = match left_value {
878
+ serde_json::Value::Bool(b) => Some(*b),
879
+ serde_json::Value::Null => None,
880
+ _ => return Err("Left operand is not boolean".to_string()),
881
+ };
882
+ let right_bool = match right_value {
883
+ serde_json::Value::Bool(b) => Some(*b),
884
+ serde_json::Value::Null => None,
885
+ _ => return Err("Right operand is not boolean".to_string()),
886
+ };
887
+
888
+ match op {
889
+ BinaryOp::And => {
890
+ if left_bool == Some(false) || right_bool == Some(false) {
891
+ serde_json::json!(false)
892
+ } else if left_bool.is_none() || right_bool.is_none() {
893
+ serde_json::Value::Null
894
+ } else {
895
+ serde_json::json!(left_bool.unwrap() && right_bool.unwrap())
896
+ }
897
+ }
898
+ BinaryOp::Or => {
899
+ if left_bool == Some(true) || right_bool == Some(true) {
900
+ serde_json::json!(true)
901
+ } else if left_bool.is_none() || right_bool.is_none() {
902
+ serde_json::Value::Null
903
+ } else {
904
+ serde_json::json!(left_bool.unwrap() || right_bool.unwrap())
905
+ }
906
+ }
907
+ _ => unreachable!(),
908
+ }
909
+ }
910
+ BinaryOp::Contains | BinaryOp::StartsWith | BinaryOp::EndsWith => {
911
+ let left_str = left_value
912
+ .as_str()
913
+ .ok_or_else(|| "Left operand is not string".to_string())?;
914
+ let right_str = right_value
915
+ .as_str()
916
+ .ok_or_else(|| "Right operand is not string".to_string())?;
917
+ match op {
918
+ BinaryOp::Contains => serde_json::json!(left_str.contains(right_str)),
919
+ BinaryOp::StartsWith => {
920
+ serde_json::json!(left_str.starts_with(right_str))
921
+ }
922
+ BinaryOp::EndsWith => serde_json::json!(left_str.ends_with(right_str)),
923
+ _ => unreachable!(),
924
+ }
925
+ }
926
+ _ => return Ok(Expression::binary(op.clone(), left.clone(), right.clone())),
927
+ };
928
+ Ok(Expression::Literal(reduced))
929
+ }
930
+ _ => Ok(Expression::binary(op.clone(), left, right)),
931
+ }
932
+ }
933
+
934
+ fn value_to_f64(value: &serde_json::Value) -> Option<f64> {
935
+ value
936
+ .as_f64()
937
+ .or_else(|| value.as_i64().map(|v| v as f64))
938
+ .or_else(|| value.as_u64().map(|v| v as f64))
939
+ }
940
+ }