ai-capability-framework 1.0.0-rc.1 → 1.0.0-rc.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (785) hide show
  1. package/CHANGELOG.md +108 -12
  2. package/CODE_OF_CONDUCT.md +30 -0
  3. package/CONTRIBUTING.md +76 -18
  4. package/GOVERNANCE.md +59 -0
  5. package/README.md +257 -155
  6. package/ROADMAP.md +26 -0
  7. package/SECURITY.md +31 -9
  8. package/dist/adapter-common.d.ts +24 -2
  9. package/dist/adapter-common.d.ts.map +1 -1
  10. package/dist/adapter-common.js +156 -6
  11. package/dist/ai-sdk.d.ts +2 -2
  12. package/dist/ai-sdk.d.ts.map +1 -1
  13. package/dist/ai-sdk.js +6 -0
  14. package/dist/anthropic-claude.d.ts +2 -2
  15. package/dist/anthropic-claude.d.ts.map +1 -1
  16. package/dist/anthropic-claude.js +6 -0
  17. package/dist/audit/in-memory.d.ts +29 -0
  18. package/dist/audit/in-memory.d.ts.map +1 -0
  19. package/dist/audit/in-memory.js +159 -0
  20. package/dist/audit/index.d.ts +7 -0
  21. package/dist/audit/index.d.ts.map +1 -0
  22. package/dist/audit/index.js +4 -0
  23. package/dist/audit/ledger.d.ts +22 -0
  24. package/dist/audit/ledger.d.ts.map +1 -0
  25. package/dist/audit/ledger.js +125 -0
  26. package/dist/audit/records.d.ts +17 -0
  27. package/dist/audit/records.d.ts.map +1 -0
  28. package/dist/audit/records.js +196 -0
  29. package/dist/audit/redaction.d.ts +16 -0
  30. package/dist/audit/redaction.d.ts.map +1 -0
  31. package/dist/audit/redaction.js +53 -0
  32. package/dist/audit/types.d.ts +267 -0
  33. package/dist/audit/types.d.ts.map +1 -0
  34. package/dist/audit/types.js +1 -0
  35. package/dist/aws/cloudwatch-telemetry.d.ts +13 -0
  36. package/dist/aws/cloudwatch-telemetry.d.ts.map +1 -0
  37. package/dist/aws/cloudwatch-telemetry.js +90 -0
  38. package/dist/aws/dynamodb-production-stores.d.ts +111 -0
  39. package/dist/aws/dynamodb-production-stores.d.ts.map +1 -0
  40. package/dist/aws/dynamodb-production-stores.js +552 -0
  41. package/dist/aws/dynamodb-stores.d.ts +46 -0
  42. package/dist/aws/dynamodb-stores.d.ts.map +1 -0
  43. package/dist/aws/dynamodb-stores.js +335 -0
  44. package/dist/aws/eventbridge.d.ts +11 -0
  45. package/dist/aws/eventbridge.d.ts.map +1 -0
  46. package/dist/aws/eventbridge.js +43 -0
  47. package/dist/aws/helpers.d.ts +29 -0
  48. package/dist/aws/helpers.d.ts.map +1 -0
  49. package/dist/aws/helpers.js +157 -0
  50. package/dist/aws/index.d.ts +10 -0
  51. package/dist/aws/index.d.ts.map +1 -0
  52. package/dist/aws/index.js +7 -0
  53. package/dist/aws/kms-redaction.d.ts +8 -0
  54. package/dist/aws/kms-redaction.d.ts.map +1 -0
  55. package/dist/aws/kms-redaction.js +50 -0
  56. package/dist/aws/step-functions-approval.d.ts +31 -0
  57. package/dist/aws/step-functions-approval.d.ts.map +1 -0
  58. package/dist/aws/step-functions-approval.js +147 -0
  59. package/dist/aws/testing.d.ts +25 -0
  60. package/dist/aws/testing.d.ts.map +1 -0
  61. package/dist/aws/testing.js +156 -0
  62. package/dist/aws/types.d.ts +106 -0
  63. package/dist/aws/types.d.ts.map +1 -0
  64. package/dist/aws/types.js +1 -0
  65. package/dist/capability-slice.d.ts +3 -0
  66. package/dist/capability-slice.d.ts.map +1 -0
  67. package/dist/capability-slice.js +148 -0
  68. package/dist/cli.d.ts +6 -6
  69. package/dist/cli.d.ts.map +1 -1
  70. package/dist/cli.js +1801 -17
  71. package/dist/conformance/index.d.ts +3 -0
  72. package/dist/conformance/index.d.ts.map +1 -0
  73. package/dist/conformance/index.js +2 -0
  74. package/dist/control-plane/index.d.ts +6 -0
  75. package/dist/control-plane/index.d.ts.map +1 -0
  76. package/dist/control-plane/index.js +4 -0
  77. package/dist/control-plane/redaction.d.ts +2 -0
  78. package/dist/control-plane/redaction.d.ts.map +1 -0
  79. package/dist/control-plane/redaction.js +28 -0
  80. package/dist/control-plane/router.d.ts +3 -0
  81. package/dist/control-plane/router.d.ts.map +1 -0
  82. package/dist/control-plane/router.js +157 -0
  83. package/dist/control-plane/service.d.ts +9 -0
  84. package/dist/control-plane/service.d.ts.map +1 -0
  85. package/dist/control-plane/service.js +353 -0
  86. package/dist/control-plane/store.d.ts +27 -0
  87. package/dist/control-plane/store.d.ts.map +1 -0
  88. package/dist/control-plane/store.js +131 -0
  89. package/dist/control-plane/types.d.ts +206 -0
  90. package/dist/control-plane/types.d.ts.map +1 -0
  91. package/dist/control-plane/types.js +1 -0
  92. package/dist/controls/evaluator.d.ts +38 -0
  93. package/dist/controls/evaluator.d.ts.map +1 -0
  94. package/dist/controls/evaluator.js +371 -0
  95. package/dist/controls/index.d.ts +4 -0
  96. package/dist/controls/index.d.ts.map +1 -0
  97. package/dist/controls/index.js +2 -0
  98. package/dist/controls/stores.d.ts +28 -0
  99. package/dist/controls/stores.d.ts.map +1 -0
  100. package/dist/controls/stores.js +124 -0
  101. package/dist/controls/types.d.ts +148 -0
  102. package/dist/controls/types.d.ts.map +1 -0
  103. package/dist/controls/types.js +1 -0
  104. package/dist/decision.d.ts +3 -3
  105. package/dist/decision.d.ts.map +1 -1
  106. package/dist/decision.js +195 -24
  107. package/dist/eval-runner.d.ts.map +1 -1
  108. package/dist/eval-runner.js +184 -4
  109. package/dist/evalops/exporters.d.ts +7 -0
  110. package/dist/evalops/exporters.d.ts.map +1 -0
  111. package/dist/evalops/exporters.js +132 -0
  112. package/dist/evalops/index.d.ts +3 -0
  113. package/dist/evalops/index.d.ts.map +1 -0
  114. package/dist/evalops/index.js +1 -0
  115. package/dist/evalops/types.d.ts +36 -0
  116. package/dist/evalops/types.d.ts.map +1 -0
  117. package/dist/evalops/types.js +1 -0
  118. package/dist/evals-live/index.d.ts +3 -0
  119. package/dist/evals-live/index.d.ts.map +1 -0
  120. package/dist/evals-live/index.js +1 -0
  121. package/dist/evals-live/live-eval-runner.d.ts +84 -0
  122. package/dist/evals-live/live-eval-runner.d.ts.map +1 -0
  123. package/dist/evals-live/live-eval-runner.js +455 -0
  124. package/dist/evals-live/types.d.ts +113 -0
  125. package/dist/evals-live/types.d.ts.map +1 -0
  126. package/dist/evals-live/types.js +1 -0
  127. package/dist/evidence/evidence.d.ts +20 -0
  128. package/dist/evidence/evidence.d.ts.map +1 -0
  129. package/dist/evidence/evidence.js +393 -0
  130. package/dist/evidence/index.d.ts +3 -0
  131. package/dist/evidence/index.d.ts.map +1 -0
  132. package/dist/evidence/index.js +1 -0
  133. package/dist/evidence/types.d.ts +171 -0
  134. package/dist/evidence/types.d.ts.map +1 -0
  135. package/dist/evidence/types.js +1 -0
  136. package/dist/gemini.d.ts +2 -2
  137. package/dist/gemini.d.ts.map +1 -1
  138. package/dist/gemini.js +6 -0
  139. package/dist/generated/manifest-types.d.ts +1063 -0
  140. package/dist/generated/manifest-types.d.ts.map +1 -1
  141. package/dist/governance/compatibility.d.ts +4 -0
  142. package/dist/governance/compatibility.d.ts.map +1 -0
  143. package/dist/governance/compatibility.js +167 -0
  144. package/dist/governance/gate.d.ts +5 -0
  145. package/dist/governance/gate.d.ts.map +1 -0
  146. package/dist/governance/gate.js +497 -0
  147. package/dist/governance/helpers.d.ts +18 -0
  148. package/dist/governance/helpers.d.ts.map +1 -0
  149. package/dist/governance/helpers.js +81 -0
  150. package/dist/governance/impact.d.ts +4 -0
  151. package/dist/governance/impact.d.ts.map +1 -0
  152. package/dist/governance/impact.js +111 -0
  153. package/dist/governance/index.d.ts +7 -0
  154. package/dist/governance/index.d.ts.map +1 -0
  155. package/dist/governance/index.js +5 -0
  156. package/dist/governance/lifecycle.d.ts +4 -0
  157. package/dist/governance/lifecycle.d.ts.map +1 -0
  158. package/dist/governance/lifecycle.js +128 -0
  159. package/dist/governance/risk-compiler.d.ts +4 -0
  160. package/dist/governance/risk-compiler.d.ts.map +1 -0
  161. package/dist/governance/risk-compiler.js +144 -0
  162. package/dist/governance/types.d.ts +207 -0
  163. package/dist/governance/types.d.ts.map +1 -0
  164. package/dist/governance/types.js +1 -0
  165. package/dist/index.d.ts +4 -3
  166. package/dist/index.d.ts.map +1 -1
  167. package/dist/index.js +3 -2
  168. package/dist/langchain.d.ts +2 -2
  169. package/dist/langchain.d.ts.map +1 -1
  170. package/dist/langchain.js +6 -0
  171. package/dist/langfuse/dataset.d.ts +5 -0
  172. package/dist/langfuse/dataset.d.ts.map +1 -0
  173. package/dist/langfuse/dataset.js +61 -0
  174. package/dist/langfuse/index.d.ts +5 -0
  175. package/dist/langfuse/index.d.ts.map +1 -0
  176. package/dist/langfuse/index.js +3 -0
  177. package/dist/langfuse/trace-sink.d.ts +12 -0
  178. package/dist/langfuse/trace-sink.d.ts.map +1 -0
  179. package/dist/langfuse/trace-sink.js +80 -0
  180. package/dist/langfuse/tracer.d.ts +15 -0
  181. package/dist/langfuse/tracer.d.ts.map +1 -0
  182. package/dist/langfuse/tracer.js +47 -0
  183. package/dist/langfuse/types.d.ts +25 -0
  184. package/dist/langfuse/types.d.ts.map +1 -0
  185. package/dist/langfuse/types.js +1 -0
  186. package/dist/loader.d.ts +2 -1
  187. package/dist/loader.d.ts.map +1 -1
  188. package/dist/loader.js +45 -11
  189. package/dist/mcp-server/index.d.ts +4 -0
  190. package/dist/mcp-server/index.d.ts.map +1 -0
  191. package/dist/mcp-server/index.js +2 -0
  192. package/dist/mcp-server/sdk.d.ts +3 -0
  193. package/dist/mcp-server/sdk.d.ts.map +1 -0
  194. package/dist/mcp-server/sdk.js +60 -0
  195. package/dist/mcp-server/server.d.ts +10 -0
  196. package/dist/mcp-server/server.d.ts.map +1 -0
  197. package/dist/mcp-server/server.js +218 -0
  198. package/dist/mcp-server/types.d.ts +58 -0
  199. package/dist/mcp-server/types.d.ts.map +1 -0
  200. package/dist/mcp-server/types.js +1 -0
  201. package/dist/mcp.d.ts +2 -2
  202. package/dist/mcp.d.ts.map +1 -1
  203. package/dist/mcp.js +6 -0
  204. package/dist/memory/governance.d.ts +9 -0
  205. package/dist/memory/governance.d.ts.map +1 -0
  206. package/dist/memory/governance.js +248 -0
  207. package/dist/memory/index.d.ts +3 -0
  208. package/dist/memory/index.d.ts.map +1 -0
  209. package/dist/memory/index.js +1 -0
  210. package/dist/memory/types.d.ts +73 -0
  211. package/dist/memory/types.d.ts.map +1 -0
  212. package/dist/memory/types.js +1 -0
  213. package/dist/observability/events.d.ts +13 -0
  214. package/dist/observability/events.d.ts.map +1 -0
  215. package/dist/observability/events.js +25 -0
  216. package/dist/observability/index.d.ts +7 -0
  217. package/dist/observability/index.d.ts.map +1 -0
  218. package/dist/observability/index.js +5 -0
  219. package/dist/observability/otel.d.ts +10 -0
  220. package/dist/observability/otel.d.ts.map +1 -0
  221. package/dist/observability/otel.js +103 -0
  222. package/dist/observability/redaction.d.ts +16 -0
  223. package/dist/observability/redaction.d.ts.map +1 -0
  224. package/dist/observability/redaction.js +172 -0
  225. package/dist/observability/sinks.d.ts +20 -0
  226. package/dist/observability/sinks.d.ts.map +1 -0
  227. package/dist/observability/sinks.js +40 -0
  228. package/dist/observability/tracer.d.ts +25 -0
  229. package/dist/observability/tracer.d.ts.map +1 -0
  230. package/dist/observability/tracer.js +150 -0
  231. package/dist/observability/types.d.ts +100 -0
  232. package/dist/observability/types.d.ts.map +1 -0
  233. package/dist/observability/types.js +1 -0
  234. package/dist/openai/agents-sdk-bridge.d.ts +4 -0
  235. package/dist/openai/agents-sdk-bridge.d.ts.map +1 -0
  236. package/dist/openai/agents-sdk-bridge.js +115 -0
  237. package/dist/openai/errors.d.ts +14 -0
  238. package/dist/openai/errors.d.ts.map +1 -0
  239. package/dist/openai/errors.js +22 -0
  240. package/dist/openai/index.d.ts +8 -0
  241. package/dist/openai/index.d.ts.map +1 -0
  242. package/dist/openai/index.js +6 -0
  243. package/dist/openai/responses-runner.d.ts +3 -0
  244. package/dist/openai/responses-runner.d.ts.map +1 -0
  245. package/dist/openai/responses-runner.js +384 -0
  246. package/dist/openai/testing.d.ts +21 -0
  247. package/dist/openai/testing.d.ts.map +1 -0
  248. package/dist/openai/testing.js +47 -0
  249. package/dist/openai/tool-loop.d.ts +24 -0
  250. package/dist/openai/tool-loop.d.ts.map +1 -0
  251. package/dist/openai/tool-loop.js +126 -0
  252. package/dist/openai/tool-output.d.ts +11 -0
  253. package/dist/openai/tool-output.d.ts.map +1 -0
  254. package/dist/openai/tool-output.js +35 -0
  255. package/dist/openai/types.d.ts +88 -0
  256. package/dist/openai/types.d.ts.map +1 -0
  257. package/dist/openai/types.js +1 -0
  258. package/dist/openai-responses.d.ts +2 -3
  259. package/dist/openai-responses.d.ts.map +1 -1
  260. package/dist/openai-responses.js +6 -0
  261. package/dist/promptfoo/export.d.ts +3 -0
  262. package/dist/promptfoo/export.d.ts.map +1 -0
  263. package/dist/promptfoo/export.js +130 -0
  264. package/dist/promptfoo/import-results.d.ts +4 -0
  265. package/dist/promptfoo/import-results.d.ts.map +1 -0
  266. package/dist/promptfoo/import-results.js +65 -0
  267. package/dist/promptfoo/index.d.ts +4 -0
  268. package/dist/promptfoo/index.d.ts.map +1 -0
  269. package/dist/promptfoo/index.js +2 -0
  270. package/dist/promptfoo/types.d.ts +25 -0
  271. package/dist/promptfoo/types.d.ts.map +1 -0
  272. package/dist/promptfoo/types.js +1 -0
  273. package/dist/provenance/index.d.ts +3 -0
  274. package/dist/provenance/index.d.ts.map +1 -0
  275. package/dist/provenance/index.js +1 -0
  276. package/dist/provenance/provenance.d.ts +8 -0
  277. package/dist/provenance/provenance.d.ts.map +1 -0
  278. package/dist/provenance/provenance.js +227 -0
  279. package/dist/provenance/types.d.ts +61 -0
  280. package/dist/provenance/types.d.ts.map +1 -0
  281. package/dist/provenance/types.js +1 -0
  282. package/dist/providers/ai-sdk/errors.d.ts +5 -0
  283. package/dist/providers/ai-sdk/errors.d.ts.map +1 -0
  284. package/dist/providers/ai-sdk/errors.js +6 -0
  285. package/dist/providers/ai-sdk/factories.d.ts +5 -0
  286. package/dist/providers/ai-sdk/factories.d.ts.map +1 -0
  287. package/dist/providers/ai-sdk/factories.js +40 -0
  288. package/dist/providers/ai-sdk/generate-text-runner.d.ts +3 -0
  289. package/dist/providers/ai-sdk/generate-text-runner.d.ts.map +1 -0
  290. package/dist/providers/ai-sdk/generate-text-runner.js +117 -0
  291. package/dist/providers/ai-sdk/index.d.ts +8 -0
  292. package/dist/providers/ai-sdk/index.d.ts.map +1 -0
  293. package/dist/providers/ai-sdk/index.js +7 -0
  294. package/dist/providers/ai-sdk/stream-text-runner.d.ts +3 -0
  295. package/dist/providers/ai-sdk/stream-text-runner.d.ts.map +1 -0
  296. package/dist/providers/ai-sdk/stream-text-runner.js +79 -0
  297. package/dist/providers/ai-sdk/testing.d.ts +13 -0
  298. package/dist/providers/ai-sdk/testing.d.ts.map +1 -0
  299. package/dist/providers/ai-sdk/testing.js +25 -0
  300. package/dist/providers/ai-sdk/tools.d.ts +3 -0
  301. package/dist/providers/ai-sdk/tools.d.ts.map +1 -0
  302. package/dist/providers/ai-sdk/tools.js +107 -0
  303. package/dist/providers/ai-sdk/types.d.ts +106 -0
  304. package/dist/providers/ai-sdk/types.d.ts.map +1 -0
  305. package/dist/providers/ai-sdk/types.js +1 -0
  306. package/dist/providers/anthropic/client.d.ts +4 -0
  307. package/dist/providers/anthropic/client.d.ts.map +1 -0
  308. package/dist/providers/anthropic/client.js +33 -0
  309. package/dist/providers/anthropic/errors.d.ts +5 -0
  310. package/dist/providers/anthropic/errors.d.ts.map +1 -0
  311. package/dist/providers/anthropic/errors.js +10 -0
  312. package/dist/providers/anthropic/index.d.ts +7 -0
  313. package/dist/providers/anthropic/index.d.ts.map +1 -0
  314. package/dist/providers/anthropic/index.js +6 -0
  315. package/dist/providers/anthropic/messages-runner.d.ts +3 -0
  316. package/dist/providers/anthropic/messages-runner.d.ts.map +1 -0
  317. package/dist/providers/anthropic/messages-runner.js +288 -0
  318. package/dist/providers/anthropic/testing.d.ts +22 -0
  319. package/dist/providers/anthropic/testing.d.ts.map +1 -0
  320. package/dist/providers/anthropic/testing.js +47 -0
  321. package/dist/providers/anthropic/tool-result.d.ts +8 -0
  322. package/dist/providers/anthropic/tool-result.d.ts.map +1 -0
  323. package/dist/providers/anthropic/tool-result.js +17 -0
  324. package/dist/providers/anthropic/tools.d.ts +9 -0
  325. package/dist/providers/anthropic/tools.d.ts.map +1 -0
  326. package/dist/providers/anthropic/tools.js +123 -0
  327. package/dist/providers/anthropic/types.d.ts +121 -0
  328. package/dist/providers/anthropic/types.d.ts.map +1 -0
  329. package/dist/providers/anthropic/types.js +1 -0
  330. package/dist/providers/conformance/eval-runner.d.ts +26 -0
  331. package/dist/providers/conformance/eval-runner.d.ts.map +1 -0
  332. package/dist/providers/conformance/eval-runner.js +327 -0
  333. package/dist/providers/conformance/export-tools.d.ts +3 -0
  334. package/dist/providers/conformance/export-tools.d.ts.map +1 -0
  335. package/dist/providers/conformance/export-tools.js +159 -0
  336. package/dist/providers/conformance/index.d.ts +7 -0
  337. package/dist/providers/conformance/index.d.ts.map +1 -0
  338. package/dist/providers/conformance/index.js +6 -0
  339. package/dist/providers/conformance/provider-matrix.d.ts +15 -0
  340. package/dist/providers/conformance/provider-matrix.d.ts.map +1 -0
  341. package/dist/providers/conformance/provider-matrix.js +164 -0
  342. package/dist/providers/conformance/report.d.ts +3 -0
  343. package/dist/providers/conformance/report.d.ts.map +1 -0
  344. package/dist/providers/conformance/report.js +15 -0
  345. package/dist/providers/conformance/tool-call-fixtures.d.ts +3 -0
  346. package/dist/providers/conformance/tool-call-fixtures.d.ts.map +1 -0
  347. package/dist/providers/conformance/tool-call-fixtures.js +47 -0
  348. package/dist/providers/conformance/types.d.ts +145 -0
  349. package/dist/providers/conformance/types.d.ts.map +1 -0
  350. package/dist/providers/conformance/types.js +1 -0
  351. package/dist/providers/gemini/client.d.ts +4 -0
  352. package/dist/providers/gemini/client.d.ts.map +1 -0
  353. package/dist/providers/gemini/client.js +33 -0
  354. package/dist/providers/gemini/errors.d.ts +5 -0
  355. package/dist/providers/gemini/errors.d.ts.map +1 -0
  356. package/dist/providers/gemini/errors.js +10 -0
  357. package/dist/providers/gemini/function-declarations.d.ts +7 -0
  358. package/dist/providers/gemini/function-declarations.d.ts.map +1 -0
  359. package/dist/providers/gemini/function-declarations.js +137 -0
  360. package/dist/providers/gemini/function-response.d.ts +4 -0
  361. package/dist/providers/gemini/function-response.d.ts.map +1 -0
  362. package/dist/providers/gemini/function-response.js +11 -0
  363. package/dist/providers/gemini/generate-content-runner.d.ts +3 -0
  364. package/dist/providers/gemini/generate-content-runner.d.ts.map +1 -0
  365. package/dist/providers/gemini/generate-content-runner.js +306 -0
  366. package/dist/providers/gemini/index.d.ts +7 -0
  367. package/dist/providers/gemini/index.d.ts.map +1 -0
  368. package/dist/providers/gemini/index.js +6 -0
  369. package/dist/providers/gemini/testing.d.ts +28 -0
  370. package/dist/providers/gemini/testing.d.ts.map +1 -0
  371. package/dist/providers/gemini/testing.js +60 -0
  372. package/dist/providers/gemini/types.d.ts +104 -0
  373. package/dist/providers/gemini/types.d.ts.map +1 -0
  374. package/dist/providers/gemini/types.js +1 -0
  375. package/dist/providers/index.d.ts +11 -0
  376. package/dist/providers/index.d.ts.map +1 -0
  377. package/dist/providers/index.js +10 -0
  378. package/dist/providers/langchain/factories.d.ts +7 -0
  379. package/dist/providers/langchain/factories.d.ts.map +1 -0
  380. package/dist/providers/langchain/factories.js +161 -0
  381. package/dist/providers/langchain/index.d.ts +6 -0
  382. package/dist/providers/langchain/index.d.ts.map +1 -0
  383. package/dist/providers/langchain/index.js +5 -0
  384. package/dist/providers/langchain/langgraph.d.ts +3 -0
  385. package/dist/providers/langchain/langgraph.d.ts.map +1 -0
  386. package/dist/providers/langchain/langgraph.js +19 -0
  387. package/dist/providers/langchain/testing.d.ts +15 -0
  388. package/dist/providers/langchain/testing.d.ts.map +1 -0
  389. package/dist/providers/langchain/testing.js +37 -0
  390. package/dist/providers/langchain/tools.d.ts +3 -0
  391. package/dist/providers/langchain/tools.d.ts.map +1 -0
  392. package/dist/providers/langchain/tools.js +98 -0
  393. package/dist/providers/langchain/types.d.ts +48 -0
  394. package/dist/providers/langchain/types.d.ts.map +1 -0
  395. package/dist/providers/langchain/types.js +1 -0
  396. package/dist/providers/mcp/annotations.d.ts +6 -0
  397. package/dist/providers/mcp/annotations.d.ts.map +1 -0
  398. package/dist/providers/mcp/annotations.js +40 -0
  399. package/dist/providers/mcp/descriptors.d.ts +7 -0
  400. package/dist/providers/mcp/descriptors.d.ts.map +1 -0
  401. package/dist/providers/mcp/descriptors.js +208 -0
  402. package/dist/providers/mcp/index.d.ts +6 -0
  403. package/dist/providers/mcp/index.d.ts.map +1 -0
  404. package/dist/providers/mcp/index.js +5 -0
  405. package/dist/providers/mcp/security.d.ts +5 -0
  406. package/dist/providers/mcp/security.d.ts.map +1 -0
  407. package/dist/providers/mcp/security.js +19 -0
  408. package/dist/providers/mcp/testing.d.ts +13 -0
  409. package/dist/providers/mcp/testing.d.ts.map +1 -0
  410. package/dist/providers/mcp/testing.js +21 -0
  411. package/dist/providers/mcp/types.d.ts +93 -0
  412. package/dist/providers/mcp/types.d.ts.map +1 -0
  413. package/dist/providers/mcp/types.js +1 -0
  414. package/dist/providers/semantic-kernel/helpers.d.ts +15 -0
  415. package/dist/providers/semantic-kernel/helpers.d.ts.map +1 -0
  416. package/dist/providers/semantic-kernel/helpers.js +84 -0
  417. package/dist/providers/semantic-kernel/index.d.ts +6 -0
  418. package/dist/providers/semantic-kernel/index.d.ts.map +1 -0
  419. package/dist/providers/semantic-kernel/index.js +5 -0
  420. package/dist/providers/semantic-kernel/mcp-guide.d.ts +2 -0
  421. package/dist/providers/semantic-kernel/mcp-guide.d.ts.map +1 -0
  422. package/dist/providers/semantic-kernel/mcp-guide.js +12 -0
  423. package/dist/providers/semantic-kernel/openapi.d.ts +3 -0
  424. package/dist/providers/semantic-kernel/openapi.d.ts.map +1 -0
  425. package/dist/providers/semantic-kernel/openapi.js +175 -0
  426. package/dist/providers/semantic-kernel/plugin-metadata.d.ts +4 -0
  427. package/dist/providers/semantic-kernel/plugin-metadata.d.ts.map +1 -0
  428. package/dist/providers/semantic-kernel/plugin-metadata.js +61 -0
  429. package/dist/providers/semantic-kernel/testing.d.ts +4 -0
  430. package/dist/providers/semantic-kernel/testing.d.ts.map +1 -0
  431. package/dist/providers/semantic-kernel/testing.js +11 -0
  432. package/dist/providers/semantic-kernel/types.d.ts +123 -0
  433. package/dist/providers/semantic-kernel/types.d.ts.map +1 -0
  434. package/dist/providers/semantic-kernel/types.js +1 -0
  435. package/dist/providers/shared/errors.d.ts +21 -0
  436. package/dist/providers/shared/errors.d.ts.map +1 -0
  437. package/dist/providers/shared/errors.js +26 -0
  438. package/dist/providers/shared/name-mapper.d.ts +10 -0
  439. package/dist/providers/shared/name-mapper.d.ts.map +1 -0
  440. package/dist/providers/shared/name-mapper.js +169 -0
  441. package/dist/providers/shared/optional-dependency.d.ts +3 -0
  442. package/dist/providers/shared/optional-dependency.d.ts.map +1 -0
  443. package/dist/providers/shared/optional-dependency.js +17 -0
  444. package/dist/providers/shared/run-loop.d.ts +3 -0
  445. package/dist/providers/shared/run-loop.d.ts.map +1 -0
  446. package/dist/providers/shared/run-loop.js +121 -0
  447. package/dist/providers/shared/schema-normalizer.d.ts +4 -0
  448. package/dist/providers/shared/schema-normalizer.d.ts.map +1 -0
  449. package/dist/providers/shared/schema-normalizer.js +84 -0
  450. package/dist/providers/shared/testing.d.ts +15 -0
  451. package/dist/providers/shared/testing.d.ts.map +1 -0
  452. package/dist/providers/shared/testing.js +27 -0
  453. package/dist/providers/shared/tool-call.d.ts +3 -0
  454. package/dist/providers/shared/tool-call.d.ts.map +1 -0
  455. package/dist/providers/shared/tool-call.js +53 -0
  456. package/dist/providers/shared/tool-descriptor.d.ts +3 -0
  457. package/dist/providers/shared/tool-descriptor.d.ts.map +1 -0
  458. package/dist/providers/shared/tool-descriptor.js +17 -0
  459. package/dist/providers/shared/tool-result.d.ts +3 -0
  460. package/dist/providers/shared/tool-result.d.ts.map +1 -0
  461. package/dist/providers/shared/tool-result.js +20 -0
  462. package/dist/providers/shared/types.d.ts +122 -0
  463. package/dist/providers/shared/types.d.ts.map +1 -0
  464. package/dist/providers/shared/types.js +1 -0
  465. package/dist/replay/golden.d.ts +5 -0
  466. package/dist/replay/golden.d.ts.map +1 -0
  467. package/dist/replay/golden.js +160 -0
  468. package/dist/replay/hash.d.ts +3 -0
  469. package/dist/replay/hash.d.ts.map +1 -0
  470. package/dist/replay/hash.js +21 -0
  471. package/dist/replay/index.d.ts +8 -0
  472. package/dist/replay/index.d.ts.map +1 -0
  473. package/dist/replay/index.js +6 -0
  474. package/dist/replay/recorder.d.ts +5 -0
  475. package/dist/replay/recorder.d.ts.map +1 -0
  476. package/dist/replay/recorder.js +32 -0
  477. package/dist/replay/redaction.d.ts +4 -0
  478. package/dist/replay/redaction.d.ts.map +1 -0
  479. package/dist/replay/redaction.js +73 -0
  480. package/dist/replay/replayer.d.ts +3 -0
  481. package/dist/replay/replayer.d.ts.map +1 -0
  482. package/dist/replay/replayer.js +274 -0
  483. package/dist/replay/types.d.ts +141 -0
  484. package/dist/replay/types.d.ts.map +1 -0
  485. package/dist/replay/types.js +1 -0
  486. package/dist/replay/validation.d.ts +4 -0
  487. package/dist/replay/validation.d.ts.map +1 -0
  488. package/dist/replay/validation.js +68 -0
  489. package/dist/runtime/actions.d.ts +22 -0
  490. package/dist/runtime/actions.d.ts.map +1 -0
  491. package/dist/runtime/actions.js +1180 -0
  492. package/dist/runtime/audit.d.ts +19 -0
  493. package/dist/runtime/audit.d.ts.map +1 -0
  494. package/dist/runtime/audit.js +34 -0
  495. package/dist/runtime/context.d.ts +43 -0
  496. package/dist/runtime/context.d.ts.map +1 -0
  497. package/dist/runtime/context.js +273 -0
  498. package/dist/runtime/envelope.d.ts +6 -0
  499. package/dist/runtime/envelope.d.ts.map +1 -0
  500. package/dist/runtime/envelope.js +45 -0
  501. package/dist/runtime/errors.d.ts +17 -0
  502. package/dist/runtime/errors.d.ts.map +1 -0
  503. package/dist/runtime/errors.js +23 -0
  504. package/dist/runtime/executor.d.ts +10 -0
  505. package/dist/runtime/executor.d.ts.map +1 -0
  506. package/dist/runtime/executor.js +341 -0
  507. package/dist/runtime/handlers.d.ts +13 -0
  508. package/dist/runtime/handlers.d.ts.map +1 -0
  509. package/dist/runtime/handlers.js +39 -0
  510. package/dist/runtime/index.d.ts +13 -0
  511. package/dist/runtime/index.d.ts.map +1 -0
  512. package/dist/runtime/index.js +11 -0
  513. package/dist/runtime/policy.d.ts +9 -0
  514. package/dist/runtime/policy.d.ts.map +1 -0
  515. package/dist/runtime/policy.js +235 -0
  516. package/dist/runtime/redaction.d.ts +11 -0
  517. package/dist/runtime/redaction.d.ts.map +1 -0
  518. package/dist/runtime/redaction.js +75 -0
  519. package/dist/runtime/router.d.ts +9 -0
  520. package/dist/runtime/router.d.ts.map +1 -0
  521. package/dist/runtime/router.js +251 -0
  522. package/dist/runtime/stores.d.ts +33 -0
  523. package/dist/runtime/stores.d.ts.map +1 -0
  524. package/dist/runtime/stores.js +107 -0
  525. package/dist/runtime/types.d.ts +520 -0
  526. package/dist/runtime/types.d.ts.map +1 -0
  527. package/dist/runtime/types.js +1 -0
  528. package/dist/security/index.d.ts +7 -0
  529. package/dist/security/index.d.ts.map +1 -0
  530. package/dist/security/index.js +5 -0
  531. package/dist/security/provenance.d.ts +11 -0
  532. package/dist/security/provenance.d.ts.map +1 -0
  533. package/dist/security/provenance.js +13 -0
  534. package/dist/security/redaction.d.ts +5 -0
  535. package/dist/security/redaction.d.ts.map +1 -0
  536. package/dist/security/redaction.js +145 -0
  537. package/dist/security/retention.d.ts +4 -0
  538. package/dist/security/retention.d.ts.map +1 -0
  539. package/dist/security/retention.js +41 -0
  540. package/dist/security/taint.d.ts +9 -0
  541. package/dist/security/taint.d.ts.map +1 -0
  542. package/dist/security/taint.js +33 -0
  543. package/dist/security/trust.d.ts +10 -0
  544. package/dist/security/trust.d.ts.map +1 -0
  545. package/dist/security/trust.js +99 -0
  546. package/dist/security/types.d.ts +110 -0
  547. package/dist/security/types.d.ts.map +1 -0
  548. package/dist/security/types.js +1 -0
  549. package/dist/security-packs/catalog.d.ts +6 -0
  550. package/dist/security-packs/catalog.d.ts.map +1 -0
  551. package/dist/security-packs/catalog.js +83 -0
  552. package/dist/security-packs/generator.d.ts +6 -0
  553. package/dist/security-packs/generator.d.ts.map +1 -0
  554. package/dist/security-packs/generator.js +241 -0
  555. package/dist/security-packs/index.d.ts +5 -0
  556. package/dist/security-packs/index.d.ts.map +1 -0
  557. package/dist/security-packs/index.js +3 -0
  558. package/dist/security-packs/promptfoo.d.ts +5 -0
  559. package/dist/security-packs/promptfoo.d.ts.map +1 -0
  560. package/dist/security-packs/promptfoo.js +85 -0
  561. package/dist/security-packs/types.d.ts +109 -0
  562. package/dist/security-packs/types.d.ts.map +1 -0
  563. package/dist/security-packs/types.js +1 -0
  564. package/dist/semantic-kernel.d.ts +2 -2
  565. package/dist/semantic-kernel.d.ts.map +1 -1
  566. package/dist/semantic-kernel.js +6 -0
  567. package/dist/tool-result.d.ts +15 -0
  568. package/dist/tool-result.d.ts.map +1 -0
  569. package/dist/tool-result.js +26 -0
  570. package/dist/types.d.ts +90 -4
  571. package/dist/types.d.ts.map +1 -1
  572. package/dist/validator.d.ts +6 -1
  573. package/dist/validator.d.ts.map +1 -1
  574. package/dist/validator.js +209 -4
  575. package/docs/action-lifecycle.md +81 -0
  576. package/docs/adapter-roadmap.md +52 -50
  577. package/docs/adapters.md +14 -15
  578. package/docs/ai-sdk-runtime.md +84 -0
  579. package/docs/anthropic-runtime.md +79 -0
  580. package/docs/api/public-api-policy.md +59 -0
  581. package/docs/api.md +754 -46
  582. package/docs/architecture/current-state.md +46 -0
  583. package/docs/assets/aicf-logo.svg +17 -0
  584. package/docs/assets/aicf-mark.svg +11 -0
  585. package/docs/audit/index.md +86 -0
  586. package/docs/aws/cloudwatch-telemetry.md +20 -0
  587. package/docs/aws/dynamodb-single-table.md +29 -0
  588. package/docs/aws/kms-redaction.md +20 -0
  589. package/docs/aws/overview.md +17 -0
  590. package/docs/aws/production-reference.md +36 -0
  591. package/docs/aws/step-functions-approval.md +30 -0
  592. package/docs/aws-runtime.md +122 -0
  593. package/docs/capability-manifests.md +17 -21
  594. package/docs/control-plane/overview.md +14 -0
  595. package/docs/control-plane.md +105 -41
  596. package/docs/controls/index.md +63 -0
  597. package/docs/core/capability-manifests.md +19 -0
  598. package/docs/core/entity-manifests.md +21 -0
  599. package/docs/eval-runner.md +77 -20
  600. package/docs/evalops.md +37 -0
  601. package/docs/evals/golden-tests.md +19 -0
  602. package/docs/evals/overview.md +14 -0
  603. package/docs/evals/replay-and-trace-to-golden.md +92 -0
  604. package/docs/evals.md +22 -14
  605. package/docs/evidence.md +103 -0
  606. package/docs/gemini-runtime.md +87 -0
  607. package/docs/getting-started/anthropic-quickstart.md +61 -0
  608. package/docs/getting-started/concepts.md +21 -0
  609. package/docs/getting-started/gemini-quickstart.md +62 -0
  610. package/docs/getting-started/installation.md +21 -0
  611. package/docs/getting-started/openai-quickstart.md +61 -0
  612. package/docs/getting-started/provider-neutral-quickstart.md +106 -0
  613. package/docs/getting-started/quickstart.md +32 -0
  614. package/docs/getting-started.md +40 -49
  615. package/docs/glossary.md +54 -0
  616. package/docs/governance/gate.md +135 -0
  617. package/docs/governance/impact-and-compatibility.md +14 -0
  618. package/docs/governance/index.md +133 -0
  619. package/docs/governance/lifecycle.md +13 -0
  620. package/docs/governance/overview.md +14 -0
  621. package/docs/governance/risk-compiler.md +13 -0
  622. package/docs/host-responsibilities.md +6 -8
  623. package/docs/implementation-notes/baseline-gaps.md +26 -0
  624. package/docs/index.md +75 -0
  625. package/docs/interoperability.md +9 -9
  626. package/docs/langchain-runtime.md +79 -0
  627. package/docs/live-evals.md +116 -0
  628. package/docs/mcp-server-runtime.md +94 -0
  629. package/docs/memory.md +78 -0
  630. package/docs/migration-0.1-to-1.0.md +14 -9
  631. package/docs/observability/overview.md +12 -0
  632. package/docs/observability-runtime.md +79 -0
  633. package/docs/openai-responses.md +40 -37
  634. package/docs/openai-runtime.md +188 -0
  635. package/docs/openai-walkthrough.md +195 -0
  636. package/docs/policy-broker.md +48 -0
  637. package/docs/provenance.md +96 -0
  638. package/docs/provider-conformance.md +13 -0
  639. package/docs/providers/anthropic.md +12 -0
  640. package/docs/providers/choose-a-runtime.md +37 -0
  641. package/docs/providers/conformance.md +100 -0
  642. package/docs/providers/gemini.md +12 -0
  643. package/docs/providers/langchain-langgraph.md +10 -0
  644. package/docs/providers/mcp.md +11 -0
  645. package/docs/providers/openai.md +15 -0
  646. package/docs/providers/semantic-kernel.md +11 -0
  647. package/docs/providers/vercel-ai-sdk.md +10 -0
  648. package/docs/providers.md +103 -0
  649. package/docs/public/license-exceptions.md +187 -0
  650. package/docs/public/npm-release-preflight.md +103 -0
  651. package/docs/public-framework/compatibility-policy.md +19 -0
  652. package/docs/public-framework/deprecation-policy.md +20 -0
  653. package/docs/public-framework/final-certification-matrix.md +98 -0
  654. package/docs/public-framework/license-decision.md +20 -0
  655. package/docs/public-framework/release-process.md +64 -0
  656. package/docs/public-framework/security-disclosure.md +17 -0
  657. package/docs/public-framework/v1-certification.md +166 -0
  658. package/docs/release.md +228 -26
  659. package/docs/runtime/action-lifecycle.md +16 -0
  660. package/docs/runtime/policy-broker.md +11 -0
  661. package/docs/runtime/runtime-overview.md +13 -0
  662. package/docs/runtime/tool-result-envelope.md +17 -0
  663. package/docs/runtime.md +169 -0
  664. package/docs/security/overview.md +14 -0
  665. package/docs/security/security-packs.md +143 -0
  666. package/docs/security/trust-taint-redaction.md +95 -0
  667. package/docs/semantic-kernel-runtime.md +91 -0
  668. package/docs/spec.md +111 -76
  669. package/docs/start-here.md +136 -0
  670. package/examples/01-basic-read-capability/README.md +23 -0
  671. package/examples/02-prepare-approve-commit/README.md +23 -0
  672. package/examples/03-multi-provider-tools/README.md +26 -0
  673. package/examples/04-mcp-server/README.md +23 -0
  674. package/examples/05-langchain-langgraph-bridge/README.md +22 -0
  675. package/examples/06-vercel-ai-sdk-bridge/README.md +22 -0
  676. package/examples/07-policy-broker-custom-auth/README.md +24 -0
  677. package/examples/08-aws-step-functions-approval/README.md +22 -0
  678. package/examples/09-security-packs-promptfoo/README.md +25 -0
  679. package/examples/10-trace-to-golden/README.md +23 -0
  680. package/examples/11-control-plane/README.md +23 -0
  681. package/examples/aicf.config.yaml +26 -0
  682. package/examples/aws/README.md +24 -0
  683. package/examples/control-plane/README.md +44 -0
  684. package/examples/control-plane/fixtures/control-plane.seed.json +220 -0
  685. package/examples/control-plane/public/app.js +265 -0
  686. package/examples/control-plane/public/index.html +138 -0
  687. package/examples/control-plane/public/styles.css +244 -0
  688. package/examples/control-plane/server.mjs +123 -0
  689. package/examples/eval-results/public.results.passing.json +6 -21
  690. package/examples/providers/ai-sdk-next/README.md +30 -0
  691. package/examples/providers/anthropic-claude/README.md +26 -0
  692. package/examples/providers/gemini/README.md +27 -0
  693. package/examples/providers/langchain-agent/README.md +26 -0
  694. package/examples/providers/langgraph-tool-node/README.md +21 -0
  695. package/examples/providers/mcp/README.md +24 -0
  696. package/examples/providers/provider-conformance/README.md +27 -0
  697. package/examples/providers/semantic-kernel-mcp/README.md +21 -0
  698. package/examples/providers/semantic-kernel-openapi/README.md +21 -0
  699. package/examples/runtime-support-billing/README.md +28 -0
  700. package/examples/runtime-support-billing/run-mock.mjs +5 -0
  701. package/examples/runtime-support-billing/support-billing-runtime.mjs +302 -0
  702. package/examples/scheduling/capabilities/scheduling.availability.get.yaml +2 -2
  703. package/examples/scheduling/capabilities/scheduling.invite.prepare.yaml +9 -2
  704. package/examples/scheduling/capabilities/scheduling.invite.send.yaml +12 -2
  705. package/examples/scheduling/entities/AvailabilitySlot.yaml +2 -2
  706. package/examples/scheduling/entities/MeetingInvite.yaml +2 -2
  707. package/examples/scheduling/evals/scheduling.invite.prepare.valid.yaml +3 -1
  708. package/examples/semantic-kernel-mcp/README.md +23 -0
  709. package/examples/semantic-kernel-openapi/README.md +33 -0
  710. package/examples/support/capabilities/support.refund.commit_case.yaml +19 -4
  711. package/examples/support/capabilities/support.refund.prepare_case.yaml +9 -2
  712. package/examples/support/capabilities/support.ticket.get.yaml +2 -2
  713. package/examples/support/decisions/support.ticket.get.select.json +0 -0
  714. package/examples/support/entities/Ticket.yaml +0 -1
  715. package/examples/support/eval-results/support.results.passing.json +3 -12
  716. package/examples/support/evals/support.refund.prepare_case.approval_required.yaml +3 -1
  717. package/examples/support/evals/support.refund.prepare_case.valid.yaml +3 -2
  718. package/examples/support/memory/support.agent.preferences.json +36 -0
  719. package/examples/support/openai/context.support_agent.json +1 -4
  720. package/examples/support/provenance/support.refund.summary.provenance.json +56 -0
  721. package/examples/support/replay/support.refund.approval_required.trace.json +180 -0
  722. package/package.json +338 -12
  723. package/schemas/adapter-context.schema.json +35 -0
  724. package/schemas/audit/action-record.schema.json +73 -0
  725. package/schemas/audit/approval-record.schema.json +58 -0
  726. package/schemas/audit/idempotency-record.schema.json +41 -0
  727. package/schemas/audit/policy-decision-record.schema.json +116 -0
  728. package/schemas/aws/approval-task.schema.json +29 -0
  729. package/schemas/aws/budget-usage.schema.json +33 -0
  730. package/schemas/aws/dynamodb-item.schema.json +31 -0
  731. package/schemas/aws/telemetry-event.schema.json +23 -0
  732. package/schemas/capability-manifest.schema.json +8 -0
  733. package/schemas/conformance/conformance-case.schema.json +77 -0
  734. package/schemas/conformance/conformance-report.schema.json +230 -0
  735. package/schemas/conformance/provider-target-matrix.schema.json +69 -0
  736. package/schemas/control-plane/state.schema.json +72 -0
  737. package/schemas/controls/budget-policy.schema.json +20 -0
  738. package/schemas/controls/circuit-breaker-policy.schema.json +26 -0
  739. package/schemas/controls/control-decision.schema.json +68 -0
  740. package/schemas/controls/kill-switch.schema.json +102 -0
  741. package/schemas/decision-request.schema.json +87 -0
  742. package/schemas/eval-case.schema.json +29 -2
  743. package/schemas/eval-result.schema.json +8 -1
  744. package/schemas/evalops/braintrust-dataset.schema.json +26 -0
  745. package/schemas/evalops/openai-eval-dataset.schema.json +37 -0
  746. package/schemas/evidence/evidence-export-input.schema.json +46 -0
  747. package/schemas/evidence/evidence-pack.schema.json +334 -0
  748. package/schemas/governance/compatibility-diff.schema.json +48 -0
  749. package/schemas/governance/gate-config.schema.json +85 -0
  750. package/schemas/governance/gate-report.schema.json +73 -0
  751. package/schemas/governance/impact-report.schema.json +41 -0
  752. package/schemas/governance/lifecycle-transition.schema.json +46 -0
  753. package/schemas/governance/risk-compilation-result.schema.json +51 -0
  754. package/schemas/memory/governed-memory-fixture.schema.json +145 -0
  755. package/schemas/memory/governed-memory-record.schema.json +133 -0
  756. package/schemas/provenance/generated-content-provenance.schema.json +125 -0
  757. package/schemas/provenance/provenance-adapter-hook-result.schema.json +52 -0
  758. package/schemas/replay/replay-result.schema.json +61 -0
  759. package/schemas/replay/replay-trace.schema.json +297 -0
  760. package/schemas/replay/trace-to-golden-options.schema.json +19 -0
  761. package/schemas/security/context-segment.schema.json +97 -0
  762. package/schemas/security/redaction-policy.schema.json +63 -0
  763. package/schemas/security/retention-policy.schema.json +22 -0
  764. package/schemas/security/source-ref.schema.json +44 -0
  765. package/schemas/security-packs/coverage-report.schema.json +47 -0
  766. package/schemas/security-packs/promptfoo-red-team-config.schema.json +37 -0
  767. package/schemas/security-packs/security-case-suite.schema.json +44 -0
  768. package/schemas/security-packs/security-pack.schema.json +120 -0
  769. package/schemas/tool-result-envelope.schema.json +99 -0
  770. package/security-packs/approval_bypass.yaml +41 -0
  771. package/security-packs/capability_spoofing.yaml +43 -0
  772. package/security-packs/cost_amplification.yaml +46 -0
  773. package/security-packs/cross_tenant_access.yaml +42 -0
  774. package/security-packs/insecure_output_rendering.yaml +40 -0
  775. package/security-packs/mcp_tool_abuse.yaml +45 -0
  776. package/security-packs/memory_scope_violation.yaml +44 -0
  777. package/security-packs/prompt_injection_direct.yaml +44 -0
  778. package/security-packs/prompt_injection_indirect.yaml +44 -0
  779. package/security-packs/provider_payload_exposure.yaml +51 -0
  780. package/security-packs/retrieval_poisoning.yaml +32 -0
  781. package/security-packs/schema_confusion.yaml +43 -0
  782. package/security-packs/sensitive_data_disclosure.yaml +46 -0
  783. package/security-packs/tool_exfiltration.yaml +45 -0
  784. package/security-packs/tool_result_poisoning.yaml +44 -0
  785. package/security-packs/unsafe_commit_attempt.yaml +34 -0
package/CHANGELOG.md CHANGED
@@ -2,17 +2,113 @@
2
2
 
3
3
  All notable public changes to AI Capability Framework are documented here.
4
4
 
5
+ ## Unreleased
6
+
7
+ - Prepared the `1.0.0-rc.5` release candidate and made `@aicf/agent-skills` a
8
+ first-class same-version npm artifact in certification, CI, release dry-run, and
9
+ trusted-publishing workflows.
10
+ - Added the final v1.0 certification gate with `check:public`, `check:certification`,
11
+ public certification docs, workflow hardening, and release-readiness assertions for
12
+ v1.0-ready release notes.
13
+ - Added public repository release-readiness hardening with CI, docs, security, and
14
+ release dry-run workflows plus lint, conformance, governance-gate, package, source
15
+ archive, and secret-scan checks.
16
+ - Added a first-time developer onboarding pass with a simplified README, start-here
17
+ guide, OpenAI walkthrough, glossary, and clearer eval/runtime navigation.
18
+ - Added the `ai-capability-framework/runtime` subpath for deterministic runtime context,
19
+ redaction, capability routing, policy brokering, handler registry, no-model
20
+ read/prepare execution, host-controlled action lifecycle, in-memory reference stores,
21
+ audit events, and runtime result envelopes.
22
+ - Added the optional `ai-capability-framework/openai` subpath for a bounded
23
+ non-streaming OpenAI Responses loop with caller-provided clients, routed read/prepare
24
+ tools, R2 executor integration, and model-safe tool envelopes.
25
+ - Added optional observability, Langfuse, live eval, Promptfoo export, and EvalOps
26
+ subpaths with metadata-only tracing defaults, tracer adapters, dependency-free
27
+ Braintrust/OpenAI eval export helpers, and mock-driven tests.
28
+ - Added the optional `ai-capability-framework/aws` subpath for DynamoDB runtime stores,
29
+ canonical audit ledger stores, controls, control-plane state, budget usage, Step
30
+ Functions approval handoff, EventBridge/CloudWatch publishing, KMS redaction refs, and
31
+ fake AWS test clients.
32
+ - Added the optional `ai-capability-framework/mcp-server` subpath and OpenAI Agents SDK
33
+ bridge for executor-backed read/prepare interoperability.
34
+ - Added a public runtime support/billing mock example plus action lifecycle, policy
35
+ broker, and release-hardening docs and scripts.
36
+ - Added the `ai-capability-framework/providers` shared foundation for provider-neutral
37
+ tool naming, schema normalization, call parsing, safe result formatting, optional
38
+ dependency loading, and executor-backed read/prepare calls.
39
+ - Added the optional `ai-capability-framework/providers/anthropic` subpath for a bounded
40
+ Claude Messages tool-use loop with caller-provided clients and AICF-backed
41
+ read/prepare execution.
42
+ - Added the optional `ai-capability-framework/providers/gemini` subpath for a bounded
43
+ Gemini GenerateContent function-calling loop with caller-provided clients and
44
+ AICF-backed read/prepare execution.
45
+ - Added the optional `ai-capability-framework/providers/ai-sdk` subpath for a Vercel AI
46
+ SDK tool bridge and host-supplied `generateText`/`streamText` wrappers with
47
+ AICF-backed read/prepare execution.
48
+ - Added the optional `ai-capability-framework/providers/langchain` subpath for LangChain
49
+ tools and a host-supplied LangGraph `ToolNode` bridge with AICF-backed read/prepare
50
+ execution.
51
+ - Added the optional `ai-capability-framework/providers/mcp` subpath for hardened MCP
52
+ descriptors, annotations, security summaries, and tool-call parsing from routed AICF
53
+ capability slices.
54
+ - Added the optional `ai-capability-framework/providers/conformance` subpath and
55
+ `aicf providers` CLI group for descriptor-only cross-provider conformance checks.
56
+ - Added the canonical `ai-capability-framework/conformance` subpath, `aicf conformance`
57
+ CLI group, conformance schemas, richer F7 reports, and provider target matrix output
58
+ while preserving provider conformance aliases.
59
+ - Added grouped public provider examples, provider release scripts, and provider
60
+ package-readiness assertions for multi-vendor release review.
61
+ - Added the optional `ai-capability-framework/providers/semantic-kernel` subpath for MCP
62
+ guidance plus OpenAPI/plugin metadata exports for Semantic Kernel-compatible hosts.
63
+ - Added the `ai-capability-framework/governance` subpath and `aicf governance` CLI group
64
+ for lifecycle transition checks, risk compilation, compatibility diffs, and registry
65
+ impact analysis.
66
+ - Added the governance gate APIs and `aicf gate` CLI command for CI-friendly validation,
67
+ risk, lifecycle, compatibility, impact, eval coverage, security-pack coverage,
68
+ configured provider conformance, and public artifact hygiene checks.
69
+ - Added the optional `ai-capability-framework/control-plane` subpath and a
70
+ credential-free local reference app for reviewing capabilities, governance status,
71
+ eval/security/conformance coverage, redacted ledgers, approvals, controls, replay
72
+ metadata, and evidence exports.
73
+ - Added the optional `ai-capability-framework/audit` subpath with schema-valid policy
74
+ decision, action, approval, and idempotency ledger records plus in-memory reference
75
+ stores and runtime ledger hooks.
76
+ - Added the optional `ai-capability-framework/security` subpath for trust segments,
77
+ taint/provenance metadata, provider/trace redaction, and retention policy evaluation.
78
+ - Added the optional `ai-capability-framework/memory` subpath for governed host-owned
79
+ memory and preference summaries, use-case/scope exposure checks, and conversion to
80
+ security/runtime context.
81
+ - Added the optional `ai-capability-framework/evidence` subpath and
82
+ `aicf evidence export` CLI for public-safe JSON/Markdown evidence packs with required
83
+ disclaimers and explicit coverage gaps.
84
+ - Added the optional `ai-capability-framework/provenance` subpath for public-safe
85
+ generated-content provenance metadata, strict schemas, adapter hooks, docs, and a
86
+ synthetic refs-and-hashes support fixture.
87
+ - Added public documentation and developer-experience hardening with root
88
+ governance/conduct/roadmap docs, grouped docs navigation, numbered examples, TypeDoc
89
+ tooling, docs checks, and package-readiness assertions.
90
+ - Added the optional `ai-capability-framework/controls` subpath for runtime kill
91
+ switches, circuit breaker evaluation, per-run budgets, local control CLI commands,
92
+ controls schemas, docs, and runtime/provider enforcement hooks.
93
+ - Added the optional `ai-capability-framework/replay` subpath for sanitized runtime
94
+ replay, policy/router/tool-validation simulation, trace-to-golden eval drafting,
95
+ replay schemas, CLI commands, and a public-safe support replay fixture.
96
+ - Added the optional `ai-capability-framework/security-packs` subpath with built-in
97
+ capability-aware security test packs, coverage reporting, public-safe generated
98
+ security cases, Promptfoo red-team config export, schemas, CLI commands, and docs.
99
+ - Kept provider/model calls, production storage, and model-exposed commit out of the
100
+ Core/runtime boundary except for the optional OpenAI subpath.
101
+
5
102
  ## 1.0.0-rc.1 - 2026-06-03
6
103
 
7
104
  1.0 spec-complete release candidate.
8
105
 
9
- - Promoted public manifests and eval result fixtures to
10
- `schema_version: "1.0"`.
106
+ - Promoted public manifests and eval result fixtures to `schema_version: "1.0"`.
11
107
  - Made the spec normative and explicit about the no-execution boundary.
12
108
  - Added migration, host responsibility, and interoperability guidance.
13
109
  - Added a second synthetic domain and conformance fixtures for external review.
14
- - Added no-model-call adapters for Anthropic Claude, Google Gemini, Vercel AI
15
- SDK, Model Context Protocol, LangChain/LangGraph, and Semantic Kernel.
110
+ - Added no-model-call adapters for Anthropic Claude, Google Gemini, Vercel AI SDK, Model
111
+ Context Protocol, LangChain/LangGraph, and Semantic Kernel.
16
112
  - Enabled public npm release-candidate publishing while keeping the no-execution
17
113
  framework boundary.
18
114
 
@@ -24,14 +120,14 @@ Initial public v0.1 release candidate.
24
120
  manifests.
25
121
  - Added synthetic support examples for read, prepare-only write, commit, policy,
26
122
  approval, refusal, and eval boundaries.
27
- - Added a TypeScript core library and `aicf` CLI for loading, validating,
28
- inspecting, deciding, OpenAI tool export, and deterministic eval scoring.
29
- - Added deterministic policy and lifecycle decision APIs without executing
30
- capabilities or performing side effects.
31
- - Added a no-model-call OpenAI Responses adapter for exporting function tool
32
- definitions and parsing tool calls.
123
+ - Added a TypeScript core library and `aicf` CLI for loading, validating, inspecting,
124
+ deciding, OpenAI tool export, and deterministic eval scoring.
125
+ - Added deterministic policy and lifecycle decision APIs without executing capabilities
126
+ or performing side effects.
127
+ - Added a no-model-call OpenAI Responses adapter for exporting function tool definitions
128
+ and parsing tool calls.
33
129
  - Added an API-key-free eval runner for scoring candidate result fixtures.
34
- - Added release-readiness package checks, public API docs, CI validation, and
35
- public repository boundary guidance.
130
+ - Added release-readiness package checks, public API docs, CI validation, and public
131
+ repository boundary guidance.
36
132
 
37
133
  This release was GitHub-release-ready only and was not published to npm.
@@ -0,0 +1,30 @@
1
+ # Code of Conduct
2
+
3
+ AI Capability Framework is a public project for building safer AI-accessible application
4
+ capabilities. Participation should stay practical, respectful, and focused on improving
5
+ the framework.
6
+
7
+ ## Expected Behavior
8
+
9
+ - Be direct and constructive.
10
+ - Assume contributors are trying to improve the public project.
11
+ - Keep discussions focused on code, docs, examples, tests, and framework safety.
12
+ - Use synthetic examples and public-safe language.
13
+ - Respect maintainers when they protect the public repository boundary.
14
+
15
+ ## Unacceptable Behavior
16
+
17
+ - Publishing credentials, private data, raw prompts, provider payloads, traces, customer
18
+ records, or internal account details.
19
+ - Harassment, personal attacks, threats, or discriminatory language.
20
+ - Repeatedly pushing changes that bypass safety, validation, or release checks.
21
+ - Sharing private drafts or unreleased planning material in public files.
22
+
23
+ ## Reporting
24
+
25
+ Report security issues through [SECURITY.md](SECURITY.md). For conduct issues, open a
26
+ GitHub issue only if it can be discussed publicly without exposing private information.
27
+ Otherwise contact the maintainers through the repository owner profile.
28
+
29
+ Maintainers may remove public content, close issues, or block participation to protect
30
+ contributors and the public repository boundary.
package/CONTRIBUTING.md CHANGED
@@ -1,18 +1,17 @@
1
1
  # Contributing
2
2
 
3
- Thanks for improving AI Capability Framework. This repository is public, so
4
- every tracked change must be safe to publish.
3
+ Thanks for improving AI Capability Framework. This repository is public, so every
4
+ tracked change must be safe to publish.
5
5
 
6
6
  ## Public-Safe Contributions
7
7
 
8
- - Use synthetic examples with fake IDs, fake tenants, fake users, and
9
- `example.com` addresses.
10
- - Do not commit credentials, account IDs, customer records, raw prompts, raw
11
- traces, provider payloads, private source documents, generated exports, or
12
- local experiments.
8
+ - Use synthetic examples with fake IDs, fake tenants, fake users, and `example.com`
9
+ addresses.
10
+ - Do not commit credentials, account IDs, customer records, raw prompts, raw traces,
11
+ provider payloads, private source documents, generated exports, or local experiments.
13
12
  - Keep private notes and drafts in `_private/` or another ignored path.
14
- - Never copy from `_private/` into tracked files verbatim. Distill public
15
- guidance in new wording.
13
+ - Never copy from `_private/` into tracked files verbatim. Distill public guidance in
14
+ new wording.
16
15
 
17
16
  ## Development Workflow
18
17
 
@@ -28,14 +27,48 @@ Common commands:
28
27
  npm run generate:types
29
28
  npm run check:generated
30
29
  npm run build
30
+ npm run docs:build
31
31
  npm test
32
32
  npm run validate
33
33
  npm run check:package
34
34
  npm run check
35
35
  ```
36
36
 
37
- Run `npm run generate:types` whenever schemas change. Generated public manifest
38
- types under `src/generated/` must stay current.
37
+ Run `npm run generate:types` whenever schemas change. Generated public manifest types
38
+ under `src/generated/` must stay current.
39
+
40
+ Use `npm run lint` for repository readiness checks, `npm run conformance` for
41
+ descriptor/mock provider conformance, and `npm run gate:examples` for the deterministic
42
+ governance gate over public examples.
43
+
44
+ ## Optional Live Integration Tests
45
+
46
+ Normal tests use mocks, descriptor exports, and synthetic fixtures. Live tests are
47
+ opt-in only and require explicit environment variables such as `RUN_REAL_OPENAI=1`,
48
+ `RUN_LIVE_ANTHROPIC=1`, `RUN_LIVE_GEMINI=1`, or `RUN_AWS_INTEGRATION=1`. Do not add
49
+ credentials, account IDs, tenant IDs, raw provider payloads, or transcripts to tracked
50
+ files.
51
+
52
+ ## Documentation Contributions
53
+
54
+ - Use public-safe fake data and `example.com` only.
55
+ - Include commands and expected output excerpts for walkthroughs.
56
+ - State when examples make no live provider calls by default.
57
+ - Keep generated TypeDoc output in ignored `generated-docs/`; do not commit it.
58
+ - Run `npm run docs:build` after changing docs, examples, or public navigation.
59
+
60
+ For artifacts:
61
+
62
+ ```bash
63
+ npm pack
64
+ npm run archive:source
65
+ npm run check:source-archive
66
+ ```
67
+
68
+ Use `npm pack` for npm package review and `npm run archive:source` for public source
69
+ review. Do not zip the working directory manually; raw workspace ZIPs can include
70
+ `.git/`, dependencies, generated output, private notes, logs, traces, raw prompts,
71
+ provider payloads, or Office/PDF exports.
39
72
 
40
73
  ## Pull Requests
41
74
 
@@ -43,14 +76,39 @@ Before opening a pull request:
43
76
 
44
77
  - Run `npm run check`.
45
78
  - Confirm examples are public-safe and synthetic.
46
- - Confirm `_private/`, traces, prompts, provider payloads, generated local docs,
47
- packed tarballs, and local-only files are not tracked.
48
- - Use `git status --short --ignored` to confirm private material remains
49
- ignored.
79
+ - Confirm `_private/`, traces, prompts, provider payloads, generated local docs, packed
80
+ tarballs, and local-only files are not tracked.
81
+ - Use `git status --short --ignored` to confirm private material remains ignored.
50
82
  - Use `git ls-files` to inspect the tracked public surface.
51
83
 
84
+ ## Changelog And Release Notes
85
+
86
+ Public behavior, docs, examples, CLI commands, package scripts, schemas, and exported
87
+ APIs should update `CHANGELOG.md`. Keep release notes concise and public-safe. Use
88
+ `docs/release.md` for the release checklist and
89
+ `docs/public-framework/release-process.md` for the public release process.
90
+
91
+ ## Provider Adapters
92
+
93
+ Provider adapters must stay behind optional subpaths unless maintainers approve a
94
+ boundary change. Do not add provider SDKs to root imports. Descriptor exports and
95
+ runtime loops must preserve AICF validation, policy, lifecycle, model-safe envelopes, no
96
+ raw provider payload retention, and no model-exposed commit tools.
97
+
98
+ ## Security Packs
99
+
100
+ Security-pack changes must use synthetic public-safe text, update generated or assigned
101
+ coverage where relevant, and avoid claims of certification, legal advice, security
102
+ guarantees, or compliance attestation.
103
+
104
+ ## Manifest Fields
105
+
106
+ Add manifest fields only when they are optional or have a migration plan. Schema changes
107
+ require generated types, validation updates, examples, docs, and tests. Required-field
108
+ additions, removed meanings, and weakened safety semantics are breaking changes.
109
+
52
110
  ## Scope
53
111
 
54
- AICF 1.0 is a no-execution framework. Contributions should not add model calls,
55
- handler registries, action stores, approval runtimes, or side effects unless a
56
- future roadmap explicitly changes that boundary.
112
+ AICF is not an agent framework. It is a governed capability layer for AI-accessible
113
+ application functionality. Models propose; applications validate, authorize, execute,
114
+ and audit. Contributions should reinforce that boundary.
package/GOVERNANCE.md ADDED
@@ -0,0 +1,59 @@
1
+ # Project Governance
2
+
3
+ AI Capability Framework is maintained as a public framework. The maintainers prioritize
4
+ safety boundaries, public documentation quality, and deterministic tests over feature
5
+ breadth.
6
+
7
+ ## Maintainer Roles
8
+
9
+ - Release maintainers own npm/GitHub release readiness, tags, changelog checks, package
10
+ contents, and trusted publishing.
11
+ - Security maintainers review vulnerability reports, unsafe public artifacts,
12
+ security-pack changes, provider boundary changes, and release mitigations.
13
+ - Technical maintainers review API, schema, runtime, provider, governance, and example
14
+ changes for compatibility and test coverage.
15
+
16
+ One person may hold multiple roles. Role assignment is by maintainer consensus.
17
+
18
+ ## Maintainer Responsibilities
19
+
20
+ - Keep the public package free of private drafts, credentials, raw traces, raw prompts,
21
+ provider payloads, and local artifacts.
22
+ - Preserve the framework boundary: AICF is not an agent framework. It is a governed
23
+ capability layer for AI-accessible application functionality.
24
+ - Review changes for public API compatibility, package hygiene, and no-model-exposed
25
+ commit behavior.
26
+ - Require tests and docs for public API, schema, CLI, provider, runtime, governance, or
27
+ example changes.
28
+
29
+ ## Decision Process
30
+
31
+ Public changes should be small enough to review, include tests where behavior changes,
32
+ and update docs when they affect user understanding. New integrations must stay isolated
33
+ behind optional subpaths unless maintainers explicitly change the architecture.
34
+
35
+ Models propose; applications validate, authorize, execute, and audit. Proposed changes
36
+ should reinforce that boundary.
37
+
38
+ Security-sensitive changes require explicit maintainer review before release. Examples
39
+ include model-exposed tools, action lifecycle behavior, approval or idempotency
40
+ semantics, provider payload handling, MCP server behavior, policy adapters, controls,
41
+ audit/evidence records, and public artifact rules.
42
+
43
+ ## Release Approval
44
+
45
+ Release candidates are gated by the repository checks in
46
+ [docs/release.md](docs/release.md), package dry-run inspection, and public artifact
47
+ hygiene checks. npm publishing uses trusted publishing from GitHub Actions for tagged
48
+ releases only.
49
+
50
+ Release approval requires a clean public worktree, passing CI, passing package and
51
+ source artifact checks, reviewed changelog/release notes, and a version tag that matches
52
+ `package.json`.
53
+
54
+ ## Deprecation Process
55
+
56
+ Deprecated APIs, schemas, commands, docs, examples, or compatibility aliases should
57
+ include a replacement path, migration note, and expected removal window when known.
58
+ Deprecated behavior remains loadable for at least one minor release unless a security
59
+ fix requires immediate denial.