@oscharko-dev/keiko 1.1.11 → 1.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ui/csp-hashes.json +7 -7
- package/dist/ui/static/404.html +1 -1
- package/dist/ui/static/__next.__PAGE__.txt +11 -11
- package/dist/ui/static/__next._full.txt +13 -13
- package/dist/ui/static/__next._tree.txt +2 -2
- package/dist/ui/static/_next/static/chunks/01n8x8_z3012u.js +1 -0
- package/dist/ui/static/_next/static/chunks/{3jb5u4g15g__m.css → 02epwnm5oro9c.css} +7 -4
- package/dist/ui/static/_next/static/chunks/04y8gqfjksqzo.js +1 -0
- package/dist/ui/static/_next/static/chunks/0_p-xs8nu7pby.js +1 -0
- package/dist/ui/static/_next/static/chunks/0gia_iwqox3xm.js +1 -0
- package/dist/ui/static/_next/static/chunks/0p2ekj8g4s6t2.js +1 -0
- package/dist/ui/static/_next/static/chunks/0tl_05c5ux5ut.js +1 -0
- package/dist/ui/static/_next/static/chunks/0y68jeskhcm2k.js +1 -0
- package/dist/ui/static/_next/static/chunks/13q3e5wnz6lps.css +1 -0
- package/dist/ui/static/_next/static/chunks/199p3upt-xa37.js +1 -0
- package/dist/ui/static/_next/static/chunks/{17jlhx5dll_r6.js → 1_bezidc0febq.js} +1 -1
- package/dist/ui/static/_next/static/chunks/{3aizxizjzdddj.js → 1bdojlx9hv0c5.js} +1 -1
- package/dist/ui/static/_next/static/chunks/1d7xigpwq-xq8.js +1 -0
- package/dist/ui/static/_next/static/chunks/1hucqkor7zgbn.js +1 -0
- package/dist/ui/static/_next/static/chunks/1j6nqp8yrqyhu.js +1 -0
- package/dist/ui/static/_next/static/chunks/{2iatd917svh3o.js → 1logclobi6726.js} +1 -1
- package/dist/ui/static/_next/static/chunks/1o3z4r4xrlbda.js +1 -0
- package/dist/ui/static/_next/static/chunks/1szpnddxqmzhy.js +1 -0
- package/dist/ui/static/_next/static/chunks/1tkt9f0xnc4fe.js +1 -0
- package/dist/ui/static/_next/static/chunks/1u_s3uvh9p4j7.js +1 -0
- package/dist/ui/static/_next/static/chunks/1wa9m6c88mg3p.js +1 -0
- package/dist/ui/static/_next/static/chunks/2384n1pce2w1h.js +1 -0
- package/dist/ui/static/_next/static/chunks/{0xhrzm-zp_lsx.js → 25f22x86d_a1n.js} +1 -1
- package/dist/ui/static/_next/static/chunks/271r_v0nh0vy-.js +1 -0
- package/dist/ui/static/_next/static/chunks/{36-tv3y56oau8.js → 29dj-5kj_vfl_.js} +1 -1
- package/dist/ui/static/_next/static/chunks/2_u63ddjyhbpm.js +3 -0
- package/dist/ui/static/_next/static/chunks/{306ima8lxo17-.js → 2cw7v8t4jg669.js} +1 -1
- package/dist/ui/static/_next/static/chunks/2gqs8fif3137x.js +3 -0
- package/dist/ui/static/_next/static/chunks/2r4vn_6anv2cw.js +5 -0
- package/dist/ui/static/_next/static/chunks/{25lgzefdnbdh6.js → 2s5wt9bf-ox40.js} +1 -1
- package/dist/ui/static/_next/static/chunks/{3_rof9w-g14_v.js → 2tmor5n3xss6c.js} +3 -3
- package/dist/ui/static/_next/static/chunks/{32tief1094icq.js → 2wd7di0z2l6il.js} +1 -1
- package/dist/ui/static/_next/static/chunks/2xynqzhclj1u-.js +27 -0
- package/dist/ui/static/_next/static/chunks/{2vcovdwo6s3-l.js → 2ymm_n9gbcdcw.js} +1 -1
- package/dist/ui/static/_next/static/chunks/3-ys11qyww0y6.js +1 -0
- package/dist/ui/static/_next/static/chunks/{1cluynrv3wmyz.js → 30botqyyk9ugo.js} +1 -1
- package/dist/ui/static/_next/static/chunks/30p9b535cwzhr.js +1 -0
- package/dist/ui/static/_next/static/chunks/31mnda46lo2b0.js +1 -0
- package/dist/ui/static/_next/static/chunks/338jl640mvtkg.js +1 -0
- package/dist/ui/static/_next/static/chunks/389bs_l5-yv4y.css +1 -0
- package/dist/ui/static/_next/static/chunks/39nyg25pqs1kv.js +1 -0
- package/dist/ui/static/_next/static/chunks/3buu6m28ig2oz.js +1 -0
- package/dist/ui/static/_next/static/chunks/3i0iog52c1ajg.js +1 -0
- package/dist/ui/static/_next/static/chunks/3im1pldojqzmu.js +1 -0
- package/dist/ui/static/_next/static/chunks/{25j7z89g58y1-.css → 3inx1ugcc-jd-.css} +1 -2
- package/dist/ui/static/_next/static/chunks/{0_p1naz51ki9i.js → 3iptbrztxckih.js} +1 -1
- package/dist/ui/static/_next/static/chunks/{0mkhgmj9-jvu-.js → 3m_idsf90zq5u.js} +1 -1
- package/dist/ui/static/_next/static/chunks/3mes_qld9wgti.js +1 -0
- package/dist/ui/static/_next/static/chunks/3timx0h4kcna0.js +1 -0
- package/dist/ui/static/_next/static/chunks/3u-4amh4iusi1.js +1 -0
- package/dist/ui/static/_next/static/chunks/3uacpjje41xz5.js +1 -0
- package/dist/ui/static/_next/static/chunks/3wcuc7e2bz4-l.js +1 -0
- package/dist/ui/static/_next/static/chunks/3xaa0t5drdxz3.js +1 -0
- package/dist/ui/static/_next/static/chunks/40ol4dc9uptck.js +10 -0
- package/dist/ui/static/_next/static/chunks/44jv6p8ly-u3e.js +1 -0
- package/dist/ui/static/_not-found/__next._full.txt +9 -9
- package/dist/ui/static/_not-found/__next._not-found.__PAGE__.txt +8 -8
- package/dist/ui/static/_not-found/__next._tree.txt +1 -1
- package/dist/ui/static/_not-found.html +1 -1
- package/dist/ui/static/_not-found.txt +9 -9
- package/dist/ui/static/atlassian-connectors/__next._full.txt +13 -13
- package/dist/ui/static/atlassian-connectors/__next._tree.txt +1 -1
- package/dist/ui/static/atlassian-connectors/__next.atlassian-connectors.__PAGE__.txt +10 -10
- package/dist/ui/static/atlassian-connectors.html +1 -1
- package/dist/ui/static/atlassian-connectors.txt +13 -13
- package/dist/ui/static/index.html +1 -1
- package/dist/ui/static/index.txt +13 -13
- package/dist/ui/static/launch/__next._full.txt +13 -13
- package/dist/ui/static/launch/__next._tree.txt +2 -2
- package/dist/ui/static/launch/__next.launch.__PAGE__.txt +11 -11
- package/dist/ui/static/launch.html +1 -1
- package/dist/ui/static/launch.txt +13 -13
- package/dist/ui/static/local-knowledge/__next._full.txt +13 -13
- package/dist/ui/static/local-knowledge/__next._tree.txt +2 -2
- package/dist/ui/static/local-knowledge/__next.local-knowledge.__PAGE__.txt +11 -11
- package/dist/ui/static/local-knowledge/capsule/__next._full.txt +13 -13
- package/dist/ui/static/local-knowledge/capsule/__next._tree.txt +1 -1
- package/dist/ui/static/local-knowledge/capsule/__next.local-knowledge.capsule.__PAGE__.txt +10 -10
- package/dist/ui/static/local-knowledge/capsule.html +1 -1
- package/dist/ui/static/local-knowledge/capsule.txt +13 -13
- package/dist/ui/static/local-knowledge.html +1 -1
- package/dist/ui/static/local-knowledge.txt +13 -13
- package/node_modules/@oscharko-dev/keiko-activity-log/dist/server-log.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-activity-log/dist/server-log.js +4 -1
- package/node_modules/@oscharko-dev/keiko-activity-log/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-cli/package.json +15 -15
- package/node_modules/@oscharko-dev/keiko-connectors/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-connectors/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-connectors/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-failure-class-contracts.d.ts +69 -9
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-failure-class-contracts.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-failure-class-contracts.js +144 -7
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-registry.generated.d.ts +1466 -35
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-registry.generated.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/activity-log-registry.generated.js +1678 -7
- package/node_modules/@oscharko-dev/keiko-contracts/dist/bff-wire.d.ts +16 -0
- package/node_modules/@oscharko-dev/keiko-contracts/dist/bff-wire.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/context-engineering-compaction-validation.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/context-engineering-compaction-validation.js +30 -0
- package/node_modules/@oscharko-dev/keiko-contracts/dist/context-engineering.d.ts +9 -0
- package/node_modules/@oscharko-dev/keiko-contracts/dist/context-engineering.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/context-engineering.js +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/diagnostics.d.ts +17 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/diagnostics.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/diagnostics.js +88 -4
- package/node_modules/@oscharko-dev/keiko-contracts/dist/editor-m7.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-contracts/dist/editor-m7.js +24 -8
- package/node_modules/@oscharko-dev/keiko-contracts/dist/version.d.ts +2 -2
- package/node_modules/@oscharko-dev/keiko-contracts/dist/version.js +2 -2
- package/node_modules/@oscharko-dev/keiko-contracts/package.json +1 -1
- package/node_modules/@oscharko-dev/keiko-evaluations/package.json +9 -9
- package/node_modules/@oscharko-dev/keiko-evidence/dist/compaction-evidence.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-evidence/dist/compaction-evidence.js +13 -0
- package/node_modules/@oscharko-dev/keiko-evidence/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-evidence/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-evidence/package.json +4 -4
- package/node_modules/@oscharko-dev/keiko-git/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-git/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-git/package.json +1 -1
- package/node_modules/@oscharko-dev/keiko-harness/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-harness/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-harness/package.json +7 -7
- package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-local-knowledge/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-local-knowledge/package.json +5 -5
- package/node_modules/@oscharko-dev/keiko-memory-capture/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-capture/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-capture/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-memory-consolidation/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-consolidation/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-consolidation/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-memory-governance/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-governance/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-governance/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-memory-retrieval/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-retrieval/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-retrieval/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-memory-vault/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-vault/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-memory-vault/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/config.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/config.js +6 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway-prompt-admission.d.ts +34 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway-prompt-admission.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway-prompt-admission.js +165 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway.d.ts +4 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/gateway.js +85 -42
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/observability.d.ts +23 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/observability.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/observability.js +27 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-admission.d.ts +7 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-admission.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-admission.js +151 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-token-accounting.d.ts +12 -4
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-token-accounting.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/prompt-token-accounting.js +42 -9
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/provider-token-counter.d.ts +13 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/provider-token-counter.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/provider-token-counter.js +121 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/toolCatalogBridge.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/toolCatalogBridge.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/toolCatalogBridge.js +13 -12
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/types.d.ts +2 -0
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/types.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-model-gateway/package.json +4 -4
- package/node_modules/@oscharko-dev/keiko-quality-intelligence/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-sandbox/package.json +2 -2
- package/node_modules/@oscharko-dev/keiko-sdk/package.json +9 -9
- package/node_modules/@oscharko-dev/keiko-security/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-security/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-security/package.json +2 -2
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-activity.d.ts +3 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-activity.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-activity.js +66 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-evidence.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-evidence.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-evidence.js +4 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-model-call.d.ts +5 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-model-call.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-model-call.js +29 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-model-summary.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-model-summary.js +108 -59
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-resurfacing.d.ts +3 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-resurfacing.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-compaction-resurfacing.js +43 -7
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-log.d.ts +4 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-log.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-log.js +95 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-status.d.ts +5 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-status.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-context-status.js +114 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-continuity-log.d.ts +21 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-continuity-log.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-continuity-log.js +116 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-handlers.d.ts +8 -6
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-handlers.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-handlers.js +209 -121
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-rehydration.d.ts +4 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-rehydration.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-rehydration.js +137 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-snapshot.d.ts +16 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-snapshot.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-history-snapshot.js +152 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-diagnostics.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-diagnostics.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-diagnostics.js +15 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-token-summary.d.ts +6 -12
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-token-summary.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget-token-summary.js +42 -64
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget.d.ts +13 -3
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-budget.js +121 -29
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-compaction.d.ts +13 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-compaction.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-prompt-compaction.js +161 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-stream-handlers.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/chat-stream-handlers.js +44 -19
- package/node_modules/@oscharko-dev/keiko-server/dist/client-diagnostics-routes.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/client-diagnostics-routes.js +83 -17
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-compaction.d.ts +6 -2
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-compaction.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-compaction.js +206 -64
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-gateway.d.ts +8 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-gateway.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/conversation-gateway.js +19 -2
- package/node_modules/@oscharko-dev/keiko-server/dist/deps.d.ts +7 -5
- package/node_modules/@oscharko-dev/keiko-server/dist/deps.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/deps.js +77 -16
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-discovery-log.d.ts +11 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-discovery-log.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-discovery-log.js +49 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-readiness.d.ts +8 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-readiness.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-readiness.js +221 -14
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-setup.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-setup.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/gateway-setup.js +209 -112
- package/node_modules/@oscharko-dev/keiko-server/dist/gitDelivery/commitDraftQuality.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/gitDelivery/commitDraftQuality.js +2 -5
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-conversation-continuity.d.ts +10 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-conversation-continuity.d.ts.map +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-conversation-continuity.js +122 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-hybrid.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-hybrid.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-hybrid.js +3 -3
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-multi-source.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-multi-source.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa-multi-source.js +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa.d.ts +3 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/grounded-qa.js +86 -24
- package/node_modules/@oscharko-dev/keiko-server/dist/local-knowledge-grounded-qa.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/local-knowledge-grounded-qa.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/local-knowledge-grounded-qa.js +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/observability/route-template.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/observability/route-template.js +1 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/process-log-sink.d.ts +4 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/process-log-sink.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/process-log-sink.js +3 -29
- package/node_modules/@oscharko-dev/keiko-server/dist/routes.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/routes.js +3 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/codingHistoryIsolation.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/codingHistoryIsolation.js +8 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/store/db.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/db.js +5 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/legacySchemaTestFixture.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/legacySchemaTestFixture.js +10 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/messages.d.ts +2 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/store/messages.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/messages.js +53 -82
- package/node_modules/@oscharko-dev/keiko-server/dist/store/schema.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/schema.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/schema.js +28 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store/types.d.ts +3 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/store/types.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store-handlers.d.ts +2 -0
- package/node_modules/@oscharko-dev/keiko-server/dist/store-handlers.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-server/dist/store-handlers.js +41 -3
- package/node_modules/@oscharko-dev/keiko-server/package.json +23 -23
- package/node_modules/@oscharko-dev/keiko-tool-catalog/package.json +3 -3
- package/node_modules/@oscharko-dev/keiko-tools/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-tools/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-tools/package.json +7 -7
- package/node_modules/@oscharko-dev/keiko-verification/package.json +5 -5
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/index.d.ts +2 -1
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/index.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/index.js +2 -1
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/rehydration.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/rehydration.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/rehydration.js +2 -2
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/structured-digest.d.ts +1 -0
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/structured-digest.d.ts.map +1 -1
- package/node_modules/@oscharko-dev/keiko-workflows/dist/context-budget/structured-digest.js +91 -27
- package/node_modules/@oscharko-dev/keiko-workflows/package.json +10 -10
- package/node_modules/@oscharko-dev/keiko-workspace/dist/version.d.ts +1 -1
- package/node_modules/@oscharko-dev/keiko-workspace/dist/version.js +1 -1
- package/node_modules/@oscharko-dev/keiko-workspace/package.json +3 -3
- package/package.json +35 -29
- package/release-impact.catalog.json +149 -23
- package/vendor/oscharko-dev-keiko-activity-log-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-cli-1.1.11.tgz → oscharko-dev-keiko-cli-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-connectors-1.1.11.tgz → oscharko-dev-keiko-connectors-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-contracts-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-evaluations-1.1.11.tgz → oscharko-dev-keiko-evaluations-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-evidence-1.1.13.tgz +0 -0
- package/vendor/oscharko-dev-keiko-git-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-harness-1.1.11.tgz → oscharko-dev-keiko-harness-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-local-knowledge-1.1.11.tgz → oscharko-dev-keiko-local-knowledge-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-memory-capture-1.1.11.tgz → oscharko-dev-keiko-memory-capture-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-memory-consolidation-1.1.11.tgz → oscharko-dev-keiko-memory-consolidation-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-memory-governance-1.1.11.tgz → oscharko-dev-keiko-memory-governance-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-memory-retrieval-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-memory-vault-1.1.11.tgz → oscharko-dev-keiko-memory-vault-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-model-gateway-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-quality-intelligence-1.1.11.tgz → oscharko-dev-keiko-quality-intelligence-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-sandbox-1.1.11.tgz → oscharko-dev-keiko-sandbox-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-sdk-1.1.11.tgz → oscharko-dev-keiko-sdk-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-security-1.1.11.tgz → oscharko-dev-keiko-security-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-server-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-tool-catalog-1.1.11.tgz → oscharko-dev-keiko-tool-catalog-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-tools-1.1.11.tgz → oscharko-dev-keiko-tools-1.1.13.tgz} +0 -0
- package/vendor/{oscharko-dev-keiko-verification-1.1.11.tgz → oscharko-dev-keiko-verification-1.1.13.tgz} +0 -0
- package/vendor/oscharko-dev-keiko-workflows-1.1.13.tgz +0 -0
- package/vendor/{oscharko-dev-keiko-workspace-1.1.11.tgz → oscharko-dev-keiko-workspace-1.1.13.tgz} +0 -0
- package/dist/ui/static/_next/static/chunks/06yzmh78cidsr.js +0 -1
- package/dist/ui/static/_next/static/chunks/08kdz_q929mef.js +0 -1
- package/dist/ui/static/_next/static/chunks/0_7ry-vzqryfq.js +0 -1
- package/dist/ui/static/_next/static/chunks/115f9zt0f5hm4.js +0 -1
- package/dist/ui/static/_next/static/chunks/1cjmlpaxzl17x.js +0 -1
- package/dist/ui/static/_next/static/chunks/1hnficrb11m9x.js +0 -1
- package/dist/ui/static/_next/static/chunks/1jfpuw9-h8iaq.js +0 -1
- package/dist/ui/static/_next/static/chunks/1oe16odh9-wem.js +0 -1
- package/dist/ui/static/_next/static/chunks/1rrylkj4wfhla.js +0 -1
- package/dist/ui/static/_next/static/chunks/1uxrq3q9n5v4y.js +0 -1
- package/dist/ui/static/_next/static/chunks/1x5aw_ayly-sh.js +0 -1
- package/dist/ui/static/_next/static/chunks/1yiiigw5l63v1.js +0 -36
- package/dist/ui/static/_next/static/chunks/2-h3ow6f6ywtk.js +0 -1
- package/dist/ui/static/_next/static/chunks/22tu2ta5xr5wj.js +0 -1
- package/dist/ui/static/_next/static/chunks/22x3pxeia7hk_.js +0 -1
- package/dist/ui/static/_next/static/chunks/22yars17p-i_a.js +0 -1
- package/dist/ui/static/_next/static/chunks/233j_pai87f3k.js +0 -2
- package/dist/ui/static/_next/static/chunks/27490erridyaz.js +0 -1
- package/dist/ui/static/_next/static/chunks/2e4prtd3wmn0a.js +0 -1
- package/dist/ui/static/_next/static/chunks/2tcon4aj5dc5t.js +0 -1
- package/dist/ui/static/_next/static/chunks/2uewj5n3jrohk.js +0 -1
- package/dist/ui/static/_next/static/chunks/2wtsqscjch4bx.js +0 -1
- package/dist/ui/static/_next/static/chunks/2xpud5k1hwfvf.js +0 -1
- package/dist/ui/static/_next/static/chunks/365nk-5mmf_8c.js +0 -1
- package/dist/ui/static/_next/static/chunks/36afhcug0i5mm.js +0 -1
- package/dist/ui/static/_next/static/chunks/36t-jmpwnypy0.js +0 -1
- package/dist/ui/static/_next/static/chunks/37f_o8ne61ty2.js +0 -1
- package/dist/ui/static/_next/static/chunks/37mtn-h7j8ygx.js +0 -1
- package/dist/ui/static/_next/static/chunks/3_u5w33et675r.js +0 -1
- package/dist/ui/static/_next/static/chunks/3f6svr_pokw6j.js +0 -1
- package/dist/ui/static/_next/static/chunks/3r4fz572q3l7s.js +0 -1
- package/dist/ui/static/_next/static/chunks/3vnb2msty1ab4.js +0 -1
- package/dist/ui/static/_next/static/chunks/3zd1y0ze7hnsy.js +0 -1
- package/dist/ui/static/_next/static/chunks/412pf48_r8im3.js +0 -1
- package/dist/ui/static/_next/static/chunks/434km55nqikg-.js +0 -7
- package/vendor/oscharko-dev-keiko-activity-log-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-contracts-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-evidence-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-git-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-memory-retrieval-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-model-gateway-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-server-1.1.11.tgz +0 -0
- package/vendor/oscharko-dev-keiko-workflows-1.1.11.tgz +0 -0
- /package/dist/ui/static/_next/static/{GX41Kg0XC2e1CF4PEQCfA → -GseUdaJoAYnEgt-Dl41f}/_buildManifest.js +0 -0
- /package/dist/ui/static/_next/static/{GX41Kg0XC2e1CF4PEQCfA → -GseUdaJoAYnEgt-Dl41f}/_clientMiddlewareManifest.js +0 -0
- /package/dist/ui/static/_next/static/{GX41Kg0XC2e1CF4PEQCfA → -GseUdaJoAYnEgt-Dl41f}/_ssgManifest.js +0 -0
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import { ACTIVITY_LOG_UNKNOWN_CORRELATION_ID, activityLogEvent, defineActivityLogOperation, } from "@oscharko-dev/keiko-contracts/runtime/observability";
|
|
2
|
+
import { sha256Hex } from "@oscharko-dev/keiko-security/hashing";
|
|
3
|
+
import { CancelledError, TimeoutError } from "@oscharko-dev/keiko-security/errors/gateway";
|
|
4
|
+
import { deriveContextProfileFromCapability } from "@oscharko-dev/keiko-contracts/runtime/context-engineering";
|
|
5
|
+
import { withCorrelationId, activityLogErrorKind, gatewayFailureEvidence, GATEWAY_FAILURE_EVIDENCE_FIELDS, } from "./observability.js";
|
|
6
|
+
import { createGatewayToolCatalogBridge } from "./toolCatalogBridge.js";
|
|
7
|
+
import { countGatewayPromptTokens, } from "./prompt-token-accounting.js";
|
|
8
|
+
import { admitGatewayPrompt } from "./prompt-admission.js";
|
|
9
|
+
import { countProviderPromptTokens } from "./provider-token-counter.js";
|
|
10
|
+
const COUNTER_COOLDOWN_MS = 60_000;
|
|
11
|
+
const COUNTER_COOLDOWN = defineActivityLogOperation({
|
|
12
|
+
contractKind: "activity-log-operation",
|
|
13
|
+
schemaVersion: 1,
|
|
14
|
+
op: "gateway.prompt.counter-cooldown",
|
|
15
|
+
category: "gateway",
|
|
16
|
+
owner: "keiko-model-gateway",
|
|
17
|
+
emitter: "gateway-prompt-admission.ProviderPromptCounter.logCooldown",
|
|
18
|
+
fields: {
|
|
19
|
+
state: {
|
|
20
|
+
type: "string",
|
|
21
|
+
dataClass: "closed-enum",
|
|
22
|
+
required: true,
|
|
23
|
+
values: ["activated", "suppressed", "expired"],
|
|
24
|
+
},
|
|
25
|
+
modelIdDigest: { type: "string", dataClass: "digest", required: true, maxLength: 16 },
|
|
26
|
+
remainingMs: { type: "number", dataClass: "duration", required: true },
|
|
27
|
+
cooldownMs: { type: "number", dataClass: "duration", required: true },
|
|
28
|
+
completeness: { type: "string", dataClass: "completeness-state", required: true },
|
|
29
|
+
loss: { type: "string", dataClass: "loss-state", required: true },
|
|
30
|
+
},
|
|
31
|
+
causal: "correlation",
|
|
32
|
+
lifecycle: "state",
|
|
33
|
+
analyzerProjection: "timeline",
|
|
34
|
+
failureClasses: ["gateway-context-admission"],
|
|
35
|
+
proofIds: ["gateway.prompt.counter-cooldown.lifecycle"],
|
|
36
|
+
releaseImpact: "patch",
|
|
37
|
+
});
|
|
38
|
+
const ADMISSION_FAILED = defineActivityLogOperation({
|
|
39
|
+
contractKind: "activity-log-operation",
|
|
40
|
+
schemaVersion: 1,
|
|
41
|
+
op: "gateway.prompt.admission-failed",
|
|
42
|
+
category: "gateway",
|
|
43
|
+
owner: "keiko-model-gateway",
|
|
44
|
+
emitter: "gateway-prompt-admission.GatewayPromptAdmission.refuseBudget",
|
|
45
|
+
fields: {
|
|
46
|
+
...GATEWAY_FAILURE_EVIDENCE_FIELDS,
|
|
47
|
+
phase: {
|
|
48
|
+
type: "string",
|
|
49
|
+
dataClass: "closed-enum",
|
|
50
|
+
required: true,
|
|
51
|
+
values: ["counter", "validation"],
|
|
52
|
+
},
|
|
53
|
+
budgetMs: { type: "number", dataClass: "duration", required: true },
|
|
54
|
+
elapsedMs: { type: "number", dataClass: "duration", required: true },
|
|
55
|
+
completeness: { type: "string", dataClass: "completeness-state", required: true },
|
|
56
|
+
loss: { type: "string", dataClass: "loss-state", required: true },
|
|
57
|
+
},
|
|
58
|
+
causal: "correlation",
|
|
59
|
+
lifecycle: "failure",
|
|
60
|
+
analyzerProjection: "failure-cluster",
|
|
61
|
+
failureClasses: ["gateway-context-admission"],
|
|
62
|
+
proofIds: ["gateway.prompt.admission-failed.budget"],
|
|
63
|
+
releaseImpact: "patch",
|
|
64
|
+
});
|
|
65
|
+
/** A generation-authorized key need not have access to LiteLLM's management counter. */
|
|
66
|
+
export class ProviderPromptCounter {
|
|
67
|
+
now;
|
|
68
|
+
unavailableUntil = new Map();
|
|
69
|
+
constructor(now) {
|
|
70
|
+
this.now = now;
|
|
71
|
+
}
|
|
72
|
+
async count(request, provider, log, fetchImpl) {
|
|
73
|
+
const remaining = (this.unavailableUntil.get(provider.modelId) ?? 0) - this.now();
|
|
74
|
+
if (remaining > 0) {
|
|
75
|
+
this.logCooldown(request, provider, log, "suppressed", remaining);
|
|
76
|
+
return { status: "unavailable" };
|
|
77
|
+
}
|
|
78
|
+
if (this.unavailableUntil.delete(provider.modelId))
|
|
79
|
+
this.logCooldown(request, provider, log, "expired", 0);
|
|
80
|
+
const result = await countProviderPromptTokens(request, provider, log, fetchImpl);
|
|
81
|
+
if ((result.status === "unavailable" || result.status === "invalid") &&
|
|
82
|
+
!request.cancellationSignal?.aborted) {
|
|
83
|
+
this.unavailableUntil.set(provider.modelId, this.now() + COUNTER_COOLDOWN_MS);
|
|
84
|
+
this.logCooldown(request, provider, log, "activated", COUNTER_COOLDOWN_MS);
|
|
85
|
+
}
|
|
86
|
+
return result;
|
|
87
|
+
}
|
|
88
|
+
logCooldown(request, provider, log, state, remainingMs) {
|
|
89
|
+
log.write(activityLogEvent(COUNTER_COOLDOWN, {
|
|
90
|
+
correlationId: request.logContext?.correlationId ??
|
|
91
|
+
log.correlationId ??
|
|
92
|
+
ACTIVITY_LOG_UNKNOWN_CORRELATION_ID,
|
|
93
|
+
}, {
|
|
94
|
+
state,
|
|
95
|
+
remainingMs: Math.max(0, Math.ceil(remainingMs)),
|
|
96
|
+
cooldownMs: COUNTER_COOLDOWN_MS,
|
|
97
|
+
modelIdDigest: sha256Hex(provider.modelId).slice(0, 16),
|
|
98
|
+
completeness: "complete",
|
|
99
|
+
loss: "none",
|
|
100
|
+
}));
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
/** One logical call, including corrective retries. Retains the measured floor if counting degrades. */
|
|
104
|
+
export class GatewayPromptAdmission {
|
|
105
|
+
options;
|
|
106
|
+
previous;
|
|
107
|
+
log;
|
|
108
|
+
constructor(options) {
|
|
109
|
+
this.options = options;
|
|
110
|
+
this.log = withCorrelationId(options.log, options.correlationId);
|
|
111
|
+
}
|
|
112
|
+
async admit(request, budgetMs) {
|
|
113
|
+
const start = this.options.now();
|
|
114
|
+
const tools = createGatewayToolCatalogBridge(request, this.options.now, this.log, false).tools;
|
|
115
|
+
const projected = {
|
|
116
|
+
...request,
|
|
117
|
+
tools,
|
|
118
|
+
logContext: { correlationId: this.options.correlationId },
|
|
119
|
+
cancellationSignal: AbortSignal.any([
|
|
120
|
+
AbortSignal.timeout(Math.max(1, Math.floor(budgetMs))),
|
|
121
|
+
...(request.cancellationSignal === undefined ? [] : [request.cancellationSignal]),
|
|
122
|
+
]),
|
|
123
|
+
};
|
|
124
|
+
const measured = await this.options.counter.count(projected, this.options.provider, this.log, this.options.fetchImpl);
|
|
125
|
+
this.remainingBudget(request, budgetMs, start, "counter");
|
|
126
|
+
admitGatewayPrompt(projected, this.options.capability, this.log, this.options.correlationId, measured, this.retainedTokenFloor(projected, measured));
|
|
127
|
+
return this.remainingBudget(request, budgetMs, start, "validation");
|
|
128
|
+
}
|
|
129
|
+
remainingBudget(request, budgetMs, start, phase) {
|
|
130
|
+
const elapsedMs = Math.max(0, this.options.now() - start);
|
|
131
|
+
if (request.cancellationSignal?.aborted)
|
|
132
|
+
return this.refuseBudget(new CancelledError("request cancelled during prompt admission"), phase, budgetMs, elapsedMs);
|
|
133
|
+
const remaining = budgetMs - elapsedMs;
|
|
134
|
+
if (remaining <= 0)
|
|
135
|
+
return this.refuseBudget(new TimeoutError("request budget exhausted during prompt admission"), phase, budgetMs, elapsedMs);
|
|
136
|
+
return remaining;
|
|
137
|
+
}
|
|
138
|
+
refuseBudget(error, phase, budgetMs, elapsedMs) {
|
|
139
|
+
this.log.write(activityLogEvent(ADMISSION_FAILED, {
|
|
140
|
+
correlationId: this.options.correlationId,
|
|
141
|
+
errorKind: activityLogErrorKind(error),
|
|
142
|
+
}, {
|
|
143
|
+
phase,
|
|
144
|
+
budgetMs: Math.ceil(budgetMs),
|
|
145
|
+
elapsedMs: Math.ceil(elapsedMs),
|
|
146
|
+
...gatewayFailureEvidence(this.log, error),
|
|
147
|
+
completeness: "complete",
|
|
148
|
+
loss: "none",
|
|
149
|
+
}));
|
|
150
|
+
throw error;
|
|
151
|
+
}
|
|
152
|
+
retainedTokenFloor(request, count) {
|
|
153
|
+
const profile = deriveContextProfileFromCapability(this.options.capability);
|
|
154
|
+
// The remote payload omits responseFormat, so the retained floor must omit it too.
|
|
155
|
+
const estimated = countGatewayPromptTokens({ messages: request.messages, tools: request.tools }, profile.tokenAccounting, { contextWindow: profile.maxInputTokens });
|
|
156
|
+
const retained = this.previous === undefined
|
|
157
|
+
? 0
|
|
158
|
+
: this.previous.measured + Math.max(0, estimated - this.previous.estimated);
|
|
159
|
+
const measured = Math.max(retained, count.tokens ?? 0);
|
|
160
|
+
if (measured === 0)
|
|
161
|
+
return undefined;
|
|
162
|
+
this.previous = { estimated, measured };
|
|
163
|
+
return retained > 0 ? retained : undefined;
|
|
164
|
+
}
|
|
165
|
+
}
|
|
@@ -27,6 +27,7 @@ export declare function schemaMismatchGuidance(repair: GatewayToolCatalogError["
|
|
|
27
27
|
export declare class Gateway {
|
|
28
28
|
private readonly config;
|
|
29
29
|
private readonly spendBudget;
|
|
30
|
+
private readonly promptCounter;
|
|
30
31
|
private readonly clock;
|
|
31
32
|
private readonly random;
|
|
32
33
|
private readonly adapter;
|
|
@@ -37,12 +38,15 @@ export declare class Gateway {
|
|
|
37
38
|
private readonly configurationCorrelationId;
|
|
38
39
|
constructor(config: GatewayConfig, deps?: GatewayDeps);
|
|
39
40
|
private prepareRequest;
|
|
41
|
+
private promptAdmission;
|
|
40
42
|
private logConfigResolved;
|
|
41
43
|
chat(request: GatewayCallRequest): Promise<NormalizedResponse>;
|
|
42
44
|
private invokeBufferedAttempt;
|
|
43
45
|
private requestAfterToolSchemaRejection;
|
|
46
|
+
private logAttemptRepair;
|
|
44
47
|
private logToolSchemaRepair;
|
|
45
48
|
chatStream(request: GatewayCallRequest): AsyncGenerator<GatewayStreamChunk>;
|
|
49
|
+
private prepareStream;
|
|
46
50
|
private failStream;
|
|
47
51
|
private logCallStarted;
|
|
48
52
|
private logCallFailed;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AA0BA,OAAO,EAQL,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAkC,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAcjG,OAAO,KAAK,EACV,KAAK,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,eAAe,EAEf,kBAAkB,EAClB,eAAe,EAEf,aAAa,EACd,MAAM,YAAY,CAAC;AAEpB,0FAA0F;AAC1F,MAAM,WAAW,kBAAkB;IACjC,OAAO,CACL,UAAU,EAAE,eAAe,EAC3B,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,GACpB,uBAAuB,CAAC;CAC5B;AAED,MAAM,WAAW,uBAAuB;IACtC,gGAAgG;IAChG,MAAM,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,GAAG,IAAI,CAAC;CAChD;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACtD,QAAQ,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAInC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,CAAC;IAG7C,QAAQ,CAAC,GAAG,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAG/C,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAKzD,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,KAAK,GAAG,SAAS,CAAC;CAC/C;AASD,MAAM,WAAW,kBAAmB,SAAQ,cAAc;IACxD,QAAQ,CAAC,UAAU,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACzD,6EAA6E;IAC7E,QAAQ,CAAC,cAAc,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;CAC1D;AAymBD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,uBAAuB,CAAC,QAAQ,CAAC,GAAG,MAAM,CA0BxF;AAgED,qBAAa,OAAO;IAahB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAZzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiC;IAC7D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAwB;IACtD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA8B;IACtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA2B;IACrD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA2C;IACrE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqC;IAC9D,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAsB;IAC1C,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAqB;IAEhE,YACmB,MAAM,EAAE,aAAa,EACtC,IAAI,GAAE,WAAgB,EAYvB;IAED,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,eAAe;IAkBvB,OAAO,CAAC,iBAAiB;IA0BnB,IAAI,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAmDnE;YAEa,qBAAqB;IA0BnC,OAAO,CAAC,+BAA+B;IAWvC,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,mBAAmB;IAoCpB,UAAU,CAAC,OAAO,EAAE,kBAAkB,GAAG,cAAc,CAAC,kBAAkB,CAAC,CA6DjF;IAED,OAAO,CAAC,aAAa;IAoBrB,OAAO,CAAC,UAAU;IAqBlB,OAAO,CAAC,cAAc;IAgDtB,OAAO,CAAC,aAAa;IAoBrB,OAAO,CAAC,kBAAkB;IA4B1B,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,eAAe;IAkCvB,OAAO,CAAC,gBAAgB;YAwBT,UAAU;YA8CX,iBAAiB;YAoChB,qBAAqB;YAoDrB,kBAAkB;IAuCjC,OAAO,CAAC,MAAM;IAiBd,OAAO,CAAC,UAAU;IASlB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,oBAAoB,CAUnD;YAEa,MAAM;IAgDpB,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,KAAK;IAoBb,OAAO,CAAC,YAAY;IAYpB,OAAO,CAAC,UAAU;IAclB,OAAO,CAAC,UAAU;CAcnB"}
|
|
@@ -7,8 +7,9 @@ import { activityLogEvent, defineActivityLogOperation, } from "@oscharko-dev/kei
|
|
|
7
7
|
import { canonicalise, sha256Hex } from "@oscharko-dev/keiko-security/hashing";
|
|
8
8
|
import { CancelledError, ConfigInvalidError, ContextOverflowError, GatewayError, MalformedToolCallError, ProviderEmptyAnswerError, ProviderOutputExhaustedError, TransportError, UnknownModelError, } from "@oscharko-dev/keiko-security/errors/gateway";
|
|
9
9
|
import { deriveContextProfileFromCapability } from "@oscharko-dev/keiko-contracts/runtime/context-engineering";
|
|
10
|
+
import { GatewayPromptAdmission, ProviderPromptCounter } from "./gateway-prompt-admission.js";
|
|
10
11
|
import { findConfiguredCapability } from "./model-selection.js";
|
|
11
|
-
import { activityLogErrorKind, logEndpointHost, logLevelEnabled, logModelId, logTimer, resolveLogSink, } from "./observability.js";
|
|
12
|
+
import { activityLogErrorKind, logEndpointHost, logLevelEnabled, logModelId, logTimer, resolveLogSink, withCorrelationId, } from "./observability.js";
|
|
12
13
|
import { OpenAiAdapter } from "./openai-adapter.js";
|
|
13
14
|
import { countGatewayPromptTokens } from "./prompt-token-accounting.js";
|
|
14
15
|
import { createGatewayToolCatalogBridge, GatewayToolCatalogError } from "./toolCatalogBridge.js";
|
|
@@ -597,6 +598,7 @@ function streamUsageIfSupplied(usage) {
|
|
|
597
598
|
export class Gateway {
|
|
598
599
|
config;
|
|
599
600
|
spendBudget;
|
|
601
|
+
promptCounter;
|
|
600
602
|
clock;
|
|
601
603
|
random;
|
|
602
604
|
adapter;
|
|
@@ -609,6 +611,7 @@ export class Gateway {
|
|
|
609
611
|
this.config = config;
|
|
610
612
|
this.spendBudget = deps.spendBudget;
|
|
611
613
|
this.clock = deps.clock ?? systemClock;
|
|
614
|
+
this.promptCounter = new ProviderPromptCounter(() => this.clock.now());
|
|
612
615
|
this.random = deps.random ?? Math.random;
|
|
613
616
|
this.adapter = deps.adapter;
|
|
614
617
|
this.fetchImpl = deps.fetchImpl;
|
|
@@ -619,9 +622,22 @@ export class Gateway {
|
|
|
619
622
|
}
|
|
620
623
|
prepareRequest(request, capability) {
|
|
621
624
|
assertValidGatewaySamplingParameters(request);
|
|
622
|
-
if (
|
|
625
|
+
if (request.maxOutputTokens !== undefined || this.spendBudget === undefined)
|
|
623
626
|
return request;
|
|
624
|
-
return {
|
|
627
|
+
return {
|
|
628
|
+
...request,
|
|
629
|
+
maxOutputTokens: deriveContextProfileFromCapability(capability).reservedOutputTokens,
|
|
630
|
+
};
|
|
631
|
+
}
|
|
632
|
+
promptAdmission(route, ids) {
|
|
633
|
+
return new GatewayPromptAdmission({
|
|
634
|
+
...route,
|
|
635
|
+
correlationId: ids.correlationId,
|
|
636
|
+
log: this.log,
|
|
637
|
+
now: () => this.clock.now(),
|
|
638
|
+
counter: this.promptCounter,
|
|
639
|
+
fetchImpl: this.fetchImpl,
|
|
640
|
+
});
|
|
625
641
|
}
|
|
626
642
|
// ONE-TIME configuration snapshot, written once per Gateway construction (the process-wide
|
|
627
643
|
// instance cache in keiko-server constructs exactly one Gateway per distinct GatewayConfig, so
|
|
@@ -648,7 +664,6 @@ export class Gateway {
|
|
|
648
664
|
async chat(request) {
|
|
649
665
|
const route = this.routeForCall(request);
|
|
650
666
|
request = this.prepareRequest(request, route.capability);
|
|
651
|
-
const breaker = this.breakerFor(route.provider);
|
|
652
667
|
const requestId = randomUUID();
|
|
653
668
|
const ids = callIds(requestId, request);
|
|
654
669
|
const start = this.clock.now();
|
|
@@ -656,9 +671,10 @@ export class Gateway {
|
|
|
656
671
|
const adapter = this.adapterFor(requestId, route, ids.correlationId);
|
|
657
672
|
const attempt = {
|
|
658
673
|
route,
|
|
659
|
-
breaker,
|
|
674
|
+
breaker: this.breakerFor(route.provider),
|
|
660
675
|
adapter,
|
|
661
676
|
originalRequest: request,
|
|
677
|
+
promptAdmission: this.promptAdmission(route, ids),
|
|
662
678
|
correlationId: ids.correlationId,
|
|
663
679
|
state: { request, attemptNumber: 0 },
|
|
664
680
|
};
|
|
@@ -692,36 +708,37 @@ export class Gateway {
|
|
|
692
708
|
...(attemptTimeoutMs === undefined ? {} : { timeoutMs: attemptTimeoutMs }),
|
|
693
709
|
};
|
|
694
710
|
try {
|
|
695
|
-
return await this.invoke(attempt
|
|
711
|
+
return await this.invoke(attempt, provider, streamedReadBounds(attempt, remainingBudgetMs));
|
|
696
712
|
}
|
|
697
713
|
catch (error) {
|
|
698
714
|
if (attempt.state.attemptNumber <= attempt.route.provider.maxRetries) {
|
|
699
|
-
attempt.state.
|
|
715
|
+
attempt.state.repair = error instanceof GatewayToolCatalogError ? error.repair : undefined;
|
|
716
|
+
attempt.state.request = this.requestAfterToolSchemaRejection(attempt.originalRequest, attempt.state.request, attempt.route.capability, error);
|
|
700
717
|
}
|
|
701
718
|
throw error;
|
|
702
719
|
}
|
|
703
720
|
}
|
|
704
|
-
requestAfterToolSchemaRejection(original, current, capability,
|
|
721
|
+
requestAfterToolSchemaRejection(original, current, capability, error) {
|
|
705
722
|
const candidate = repairedRequest(original, error);
|
|
706
723
|
if (candidate === undefined)
|
|
707
724
|
return current;
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
|
|
715
|
-
const
|
|
716
|
-
const
|
|
717
|
-
|
|
718
|
-
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
+
return this.prepareRequest(candidate, capability);
|
|
726
|
+
}
|
|
727
|
+
logAttemptRepair(attempt, state) {
|
|
728
|
+
if (attempt.state.repair === undefined)
|
|
729
|
+
return;
|
|
730
|
+
const request = attempt.state.request;
|
|
731
|
+
const profile = deriveContextProfileFromCapability(attempt.route.capability);
|
|
732
|
+
const maxOutputTokens = request.maxOutputTokens ?? profile.reservedOutputTokens;
|
|
733
|
+
const tools = createGatewayToolCatalogBridge(request, () => this.clock.now(), withCorrelationId(this.log, attempt.correlationId), false).tools;
|
|
734
|
+
this.logToolSchemaRepair(attempt.correlationId, attempt.state.repair, state, {
|
|
735
|
+
promptTokens: countGatewayPromptTokens({ ...request, tools }, profile.tokenAccounting, {
|
|
736
|
+
contextWindow: profile.maxInputTokens,
|
|
737
|
+
}),
|
|
738
|
+
maxOutputTokens,
|
|
739
|
+
safetyMarginTokens: profile.safetyMarginTokens,
|
|
740
|
+
maxPromptTokens: Math.max(0, profile.maxInputTokens - maxOutputTokens - profile.safetyMarginTokens),
|
|
741
|
+
});
|
|
725
742
|
}
|
|
726
743
|
logToolSchemaRepair(correlationId, repair, state, budget) {
|
|
727
744
|
if (repair === undefined)
|
|
@@ -749,16 +766,8 @@ export class Gateway {
|
|
|
749
766
|
// retry would replay already-emitted tokens and is never permitted. An adapter without a
|
|
750
767
|
// streaming variant falls back to a single delta+done synthesised from its buffered call().
|
|
751
768
|
async *chatStream(request) {
|
|
752
|
-
const route = this.
|
|
753
|
-
request =
|
|
754
|
-
const breaker = this.breakerFor(route.provider);
|
|
755
|
-
const ids = callIds(randomUUID(), request);
|
|
756
|
-
const start = this.clock.now();
|
|
757
|
-
const elapsed = logTimer();
|
|
758
|
-
const adapter = this.adapterFor(ids.requestId, route, ids.correlationId);
|
|
759
|
-
const admission = breaker.assertAllowed(ids.correlationId);
|
|
760
|
-
// streamFrom degrades to its buffered fallback without a native stream (#3591, PR #3602
|
|
761
|
-
// review); the started line must report the bound that branch actually applies.
|
|
769
|
+
const { route, ids, start, elapsed, adapter, admission, promptAdmission, prepared } = this.prepareStream(request);
|
|
770
|
+
request = prepared;
|
|
762
771
|
const usesNativeStream = adapter.callStream !== undefined;
|
|
763
772
|
let chunkCount = 0;
|
|
764
773
|
// The moment the caller saw its first actual content, timed off the same `elapsed()` as every
|
|
@@ -770,7 +779,7 @@ export class Gateway {
|
|
|
770
779
|
let settled = false;
|
|
771
780
|
try {
|
|
772
781
|
this.logCallStarted(ids, route, true, request.reasoningEffort, usesNativeStream);
|
|
773
|
-
for await (const chunk of this.streamFrom(adapter, request, route, ids, admission)) {
|
|
782
|
+
for await (const chunk of this.streamFrom(adapter, request, route, ids, admission, promptAdmission)) {
|
|
774
783
|
chunkCount += 1;
|
|
775
784
|
firstTokenMs ??= firstNonEmptyDeltaMs(chunk, elapsed);
|
|
776
785
|
if (chunk.type === "done") {
|
|
@@ -806,6 +815,25 @@ export class Gateway {
|
|
|
806
815
|
yield this.enrichDone(terminalResponse, ids.requestId, start, route);
|
|
807
816
|
}
|
|
808
817
|
}
|
|
818
|
+
prepareStream(request) {
|
|
819
|
+
const route = this.routeForCall(request);
|
|
820
|
+
const prepared = this.prepareRequest(request, route.capability);
|
|
821
|
+
const ids = callIds(randomUUID(), prepared);
|
|
822
|
+
const start = this.clock.now();
|
|
823
|
+
const elapsed = logTimer();
|
|
824
|
+
const adapter = this.adapterFor(ids.requestId, route, ids.correlationId);
|
|
825
|
+
const admission = this.breakerFor(route.provider).assertAllowed(ids.correlationId);
|
|
826
|
+
return {
|
|
827
|
+
route,
|
|
828
|
+
prepared,
|
|
829
|
+
ids,
|
|
830
|
+
start,
|
|
831
|
+
elapsed,
|
|
832
|
+
adapter,
|
|
833
|
+
admission,
|
|
834
|
+
promptAdmission: this.promptAdmission(route, ids),
|
|
835
|
+
};
|
|
836
|
+
}
|
|
809
837
|
failStream(ids, route, chunkCount, durationMs, error) {
|
|
810
838
|
attachGatewayRequestId(error, ids.requestId);
|
|
811
839
|
this.logStreamFailed(ids, route, chunkCount, durationMs, error);
|
|
@@ -920,7 +948,7 @@ export class Gateway {
|
|
|
920
948
|
streaming: false,
|
|
921
949
|
}));
|
|
922
950
|
}
|
|
923
|
-
async *streamFrom(adapter, request, route, ids, initialAdmission) {
|
|
951
|
+
async *streamFrom(adapter, request, route, ids, initialAdmission, promptAdmission) {
|
|
924
952
|
const breaker = this.breakerFor(route.provider);
|
|
925
953
|
const maxRetries = initialAdmission.halfOpen ? 0 : route.provider.maxRetries;
|
|
926
954
|
let admission = initialAdmission;
|
|
@@ -928,7 +956,7 @@ export class Gateway {
|
|
|
928
956
|
const opened = await executeWithRetry(async (_attemptMs, remainingMs) => {
|
|
929
957
|
if (attempt++ > 0)
|
|
930
958
|
admission = breaker.assertAllowed(ids.correlationId);
|
|
931
|
-
return this.openStreamAttempt(adapter, request, route, ids, remainingMs, admission);
|
|
959
|
+
return this.openStreamAttempt(adapter, request, route, ids, remainingMs, admission, promptAdmission);
|
|
932
960
|
}, {
|
|
933
961
|
...providerRetryConfig(route.provider),
|
|
934
962
|
maxRetries,
|
|
@@ -944,13 +972,13 @@ export class Gateway {
|
|
|
944
972
|
await opened.iterator.return(undefined);
|
|
945
973
|
}
|
|
946
974
|
}
|
|
947
|
-
async openStreamAttempt(adapter, request, route, ids, remainingMs, admission) {
|
|
975
|
+
async openStreamAttempt(adapter, request, route, ids, remainingMs, admission, promptAdmission) {
|
|
948
976
|
const bounds = chatStreamBounds(route.provider);
|
|
949
977
|
const budgetMs = Math.min(bounds.budgetMs, remainingMs ?? bounds.budgetMs);
|
|
950
978
|
const iterator = this.reservedStreamAttempt(adapter, request, route, ids, {
|
|
951
979
|
budgetMs,
|
|
952
980
|
silenceMs: Math.min(bounds.silenceMs, budgetMs),
|
|
953
|
-
}, admission);
|
|
981
|
+
}, admission, promptAdmission);
|
|
954
982
|
try {
|
|
955
983
|
let first = await iterator.next();
|
|
956
984
|
while (!first.done && first.value.type === "delta" && first.value.token.length === 0) {
|
|
@@ -965,13 +993,18 @@ export class Gateway {
|
|
|
965
993
|
throw error;
|
|
966
994
|
}
|
|
967
995
|
}
|
|
968
|
-
async *reservedStreamAttempt(adapter, request, route, ids, bounds, admission) {
|
|
996
|
+
async *reservedStreamAttempt(adapter, request, route, ids, bounds, admission, promptAdmission) {
|
|
969
997
|
let reservation;
|
|
970
998
|
let admitted = false;
|
|
971
999
|
let usage;
|
|
972
1000
|
let received = false;
|
|
973
1001
|
let terminal;
|
|
974
1002
|
try {
|
|
1003
|
+
const attemptBudget = adapter.callStream === undefined
|
|
1004
|
+
? Math.min(bounds.budgetMs, effectiveBufferedAttemptMs(route.provider))
|
|
1005
|
+
: bounds.budgetMs;
|
|
1006
|
+
const remaining = await promptAdmission.admit(request, attemptBudget);
|
|
1007
|
+
bounds = { budgetMs: remaining, silenceMs: Math.min(bounds.silenceMs, remaining) };
|
|
975
1008
|
reservation = this.spendBudget?.reserve(route.capability, request, ids.correlationId);
|
|
976
1009
|
admitted = true;
|
|
977
1010
|
for await (const chunk of this.readProviderStream(adapter, request, route.provider, ids, bounds)) {
|
|
@@ -1051,12 +1084,20 @@ export class Gateway {
|
|
|
1051
1084
|
openedAt: null,
|
|
1052
1085
|
});
|
|
1053
1086
|
}
|
|
1054
|
-
async invoke(
|
|
1087
|
+
async invoke(attempt, provider, bounds) {
|
|
1088
|
+
const { breaker, adapter, correlationId } = attempt;
|
|
1089
|
+
const { capability } = attempt.route;
|
|
1090
|
+
const request = attempt.state.request;
|
|
1055
1091
|
const admission = breaker.assertAllowed(correlationId);
|
|
1056
1092
|
let reservation;
|
|
1057
1093
|
let admitted = false;
|
|
1058
1094
|
let usage;
|
|
1059
1095
|
try {
|
|
1096
|
+
const remaining = await attempt.promptAdmission.admit(request, bounds?.budgetMs ?? provider.timeoutMs);
|
|
1097
|
+
provider = { ...provider, timeoutMs: Math.min(provider.timeoutMs, remaining) };
|
|
1098
|
+
if (bounds !== undefined)
|
|
1099
|
+
bounds = { budgetMs: remaining, silenceMs: Math.min(bounds.silenceMs, remaining) };
|
|
1100
|
+
this.logAttemptRepair(attempt, "scheduled");
|
|
1060
1101
|
reservation = this.spendBudget?.reserve(capability, request, correlationId);
|
|
1061
1102
|
admitted = true;
|
|
1062
1103
|
const response = await readAnswer(adapter, request, provider, bounds);
|
|
@@ -1065,6 +1106,8 @@ export class Gateway {
|
|
|
1065
1106
|
return response;
|
|
1066
1107
|
}
|
|
1067
1108
|
catch (error) {
|
|
1109
|
+
if (error instanceof ContextOverflowError)
|
|
1110
|
+
this.logAttemptRepair(attempt, "denied");
|
|
1068
1111
|
usage = measuredCatalogFailureUsage(error, capability, correlationId);
|
|
1069
1112
|
// A client-initiated cancel is not a provider fault — skip the breaker.
|
|
1070
1113
|
recordProviderFailure(admission, error, admitted);
|
|
@@ -11,7 +11,30 @@ export interface ModelGatewayLogEvent {
|
|
|
11
11
|
readonly errorKind?: string | undefined;
|
|
12
12
|
readonly extra?: Readonly<Record<string, unknown>> | undefined;
|
|
13
13
|
}
|
|
14
|
+
export interface GatewayFailureEvidence {
|
|
15
|
+
readonly frames: readonly string[];
|
|
16
|
+
readonly causeChain: readonly string[];
|
|
17
|
+
}
|
|
18
|
+
export declare const GATEWAY_FAILURE_EVIDENCE_FIELDS: {
|
|
19
|
+
readonly frames: {
|
|
20
|
+
readonly type: "string-array";
|
|
21
|
+
readonly dataClass: "opaque-id";
|
|
22
|
+
readonly required: false;
|
|
23
|
+
readonly maxLength: 512;
|
|
24
|
+
readonly maxItems: 8;
|
|
25
|
+
};
|
|
26
|
+
readonly causeChain: {
|
|
27
|
+
readonly type: "string-array";
|
|
28
|
+
readonly dataClass: "error-kind";
|
|
29
|
+
readonly required: false;
|
|
30
|
+
readonly maxLength: 128;
|
|
31
|
+
readonly maxItems: 5;
|
|
32
|
+
};
|
|
33
|
+
};
|
|
34
|
+
export declare function gatewayFailureEvidence(log: ModelGatewayLogSink, error: unknown): GatewayFailureEvidence;
|
|
14
35
|
export interface ModelGatewayLogSink {
|
|
36
|
+
/** The composition root supplies the existing body-free stack/cause reducers. */
|
|
37
|
+
readonly errorEvidence?: ((error: unknown) => GatewayFailureEvidence) | undefined;
|
|
15
38
|
readonly write: (event: ModelGatewayLogEvent) => void;
|
|
16
39
|
readonly correlationId?: string | undefined;
|
|
17
40
|
readonly enabled?: ((level: ModelGatewayLogLevel) => boolean) | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"observability.d.ts","sourceRoot":"","sources":["../src/observability.ts"],"names":[],"mappings":"AAwBA,OAAO,EAML,KAAK,oBAAoB,EAC1B,MAAM,qDAAqD,CAAC;AAG7D,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAIvE,MAAM,MAAM,uBAAuB,GAAG,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;AAEvE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,KAAK,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAClD,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;CAChE;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACtD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAgB5C,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,oBAAoB,KAAK,OAAO,CAAC,GAAG,SAAS,CAAC;CAC3E;AAKD,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAE/F;AAKD,eAAO,MAAM,uBAAuB,EAAE,mBAQpC,CAAC;AASH,wBAAgB,cAAc,CAAC,IAAI,EAAE,mBAAmB,GAAG,SAAS,GAAG,mBAAmB,CAEzF;
|
|
1
|
+
{"version":3,"file":"observability.d.ts","sourceRoot":"","sources":["../src/observability.ts"],"names":[],"mappings":"AAwBA,OAAO,EAML,KAAK,oBAAoB,EAC1B,MAAM,qDAAqD,CAAC;AAG7D,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAIvE,MAAM,MAAM,uBAAuB,GAAG,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;AAEvE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,KAAK,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAClD,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;CAChE;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,eAAO,MAAM,+BAA+B;aAC1C,MAAM;iBACJ,IAAI,EAAE,cAAc;iBACpB,SAAS,EAAE,WAAW;iBACtB,QAAQ;iBACR,SAAS,EAAE,GAAG;iBACd,QAAQ,EAAE,CAAC;;aAEb,UAAU;iBACR,IAAI,EAAE,cAAc;iBACpB,SAAS,EAAE,YAAY;iBACvB,QAAQ;iBACR,SAAS,EAAE,GAAG;iBACd,QAAQ,EAAE,CAAC;;CAEL,CAAC;AAEX,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,mBAAmB,EACxB,KAAK,EAAE,OAAO,GACb,sBAAsB,CAOxB;AAED,MAAM,WAAW,mBAAmB;IAClC,iFAAiF;IACjF,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,KAAK,sBAAsB,CAAC,GAAG,SAAS,CAAC;IAClF,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACtD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAgB5C,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,oBAAoB,KAAK,OAAO,CAAC,GAAG,SAAS,CAAC;CAC3E;AAKD,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAE/F;AAKD,eAAO,MAAM,uBAAuB,EAAE,mBAQpC,CAAC;AASH,wBAAgB,cAAc,CAAC,IAAI,EAAE,mBAAmB,GAAG,SAAS,GAAG,mBAAmB,CAEzF;AA2GD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7C;AAiBD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,mBAAmB,EACzB,aAAa,EAAE,MAAM,GAAG,SAAS,GAChC,mBAAmB,CAcrB;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,mBAAmB,GAAG,MAAM,GAAG,SAAS,CAE9E;AAUD,wBAAgB,QAAQ,IAAI,MAAM,MAAM,CAGvC;AA8BD,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAKnD;AAoBD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAIzE;AAOD,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AAKD,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAUjF"}
|
|
@@ -23,6 +23,31 @@
|
|
|
23
23
|
// labels only.
|
|
24
24
|
import { activityLogEvent, classifyErrorKind, defineActivityLogOperation, recordActivityLogLoss, withActivityLogCorrelation, } from "@oscharko-dev/keiko-contracts/runtime/observability";
|
|
25
25
|
import { sha256Hex } from "@oscharko-dev/keiko-security/hashing";
|
|
26
|
+
export const GATEWAY_FAILURE_EVIDENCE_FIELDS = {
|
|
27
|
+
frames: {
|
|
28
|
+
type: "string-array",
|
|
29
|
+
dataClass: "opaque-id",
|
|
30
|
+
required: false,
|
|
31
|
+
maxLength: 512,
|
|
32
|
+
maxItems: 8,
|
|
33
|
+
},
|
|
34
|
+
causeChain: {
|
|
35
|
+
type: "string-array",
|
|
36
|
+
dataClass: "error-kind",
|
|
37
|
+
required: false,
|
|
38
|
+
maxLength: 128,
|
|
39
|
+
maxItems: 5,
|
|
40
|
+
},
|
|
41
|
+
};
|
|
42
|
+
export function gatewayFailureEvidence(log, error) {
|
|
43
|
+
try {
|
|
44
|
+
return log.errorEvidence?.(error) ?? { frames: [], causeChain: [] };
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
recordActivityLogLoss("port-sink-failed");
|
|
48
|
+
return { frames: [], causeChain: [] };
|
|
49
|
+
}
|
|
50
|
+
}
|
|
26
51
|
// True when the sink might accept an event at this level. A sink without a predicate accepts
|
|
27
52
|
// everything (fail OPEN, deliberately: a missing hint must never silence instrumentation — the
|
|
28
53
|
// whole point of the log is that it is on by default).
|
|
@@ -102,6 +127,7 @@ function isolateLogSink(sink) {
|
|
|
102
127
|
return true;
|
|
103
128
|
}
|
|
104
129
|
},
|
|
130
|
+
errorEvidence: (error) => gatewayFailureEvidence(sink, error),
|
|
105
131
|
...(sink.correlationId === undefined ? {} : { correlationId: sink.correlationId }),
|
|
106
132
|
};
|
|
107
133
|
}
|
|
@@ -161,6 +187,7 @@ export function withCorrelationId(sink, correlationId) {
|
|
|
161
187
|
return logLevelEnabled(sink, level);
|
|
162
188
|
},
|
|
163
189
|
correlationId,
|
|
190
|
+
errorEvidence: (error) => gatewayFailureEvidence(sink, error),
|
|
164
191
|
};
|
|
165
192
|
}
|
|
166
193
|
export function logCorrelationId(sink) {
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { GatewayCallRequest } from "./gateway.js";
|
|
2
|
+
import type { ModelCapability } from "./types.js";
|
|
3
|
+
import { type ModelGatewayLogSink } from "./observability.js";
|
|
4
|
+
import { type GatewayPromptTokenInput } from "./prompt-token-accounting.js";
|
|
5
|
+
import type { ProviderTokenCount } from "./provider-token-counter.js";
|
|
6
|
+
export declare function admitGatewayPrompt(request: GatewayCallRequest & GatewayPromptTokenInput, capability: ModelCapability, log: ModelGatewayLogSink, correlationId: string, measured?: ProviderTokenCount, retainedTokens?: number): GatewayCallRequest;
|
|
7
|
+
//# sourceMappingURL=prompt-admission.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-admission.d.ts","sourceRoot":"","sources":["../src/prompt-admission.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAiEtE,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,kBAAkB,GAAG,uBAAuB,EACrD,UAAU,EAAE,eAAe,EAC3B,GAAG,EAAE,mBAAmB,EACxB,aAAa,EAAE,MAAM,EACrB,QAAQ,GAAE,kBAAqC,EAC/C,cAAc,CAAC,EAAE,MAAM,GACtB,kBAAkB,CAoCpB"}
|