@elizaos/agent 2.0.0-alpha.144 → 2.0.0-alpha.151
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/apps/app-lifeops/src/actions/inbox-digest.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-digest.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-digest.js +1 -0
- package/apps/app-lifeops/src/actions/inbox-respond.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-respond.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-respond.js +1 -0
- package/apps/app-lifeops/src/actions/inbox-triage.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-triage.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-triage.js +1 -0
- package/apps/app-lifeops/src/actions/inbox.d.ts +3 -0
- package/apps/app-lifeops/src/actions/inbox.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox.js +856 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.d.ts +3 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.js +131 -0
- package/apps/app-lifeops/src/inbox/channel-deep-links.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/config.d.ts.map +1 -0
- package/{packages/agent → apps/app-lifeops}/src/inbox/config.js +1 -1
- package/apps/app-lifeops/src/inbox/message-fetcher.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/reflection.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/repository.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/triage-classifier.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/types.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/index.d.ts +25 -0
- package/apps/app-lifeops/src/lifeops/index.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/index.js +24 -0
- package/apps/app-lifeops/src/lifeops/screen-context.d.ts +52 -0
- package/apps/app-lifeops/src/lifeops/screen-context.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/screen-context.js +332 -0
- package/apps/app-lifeops/src/plugin.d.ts +3 -0
- package/apps/app-lifeops/src/plugin.d.ts.map +1 -1
- package/apps/app-lifeops/src/plugin.js +16 -3
- package/apps/app-lifeops/src/providers/inbox-triage.d.ts +3 -0
- package/apps/app-lifeops/src/providers/inbox-triage.d.ts.map +1 -0
- package/apps/app-lifeops/src/providers/inbox-triage.js +89 -0
- package/package.json +6 -4
- package/packages/agent/src/actions/calendar.d.ts +1 -18
- package/packages/agent/src/actions/calendar.d.ts.map +1 -1
- package/packages/agent/src/actions/calendar.js +1 -3143
- package/packages/agent/src/actions/check-balance.d.ts +17 -0
- package/packages/agent/src/actions/check-balance.d.ts.map +1 -0
- package/packages/agent/src/actions/check-balance.js +167 -0
- package/packages/agent/src/actions/connector-resolver.d.ts +75 -0
- package/packages/agent/src/actions/connector-resolver.d.ts.map +1 -0
- package/packages/agent/src/actions/connector-resolver.js +245 -0
- package/packages/agent/src/actions/context-signal-lexicon.d.ts +1 -1
- package/packages/agent/src/actions/context-signal-lexicon.d.ts.map +1 -1
- package/packages/agent/src/actions/context-signal-lexicon.js +6 -0
- package/packages/agent/src/actions/eject-plugin.d.ts +3 -0
- package/packages/agent/src/actions/eject-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/eject-plugin.js +48 -0
- package/packages/agent/src/actions/execute-trade.d.ts +17 -0
- package/packages/agent/src/actions/execute-trade.d.ts.map +1 -0
- package/packages/agent/src/actions/execute-trade.js +299 -0
- package/packages/agent/src/actions/get-self-status.d.ts +13 -0
- package/packages/agent/src/actions/get-self-status.d.ts.map +1 -0
- package/packages/agent/src/actions/get-self-status.js +66 -0
- package/packages/agent/src/actions/gmail.d.ts +1 -32
- package/packages/agent/src/actions/gmail.d.ts.map +1 -1
- package/packages/agent/src/actions/gmail.js +1 -1734
- package/packages/agent/src/actions/inbox-digest.d.ts +1 -1
- package/packages/agent/src/actions/inbox-digest.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-digest.js +1 -1
- package/packages/agent/src/actions/inbox-respond.d.ts +1 -1
- package/packages/agent/src/actions/inbox-respond.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-respond.js +1 -1
- package/packages/agent/src/actions/inbox-triage.d.ts +1 -1
- package/packages/agent/src/actions/inbox-triage.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-triage.js +1 -1
- package/packages/agent/src/actions/inbox.d.ts +1 -2
- package/packages/agent/src/actions/inbox.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox.js +1 -856
- package/packages/agent/src/actions/index.d.ts +13 -0
- package/packages/agent/src/actions/index.d.ts.map +1 -1
- package/packages/agent/src/actions/index.js +13 -0
- package/packages/agent/src/actions/install-plugin.d.ts +3 -0
- package/packages/agent/src/actions/install-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/install-plugin.js +65 -0
- package/packages/agent/src/actions/life-goal-extractor.d.ts +1 -68
- package/packages/agent/src/actions/life-goal-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-goal-extractor.js +1 -354
- package/packages/agent/src/actions/life-param-extractor.d.ts +1 -77
- package/packages/agent/src/actions/life-param-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-param-extractor.js +1 -423
- package/packages/agent/src/actions/life-recent-context.d.ts +1 -8
- package/packages/agent/src/actions/life-recent-context.d.ts.map +1 -1
- package/packages/agent/src/actions/life-recent-context.js +1 -84
- package/packages/agent/src/actions/life-update-extractor.d.ts +1 -26
- package/packages/agent/src/actions/life-update-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-update-extractor.js +1 -195
- package/packages/agent/src/actions/life.d.ts +1 -8
- package/packages/agent/src/actions/life.d.ts.map +1 -1
- package/packages/agent/src/actions/life.extractor.d.ts +1 -17
- package/packages/agent/src/actions/life.extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life.extractor.js +1 -264
- package/packages/agent/src/actions/life.js +1 -3379
- package/packages/agent/src/actions/lifeops-extraction-config.d.ts +1 -15
- package/packages/agent/src/actions/lifeops-extraction-config.d.ts.map +1 -1
- package/packages/agent/src/actions/lifeops-extraction-config.js +1 -25
- package/packages/agent/src/actions/lifeops-google-helpers.d.ts +1 -61
- package/packages/agent/src/actions/lifeops-google-helpers.d.ts.map +1 -1
- package/packages/agent/src/actions/lifeops-google-helpers.js +1 -607
- package/packages/agent/src/actions/list-ejected.d.ts +3 -0
- package/packages/agent/src/actions/list-ejected.d.ts.map +1 -0
- package/packages/agent/src/actions/list-ejected.js +35 -0
- package/packages/agent/src/actions/log-level.d.ts +3 -0
- package/packages/agent/src/actions/log-level.d.ts.map +1 -0
- package/packages/agent/src/actions/log-level.js +125 -0
- package/packages/agent/src/actions/manage-tasks.d.ts.map +1 -1
- package/packages/agent/src/actions/manage-tasks.js +51 -15
- package/packages/agent/src/actions/media.d.ts +21 -0
- package/packages/agent/src/actions/media.d.ts.map +1 -0
- package/packages/agent/src/actions/media.js +384 -0
- package/packages/agent/src/actions/read-messages.d.ts +14 -0
- package/packages/agent/src/actions/read-messages.d.ts.map +1 -0
- package/packages/agent/src/actions/read-messages.js +228 -0
- package/packages/agent/src/actions/reinject-plugin.d.ts +3 -0
- package/packages/agent/src/actions/reinject-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/reinject-plugin.js +47 -0
- package/packages/agent/src/actions/send-message.d.ts +0 -7
- package/packages/agent/src/actions/send-message.d.ts.map +1 -1
- package/packages/agent/src/actions/send-message.js +170 -49
- package/packages/agent/src/actions/sync-plugin.d.ts +3 -0
- package/packages/agent/src/actions/sync-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/sync-plugin.js +47 -0
- package/packages/agent/src/actions/timezone-normalization.d.ts +1 -2
- package/packages/agent/src/actions/timezone-normalization.d.ts.map +1 -1
- package/packages/agent/src/actions/timezone-normalization.js +1 -107
- package/packages/agent/src/actions/transfer-token.d.ts +17 -0
- package/packages/agent/src/actions/transfer-token.d.ts.map +1 -0
- package/packages/agent/src/actions/transfer-token.js +470 -0
- package/packages/agent/src/actions/update-owner-profile.d.ts +1 -2
- package/packages/agent/src/actions/update-owner-profile.d.ts.map +1 -1
- package/packages/agent/src/actions/update-owner-profile.js +1 -131
- package/packages/agent/src/actions/wallet-action-shared.d.ts +15 -0
- package/packages/agent/src/actions/wallet-action-shared.d.ts.map +1 -0
- package/packages/agent/src/actions/wallet-action-shared.js +24 -0
- package/packages/agent/src/api/agent-admin-routes.d.ts.map +1 -1
- package/packages/agent/src/api/agent-admin-routes.js +1 -1
- package/packages/agent/src/api/binance-skill-helpers.d.ts.map +1 -1
- package/packages/agent/src/api/binance-skill-helpers.js +8 -3
- package/packages/agent/src/api/chat-routes.d.ts.map +1 -1
- package/packages/agent/src/api/chat-routes.js +20 -5
- package/packages/agent/src/api/coding-agents-auth-sanitize.d.ts +1 -22
- package/packages/agent/src/api/coding-agents-auth-sanitize.d.ts.map +1 -1
- package/packages/agent/src/api/coding-agents-auth-sanitize.js +1 -39
- package/packages/agent/src/api/coding-agents-preflight-normalize.d.ts +1 -28
- package/packages/agent/src/api/coding-agents-preflight-normalize.d.ts.map +1 -1
- package/packages/agent/src/api/coding-agents-preflight-normalize.js +1 -45
- package/packages/agent/src/api/coordinator-types.d.ts +1 -46
- package/packages/agent/src/api/coordinator-types.d.ts.map +1 -1
- package/packages/agent/src/api/coordinator-types.js +1 -1
- package/packages/agent/src/api/coordinator-wiring.d.ts +1 -45
- package/packages/agent/src/api/coordinator-wiring.d.ts.map +1 -1
- package/packages/agent/src/api/coordinator-wiring.js +1 -108
- package/packages/agent/src/api/index.d.ts +1 -1
- package/packages/agent/src/api/index.d.ts.map +1 -1
- package/packages/agent/src/api/index.js +1 -1
- package/packages/agent/src/api/lifeops-browser-packaging.d.ts +1 -15
- package/packages/agent/src/api/lifeops-browser-packaging.d.ts.map +1 -1
- package/packages/agent/src/api/lifeops-browser-packaging.js +1 -305
- package/packages/agent/src/api/lifeops-routes.d.ts +1 -19
- package/packages/agent/src/api/lifeops-routes.d.ts.map +1 -1
- package/packages/agent/src/api/lifeops-routes.js +1 -1173
- package/packages/agent/src/api/server.d.ts.map +1 -1
- package/packages/agent/src/api/server.js +6 -6
- package/packages/agent/src/api/task-agent-message-routing.d.ts +1 -9
- package/packages/agent/src/api/task-agent-message-routing.d.ts.map +1 -1
- package/packages/agent/src/api/task-agent-message-routing.js +1 -62
- package/packages/agent/src/api/website-blocker-routes.d.ts +1 -6
- package/packages/agent/src/api/website-blocker-routes.d.ts.map +1 -1
- package/packages/agent/src/api/website-blocker-routes.js +1 -174
- package/packages/agent/src/config/types.agent-defaults.d.ts +1 -1
- package/packages/agent/src/config/types.agent-defaults.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-eval-client.d.ts +1 -38
- package/packages/agent/src/evals/coordinator-eval-client.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-eval-client.js +1 -138
- package/packages/agent/src/evals/coordinator-live-runner.d.ts +1 -56
- package/packages/agent/src/evals/coordinator-live-runner.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-live-runner.js +1 -546
- package/packages/agent/src/evals/coordinator-preflight.d.ts +1 -31
- package/packages/agent/src/evals/coordinator-preflight.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-preflight.js +1 -296
- package/packages/agent/src/evals/coordinator-scenarios.d.ts +1 -23
- package/packages/agent/src/evals/coordinator-scenarios.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-scenarios.js +1 -1141
- package/packages/agent/src/lifeops/app-state.d.ts +1 -10
- package/packages/agent/src/lifeops/app-state.d.ts.map +1 -1
- package/packages/agent/src/lifeops/app-state.js +1 -32
- package/packages/agent/src/lifeops/apple-reminders.d.ts +1 -57
- package/packages/agent/src/lifeops/apple-reminders.d.ts.map +1 -1
- package/packages/agent/src/lifeops/apple-reminders.js +1 -325
- package/packages/agent/src/lifeops/defaults.d.ts +1 -23
- package/packages/agent/src/lifeops/defaults.d.ts.map +1 -1
- package/packages/agent/src/lifeops/defaults.js +1 -205
- package/packages/agent/src/lifeops/engine.d.ts +1 -7
- package/packages/agent/src/lifeops/engine.d.ts.map +1 -1
- package/packages/agent/src/lifeops/engine.js +1 -389
- package/packages/agent/src/lifeops/goal-grounding.d.ts +1 -53
- package/packages/agent/src/lifeops/goal-grounding.d.ts.map +1 -1
- package/packages/agent/src/lifeops/goal-grounding.js +1 -147
- package/packages/agent/src/lifeops/goal-semantic-evaluator.d.ts +1 -11
- package/packages/agent/src/lifeops/goal-semantic-evaluator.d.ts.map +1 -1
- package/packages/agent/src/lifeops/goal-semantic-evaluator.js +1 -154
- package/packages/agent/src/lifeops/google-api-error.d.ts +1 -6
- package/packages/agent/src/lifeops/google-api-error.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-api-error.js +1 -35
- package/packages/agent/src/lifeops/google-calendar.d.ts +1 -52
- package/packages/agent/src/lifeops/google-calendar.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-calendar.js +1 -268
- package/packages/agent/src/lifeops/google-connector-gateway.d.ts +1 -18
- package/packages/agent/src/lifeops/google-connector-gateway.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-connector-gateway.js +1 -65
- package/packages/agent/src/lifeops/google-fetch.d.ts +1 -10
- package/packages/agent/src/lifeops/google-fetch.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-fetch.js +1 -85
- package/packages/agent/src/lifeops/google-gmail.d.ts +1 -53
- package/packages/agent/src/lifeops/google-gmail.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-gmail.js +1 -471
- package/packages/agent/src/lifeops/google-managed-client.d.ts +1 -126
- package/packages/agent/src/lifeops/google-managed-client.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-managed-client.js +1 -294
- package/packages/agent/src/lifeops/google-oauth.d.ts +1 -60
- package/packages/agent/src/lifeops/google-oauth.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-oauth.js +1 -494
- package/packages/agent/src/lifeops/google-scopes.d.ts +1 -12
- package/packages/agent/src/lifeops/google-scopes.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-scopes.js +1 -96
- package/packages/agent/src/lifeops/index.d.ts +1 -2
- package/packages/agent/src/lifeops/index.d.ts.map +1 -1
- package/packages/agent/src/lifeops/index.js +1 -2
- package/packages/agent/src/lifeops/owner-profile.d.ts +1 -14
- package/packages/agent/src/lifeops/owner-profile.d.ts.map +1 -1
- package/packages/agent/src/lifeops/owner-profile.js +1 -194
- package/packages/agent/src/lifeops/repository.d.ts +1 -208
- package/packages/agent/src/lifeops/repository.d.ts.map +1 -1
- package/packages/agent/src/lifeops/repository.js +1 -3187
- package/packages/agent/src/lifeops/runtime.d.ts +1 -13
- package/packages/agent/src/lifeops/runtime.d.ts.map +1 -1
- package/packages/agent/src/lifeops/runtime.js +1 -120
- package/packages/agent/src/lifeops/screen-context.d.ts +1 -51
- package/packages/agent/src/lifeops/screen-context.d.ts.map +1 -1
- package/packages/agent/src/lifeops/screen-context.js +1 -332
- package/packages/agent/src/lifeops/seed-routines.d.ts +1 -19
- package/packages/agent/src/lifeops/seed-routines.d.ts.map +1 -1
- package/packages/agent/src/lifeops/seed-routines.js +1 -111
- package/packages/agent/src/lifeops/service.d.ts +1 -274
- package/packages/agent/src/lifeops/service.d.ts.map +1 -1
- package/packages/agent/src/lifeops/service.js +1 -9260
- package/packages/agent/src/lifeops/sql.d.ts +1 -30
- package/packages/agent/src/lifeops/sql.d.ts.map +1 -1
- package/packages/agent/src/lifeops/sql.js +1 -247
- package/packages/agent/src/lifeops/time.d.ts +1 -16
- package/packages/agent/src/lifeops/time.d.ts.map +1 -1
- package/packages/agent/src/lifeops/time.js +1 -132
- package/packages/agent/src/lifeops/twilio.d.ts +1 -24
- package/packages/agent/src/lifeops/twilio.d.ts.map +1 -1
- package/packages/agent/src/lifeops/twilio.js +1 -157
- package/packages/agent/src/lifeops/x-poster.d.ts +1 -18
- package/packages/agent/src/lifeops/x-poster.d.ts.map +1 -1
- package/packages/agent/src/lifeops/x-poster.js +1 -148
- package/packages/agent/src/providers/inbox-triage.d.ts +1 -2
- package/packages/agent/src/providers/inbox-triage.d.ts.map +1 -1
- package/packages/agent/src/providers/inbox-triage.js +1 -89
- package/packages/agent/src/providers/index.d.ts +4 -1
- package/packages/agent/src/providers/index.d.ts.map +1 -1
- package/packages/agent/src/providers/index.js +4 -1
- package/packages/agent/src/providers/lifeops.d.ts +1 -2
- package/packages/agent/src/providers/lifeops.d.ts.map +1 -1
- package/packages/agent/src/providers/lifeops.js +1 -157
- package/packages/agent/src/providers/local-models.d.ts +118 -0
- package/packages/agent/src/providers/local-models.d.ts.map +1 -0
- package/packages/agent/src/providers/local-models.js +427 -0
- package/packages/agent/src/providers/media-provider.d.ts +192 -0
- package/packages/agent/src/providers/media-provider.d.ts.map +1 -0
- package/packages/agent/src/providers/media-provider.js +1088 -0
- package/packages/agent/src/providers/self-status.d.ts +4 -0
- package/packages/agent/src/providers/self-status.d.ts.map +1 -0
- package/packages/agent/src/providers/self-status.js +12 -0
- package/packages/agent/src/providers/tasks.d.ts.map +1 -1
- package/packages/agent/src/providers/tasks.js +7 -7
- package/packages/agent/src/runtime/core-plugins.js +1 -1
- package/packages/agent/src/runtime/eliza-plugin.d.ts.map +1 -1
- package/packages/agent/src/runtime/eliza-plugin.js +1 -7
- package/packages/agent/src/runtime/eliza.js +2 -2
- package/packages/agent/src/runtime/plugin-collector.js +3 -3
- package/packages/agent/src/runtime/plugin-lifecycle.d.ts.map +1 -1
- package/packages/agent/src/runtime/plugin-lifecycle.js +3 -13
- package/packages/agent/src/runtime/trajectory-internals.d.ts.map +1 -1
- package/packages/agent/src/runtime/trajectory-internals.js +1 -3
- package/packages/agent/src/services/built-in-app-routes/hyperscape.d.ts.map +1 -1
- package/packages/agent/src/services/coding-task-executor.d.ts +3 -3
- package/packages/agent/src/services/coding-task-executor.js +3 -3
- package/packages/shared/src/awareness/index.d.ts +2 -0
- package/packages/shared/src/awareness/index.d.ts.map +1 -0
- package/packages/shared/src/awareness/index.js +1 -0
- package/packages/shared/src/awareness/registry.d.ts +27 -0
- package/packages/shared/src/awareness/registry.d.ts.map +1 -0
- package/packages/shared/src/awareness/registry.js +161 -0
- package/packages/shared/src/i18n/generated/validation-keyword-data.d.ts +24 -0
- package/packages/shared/src/i18n/generated/validation-keyword-data.d.ts.map +1 -1
- package/packages/shared/src/i18n/generated/validation-keyword-data.js +24 -0
- package/packages/shared/src/runtime-env.d.ts.map +1 -1
- package/packages/shared/src/runtime-env.js +5 -1
- package/packages/typescript/src/generated/action-docs.d.ts +135 -0
- package/packages/typescript/src/generated/action-docs.d.ts.map +1 -1
- package/packages/typescript/src/generated/action-docs.js +237 -0
- package/packages/typescript/src/i18n/generated/validation-keyword-data.d.ts +24 -0
- package/packages/typescript/src/i18n/generated/validation-keyword-data.d.ts.map +1 -1
- package/packages/typescript/src/i18n/generated/validation-keyword-data.js +24 -0
- package/packages/typescript/src/index.node.d.ts +2 -2
- package/packages/typescript/src/index.node.d.ts.map +1 -1
- package/packages/typescript/src/index.node.js +4 -3
- package/packages/typescript/src/plugin-lifecycle.d.ts.map +1 -1
- package/packages/typescript/src/plugin-lifecycle.js +42 -3
- package/packages/typescript/src/services/message.d.ts.map +1 -1
- package/packages/typescript/src/services/message.js +32 -0
- package/apps/app-training/src/core/cli.d.ts +0 -11
- package/apps/app-training/src/core/cli.d.ts.map +0 -1
- package/apps/app-training/src/core/cli.js +0 -302
- package/apps/app-training/src/core/context-audit.d.ts +0 -51
- package/apps/app-training/src/core/context-audit.d.ts.map +0 -1
- package/apps/app-training/src/core/context-audit.js +0 -141
- package/apps/app-training/src/core/context-catalog.d.ts +0 -47
- package/apps/app-training/src/core/context-catalog.d.ts.map +0 -1
- package/apps/app-training/src/core/context-catalog.js +0 -259
- package/apps/app-training/src/core/context-types.d.ts +0 -3
- package/apps/app-training/src/core/context-types.d.ts.map +0 -1
- package/apps/app-training/src/core/context-types.js +0 -11
- package/apps/app-training/src/core/dataset-generator.d.ts +0 -135
- package/apps/app-training/src/core/dataset-generator.d.ts.map +0 -1
- package/apps/app-training/src/core/dataset-generator.js +0 -703
- package/apps/app-training/src/core/replay-validator.d.ts +0 -96
- package/apps/app-training/src/core/replay-validator.d.ts.map +0 -1
- package/apps/app-training/src/core/replay-validator.js +0 -265
- package/apps/app-training/src/core/roleplay-executor.d.ts +0 -123
- package/apps/app-training/src/core/roleplay-executor.d.ts.map +0 -1
- package/apps/app-training/src/core/roleplay-executor.js +0 -645
- package/apps/app-training/src/core/roleplay-trajectories.d.ts +0 -54
- package/apps/app-training/src/core/roleplay-trajectories.d.ts.map +0 -1
- package/apps/app-training/src/core/roleplay-trajectories.js +0 -73
- package/apps/app-training/src/core/scenario-blueprints.d.ts +0 -62
- package/apps/app-training/src/core/scenario-blueprints.d.ts.map +0 -1
- package/apps/app-training/src/core/scenario-blueprints.js +0 -790
- package/apps/app-training/src/core/trajectory-task-datasets.d.ts +0 -38
- package/apps/app-training/src/core/trajectory-task-datasets.d.ts.map +0 -1
- package/apps/app-training/src/core/trajectory-task-datasets.js +0 -281
- package/apps/app-training/src/core/vertex-tuning.d.ts +0 -139
- package/apps/app-training/src/core/vertex-tuning.d.ts.map +0 -1
- package/apps/app-training/src/core/vertex-tuning.js +0 -234
- package/packages/agent/src/inbox/channel-deep-links.d.ts.map +0 -1
- package/packages/agent/src/inbox/config.d.ts.map +0 -1
- package/packages/agent/src/inbox/message-fetcher.d.ts.map +0 -1
- package/packages/agent/src/inbox/reflection.d.ts.map +0 -1
- package/packages/agent/src/inbox/repository.d.ts.map +0 -1
- package/packages/agent/src/inbox/triage-classifier.d.ts.map +0 -1
- package/packages/agent/src/inbox/types.d.ts.map +0 -1
- package/packages/agent/src/training/cli.d.ts +0 -2
- package/packages/agent/src/training/cli.d.ts.map +0 -1
- package/packages/agent/src/training/cli.js +0 -2
- package/packages/agent/src/training/context-audit.d.ts +0 -2
- package/packages/agent/src/training/context-audit.d.ts.map +0 -1
- package/packages/agent/src/training/context-audit.js +0 -2
- package/packages/agent/src/training/context-catalog.d.ts +0 -2
- package/packages/agent/src/training/context-catalog.d.ts.map +0 -1
- package/packages/agent/src/training/context-catalog.js +0 -2
- package/packages/agent/src/training/context-types.d.ts +0 -2
- package/packages/agent/src/training/context-types.d.ts.map +0 -1
- package/packages/agent/src/training/context-types.js +0 -2
- package/packages/agent/src/training/dataset-generator.d.ts +0 -2
- package/packages/agent/src/training/dataset-generator.d.ts.map +0 -1
- package/packages/agent/src/training/dataset-generator.js +0 -2
- package/packages/agent/src/training/replay-validator.d.ts +0 -2
- package/packages/agent/src/training/replay-validator.d.ts.map +0 -1
- package/packages/agent/src/training/replay-validator.js +0 -2
- package/packages/agent/src/training/roleplay-executor.d.ts +0 -2
- package/packages/agent/src/training/roleplay-executor.d.ts.map +0 -1
- package/packages/agent/src/training/roleplay-executor.js +0 -2
- package/packages/agent/src/training/roleplay-trajectories.d.ts +0 -2
- package/packages/agent/src/training/roleplay-trajectories.d.ts.map +0 -1
- package/packages/agent/src/training/roleplay-trajectories.js +0 -2
- package/packages/agent/src/training/scenario-blueprints.d.ts +0 -2
- package/packages/agent/src/training/scenario-blueprints.d.ts.map +0 -1
- package/packages/agent/src/training/scenario-blueprints.js +0 -2
- package/packages/agent/src/training/trajectory-task-datasets.d.ts +0 -2
- package/packages/agent/src/training/trajectory-task-datasets.d.ts.map +0 -1
- package/packages/agent/src/training/trajectory-task-datasets.js +0 -2
- package/packages/agent/src/training/vertex-tuning.d.ts +0 -2
- package/packages/agent/src/training/vertex-tuning.d.ts.map +0 -1
- package/packages/agent/src/training/vertex-tuning.js +0 -2
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.d.ts +0 -41
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.js +0 -443
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.d.ts +0 -34
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.js +0 -171
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.js +0 -55
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.js +0 -214
- package/packages/typescript/src/features/orchestrator/actions/list-agents.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/actions/list-agents.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/list-agents.js +0 -174
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.js +0 -428
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.js +0 -189
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.js +0 -265
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.js +0 -356
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.js +0 -270
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.js +0 -192
- package/packages/typescript/src/features/orchestrator/actions/task-control.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-control.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-control.js +0 -217
- package/packages/typescript/src/features/orchestrator/actions/task-history.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-history.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-history.js +0 -323
- package/packages/typescript/src/features/orchestrator/actions/task-share.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-share.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-share.js +0 -168
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.js +0 -68
- package/packages/typescript/src/features/orchestrator/api/agent-routes.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/api/agent-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/agent-routes.js +0 -654
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.js +0 -403
- package/packages/typescript/src/features/orchestrator/api/hook-routes.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/api/hook-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/hook-routes.js +0 -164
- package/packages/typescript/src/features/orchestrator/api/issue-routes.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/api/issue-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/issue-routes.js +0 -132
- package/packages/typescript/src/features/orchestrator/api/routes.d.ts +0 -37
- package/packages/typescript/src/features/orchestrator/api/routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/routes.js +0 -96
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.js +0 -149
- package/packages/typescript/src/features/orchestrator/base-plugin.d.ts +0 -19
- package/packages/typescript/src/features/orchestrator/base-plugin.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/base-plugin.js +0 -75
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.d.ts +0 -101
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.js +0 -310
- package/packages/typescript/src/features/orchestrator/index.d.ts +0 -33
- package/packages/typescript/src/features/orchestrator/index.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/index.js +0 -30
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.d.ts +0 -15
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.js +0 -1449
- package/packages/typescript/src/features/orchestrator/providers/action-examples.d.ts +0 -14
- package/packages/typescript/src/features/orchestrator/providers/action-examples.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/providers/action-examples.js +0 -151
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.js +0 -142
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.d.ts +0 -6
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.js +0 -91
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.d.ts +0 -30
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.js +0 -54
- package/packages/typescript/src/features/orchestrator/services/agent-selection.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/agent-selection.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-selection.js +0 -70
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.d.ts +0 -61
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.js +0 -252
- package/packages/typescript/src/features/orchestrator/services/config-env.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/services/config-env.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/config-env.js +0 -37
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.d.ts +0 -50
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.js +0 -184
- package/packages/typescript/src/features/orchestrator/services/debug-capture.d.ts +0 -38
- package/packages/typescript/src/features/orchestrator/services/debug-capture.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/debug-capture.js +0 -113
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.d.ts +0 -30
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.js +0 -146
- package/packages/typescript/src/features/orchestrator/services/pty-init.d.ts +0 -54
- package/packages/typescript/src/features/orchestrator/services/pty-init.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-init.js +0 -315
- package/packages/typescript/src/features/orchestrator/services/pty-service.d.ts +0 -175
- package/packages/typescript/src/features/orchestrator/services/pty-service.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-service.js +0 -1469
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.d.ts +0 -49
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.js +0 -180
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.js +0 -280
- package/packages/typescript/src/features/orchestrator/services/pty-types.d.ts +0 -80
- package/packages/typescript/src/features/orchestrator/services/pty-types.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-types.js +0 -51
- package/packages/typescript/src/features/orchestrator/services/repo-input.d.ts +0 -16
- package/packages/typescript/src/features/orchestrator/services/repo-input.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/repo-input.js +0 -88
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.d.ts +0 -69
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.js +0 -446
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.d.ts +0 -97
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.js +0 -342
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.d.ts +0 -421
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.js +0 -2356
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.d.ts +0 -52
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.js +0 -1538
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.d.ts +0 -49
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.js +0 -171
- package/packages/typescript/src/features/orchestrator/services/swarm-history.d.ts +0 -27
- package/packages/typescript/src/features/orchestrator/services/swarm-history.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-history.js +0 -148
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.js +0 -265
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.d.ts +0 -8
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.js +0 -114
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.d.ts +0 -68
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.js +0 -559
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.d.ts +0 -82
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.js +0 -738
- package/packages/typescript/src/features/orchestrator/services/task-kind.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/services/task-kind.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-kind.js +0 -40
- package/packages/typescript/src/features/orchestrator/services/task-policy.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/services/task-policy.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-policy.js +0 -226
- package/packages/typescript/src/features/orchestrator/services/task-registry.d.ts +0 -550
- package/packages/typescript/src/features/orchestrator/services/task-registry.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-registry.js +0 -2182
- package/packages/typescript/src/features/orchestrator/services/task-share.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/services/task-share.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-share.js +0 -159
- package/packages/typescript/src/features/orchestrator/services/task-validation.d.ts +0 -69
- package/packages/typescript/src/features/orchestrator/services/task-validation.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-validation.js +0 -587
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.d.ts +0 -5
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.js +0 -372
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.d.ts +0 -73
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.js +0 -64
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.js +0 -260
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.d.ts +0 -28
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.js +0 -105
- package/packages/typescript/src/features/orchestrator/services/workspace-github.d.ts +0 -58
- package/packages/typescript/src/features/orchestrator/services/workspace-github.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-github.js +0 -139
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.js +0 -86
- package/packages/typescript/src/features/orchestrator/services/workspace-service.d.ts +0 -118
- package/packages/typescript/src/features/orchestrator/services/workspace-service.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-service.js +0 -533
- package/packages/typescript/src/features/orchestrator/services/workspace-types.d.ts +0 -81
- package/packages/typescript/src/features/orchestrator/services/workspace-types.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-types.js +0 -8
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.d.ts +0 -38
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.js +0 -293
- /package/{packages/agent → apps/app-lifeops}/src/inbox/channel-deep-links.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/channel-deep-links.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/config.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/message-fetcher.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/message-fetcher.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/reflection.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/reflection.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/repository.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/repository.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/triage-classifier.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/triage-classifier.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/types.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/types.js +0 -0
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Replay validator for synthetic training data.
|
|
3
|
-
*
|
|
4
|
-
* Validates that every generated sample:
|
|
5
|
-
* 1. Parses correctly with the same Eliza parser
|
|
6
|
-
* 2. References only valid contexts/actions/providers
|
|
7
|
-
* 3. Would survive round-trip through the real runtime
|
|
8
|
-
* 4. Has proper structure for Gemini supervised tuning
|
|
9
|
-
*
|
|
10
|
-
* Also computes dataset quality metrics:
|
|
11
|
-
* - Decision balance (RESPOND/IGNORE/STOP distribution)
|
|
12
|
-
* - Context coverage (all contexts represented)
|
|
13
|
-
* - Agent name diversity (no statistical pollution)
|
|
14
|
-
* - Turn count distribution
|
|
15
|
-
*/
|
|
16
|
-
import type { AgentContext } from "./context-types.js";
|
|
17
|
-
import type { TrainingSample } from "./dataset-generator.js";
|
|
18
|
-
export interface ValidationResult {
|
|
19
|
-
sampleId: string;
|
|
20
|
-
valid: boolean;
|
|
21
|
-
errors: ValidationError[];
|
|
22
|
-
warnings: ValidationWarning[];
|
|
23
|
-
}
|
|
24
|
-
export interface ValidationError {
|
|
25
|
-
type: "invalid_json" | "missing_field" | "invalid_context" | "invalid_action" | "invalid_decision" | "empty_messages" | "no_agent_name" | "name_in_response";
|
|
26
|
-
message: string;
|
|
27
|
-
}
|
|
28
|
-
export interface ValidationWarning {
|
|
29
|
-
type: "low_turn_count" | "high_turn_count" | "duplicate_agent_name" | "missing_grounding_keywords" | "single_participant";
|
|
30
|
-
message: string;
|
|
31
|
-
}
|
|
32
|
-
export interface DatasetQualityReport {
|
|
33
|
-
totalSamples: number;
|
|
34
|
-
validSamples: number;
|
|
35
|
-
invalidSamples: number;
|
|
36
|
-
errorRate: number;
|
|
37
|
-
/** Distribution of decisions */
|
|
38
|
-
decisionBalance: {
|
|
39
|
-
RESPOND: number;
|
|
40
|
-
IGNORE: number;
|
|
41
|
-
STOP: number;
|
|
42
|
-
respondPct: number;
|
|
43
|
-
ignorePct: number;
|
|
44
|
-
stopPct: number;
|
|
45
|
-
};
|
|
46
|
-
/** Context coverage */
|
|
47
|
-
contextCoverage: Record<AgentContext, number>;
|
|
48
|
-
missingContexts: AgentContext[];
|
|
49
|
-
/** Agent name diversity */
|
|
50
|
-
uniqueAgentNames: number;
|
|
51
|
-
totalSamplesChecked: number;
|
|
52
|
-
nameDiversityRatio: number;
|
|
53
|
-
/** Turn count stats */
|
|
54
|
-
turnCountStats: {
|
|
55
|
-
min: number;
|
|
56
|
-
max: number;
|
|
57
|
-
mean: number;
|
|
58
|
-
median: number;
|
|
59
|
-
p90: number;
|
|
60
|
-
};
|
|
61
|
-
/** Pattern distribution */
|
|
62
|
-
patternDistribution: Record<string, number>;
|
|
63
|
-
/** Top errors */
|
|
64
|
-
topErrors: Array<{
|
|
65
|
-
type: string;
|
|
66
|
-
count: number;
|
|
67
|
-
}>;
|
|
68
|
-
/** Top warnings */
|
|
69
|
-
topWarnings: Array<{
|
|
70
|
-
type: string;
|
|
71
|
-
count: number;
|
|
72
|
-
}>;
|
|
73
|
-
/** Gemini format validation */
|
|
74
|
-
geminiFormatValid: number;
|
|
75
|
-
geminiFormatInvalid: number;
|
|
76
|
-
}
|
|
77
|
-
/**
|
|
78
|
-
* Validate a single training sample.
|
|
79
|
-
*/
|
|
80
|
-
export declare function validateSample(sample: TrainingSample): ValidationResult;
|
|
81
|
-
/**
|
|
82
|
-
* Validate a Gemini tuning example JSONL line.
|
|
83
|
-
*/
|
|
84
|
-
export declare function validateGeminiExample(jsonLine: string): {
|
|
85
|
-
valid: boolean;
|
|
86
|
-
errors: string[];
|
|
87
|
-
};
|
|
88
|
-
/**
|
|
89
|
-
* Validate an entire dataset and produce a quality report.
|
|
90
|
-
*/
|
|
91
|
-
export declare function validateDataset(samples: TrainingSample[]): DatasetQualityReport;
|
|
92
|
-
/**
|
|
93
|
-
* Run all validations and produce a formatted report string.
|
|
94
|
-
*/
|
|
95
|
-
export declare function formatQualityReport(report: DatasetQualityReport): string;
|
|
96
|
-
//# sourceMappingURL=replay-validator.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"replay-validator.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-training/src/core/replay-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAEV,cAAc,EACf,MAAM,wBAAwB,CAAC;AAIhC,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EACA,cAAc,GACd,eAAe,GACf,iBAAiB,GACjB,gBAAgB,GAChB,kBAAkB,GAClB,gBAAgB,GAChB,eAAe,GACf,kBAAkB,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EACA,gBAAgB,GAChB,iBAAiB,GACjB,sBAAsB,GACtB,4BAA4B,GAC5B,oBAAoB,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAElB,gCAAgC;IAChC,eAAe,EAAE;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IAEF,uBAAuB;IACvB,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,eAAe,EAAE,YAAY,EAAE,CAAC;IAEhC,2BAA2B;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,uBAAuB;IACvB,cAAc,EAAE;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IAEF,2BAA2B;IAC3B,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C,iBAAiB;IACjB,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAElD,mBAAmB;IACnB,WAAW,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAEpD,+BAA+B;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAID;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,gBAAgB,CAuFvE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG;IACvD,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAkCA;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,OAAO,EAAE,cAAc,EAAE,GACxB,oBAAoB,CAmGtB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CAyExE"}
|
|
@@ -1,265 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Replay validator for synthetic training data.
|
|
3
|
-
*
|
|
4
|
-
* Validates that every generated sample:
|
|
5
|
-
* 1. Parses correctly with the same Eliza parser
|
|
6
|
-
* 2. References only valid contexts/actions/providers
|
|
7
|
-
* 3. Would survive round-trip through the real runtime
|
|
8
|
-
* 4. Has proper structure for Gemini supervised tuning
|
|
9
|
-
*
|
|
10
|
-
* Also computes dataset quality metrics:
|
|
11
|
-
* - Decision balance (RESPOND/IGNORE/STOP distribution)
|
|
12
|
-
* - Context coverage (all contexts represented)
|
|
13
|
-
* - Agent name diversity (no statistical pollution)
|
|
14
|
-
* - Turn count distribution
|
|
15
|
-
*/
|
|
16
|
-
import { ACTION_CONTEXT_MAP, ALL_CONTEXTS, } from "./context-catalog.js";
|
|
17
|
-
// ==================== Validators ====================
|
|
18
|
-
/**
|
|
19
|
-
* Validate a single training sample.
|
|
20
|
-
*/
|
|
21
|
-
export function validateSample(sample) {
|
|
22
|
-
const errors = [];
|
|
23
|
-
const warnings = [];
|
|
24
|
-
// Check required fields
|
|
25
|
-
if (!sample.id)
|
|
26
|
-
errors.push({ type: "missing_field", message: "Missing sample ID" });
|
|
27
|
-
if (!sample.blueprintId)
|
|
28
|
-
errors.push({ type: "missing_field", message: "Missing blueprint ID" });
|
|
29
|
-
if (!sample.agentName)
|
|
30
|
-
errors.push({ type: "no_agent_name", message: "Missing agent name" });
|
|
31
|
-
// Check messages
|
|
32
|
-
if (!sample.messages || sample.messages.length === 0) {
|
|
33
|
-
errors.push({ type: "empty_messages", message: "No messages in sample" });
|
|
34
|
-
}
|
|
35
|
-
else {
|
|
36
|
-
if (sample.messages.length < 2) {
|
|
37
|
-
warnings.push({
|
|
38
|
-
type: "low_turn_count",
|
|
39
|
-
message: `Only ${sample.messages.length} turn(s)`,
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
if (sample.messages.length > 30) {
|
|
43
|
-
warnings.push({
|
|
44
|
-
type: "high_turn_count",
|
|
45
|
-
message: `${sample.messages.length} turns (very long)`,
|
|
46
|
-
});
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
// Check decision
|
|
50
|
-
const validDecisions = ["RESPOND", "IGNORE", "STOP"];
|
|
51
|
-
if (!validDecisions.includes(sample.expectedOutput.decision)) {
|
|
52
|
-
errors.push({
|
|
53
|
-
type: "invalid_decision",
|
|
54
|
-
message: `Invalid decision: ${sample.expectedOutput.decision}`,
|
|
55
|
-
});
|
|
56
|
-
}
|
|
57
|
-
// Check context
|
|
58
|
-
if (!ALL_CONTEXTS.includes(sample.expectedOutput.primaryContext)) {
|
|
59
|
-
errors.push({
|
|
60
|
-
type: "invalid_context",
|
|
61
|
-
message: `Unknown primary context: ${sample.expectedOutput.primaryContext}`,
|
|
62
|
-
});
|
|
63
|
-
}
|
|
64
|
-
for (const ctx of sample.expectedOutput.secondaryContexts) {
|
|
65
|
-
if (!ALL_CONTEXTS.includes(ctx)) {
|
|
66
|
-
errors.push({
|
|
67
|
-
type: "invalid_context",
|
|
68
|
-
message: `Unknown secondary context: ${ctx}`,
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
// Check expected action (if present)
|
|
73
|
-
if (sample.expectedOutput.expectedAction) {
|
|
74
|
-
const actionUpper = sample.expectedOutput.expectedAction.toUpperCase();
|
|
75
|
-
if (!ACTION_CONTEXT_MAP[actionUpper]) {
|
|
76
|
-
warnings.push({
|
|
77
|
-
type: "missing_grounding_keywords",
|
|
78
|
-
message: `Action ${actionUpper} not in context catalog (may be a custom action)`,
|
|
79
|
-
});
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
// Check for agent name pollution in the response
|
|
83
|
-
// The model output should use the randomized agent name, not a fixed name
|
|
84
|
-
const participants = new Set(sample.messages.map((m) => m.name).filter(Boolean));
|
|
85
|
-
if (participants.size <= 1 && sample.messages.length > 2) {
|
|
86
|
-
warnings.push({
|
|
87
|
-
type: "single_participant",
|
|
88
|
-
message: "Only one participant name in the conversation",
|
|
89
|
-
});
|
|
90
|
-
}
|
|
91
|
-
return {
|
|
92
|
-
sampleId: sample.id,
|
|
93
|
-
valid: errors.length === 0,
|
|
94
|
-
errors,
|
|
95
|
-
warnings,
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
/**
|
|
99
|
-
* Validate a Gemini tuning example JSONL line.
|
|
100
|
-
*/
|
|
101
|
-
export function validateGeminiExample(jsonLine) {
|
|
102
|
-
const errors = [];
|
|
103
|
-
let parsed;
|
|
104
|
-
try {
|
|
105
|
-
parsed = JSON.parse(jsonLine);
|
|
106
|
-
}
|
|
107
|
-
catch {
|
|
108
|
-
return { valid: false, errors: ["Invalid JSON"] };
|
|
109
|
-
}
|
|
110
|
-
if (!parsed.messages || !Array.isArray(parsed.messages)) {
|
|
111
|
-
errors.push("Missing or invalid 'messages' array");
|
|
112
|
-
return { valid: false, errors };
|
|
113
|
-
}
|
|
114
|
-
if (parsed.messages.length < 2) {
|
|
115
|
-
errors.push("Need at least 2 messages (user + model)");
|
|
116
|
-
}
|
|
117
|
-
const lastMessage = parsed.messages[parsed.messages.length - 1];
|
|
118
|
-
if (lastMessage?.role !== "model") {
|
|
119
|
-
errors.push("Last message must have role 'model'");
|
|
120
|
-
}
|
|
121
|
-
for (const msg of parsed.messages) {
|
|
122
|
-
if (!msg.role || !["system", "user", "model"].includes(msg.role)) {
|
|
123
|
-
errors.push(`Invalid role: ${msg.role}`);
|
|
124
|
-
}
|
|
125
|
-
if (!msg.content || typeof msg.content !== "string") {
|
|
126
|
-
errors.push("Missing or invalid content");
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
return { valid: errors.length === 0, errors };
|
|
130
|
-
}
|
|
131
|
-
/**
|
|
132
|
-
* Validate an entire dataset and produce a quality report.
|
|
133
|
-
*/
|
|
134
|
-
export function validateDataset(samples) {
|
|
135
|
-
const results = samples.map(validateSample);
|
|
136
|
-
const validResults = results.filter((r) => r.valid);
|
|
137
|
-
const invalidResults = results.filter((r) => !r.valid);
|
|
138
|
-
// Decision balance
|
|
139
|
-
const respondCount = samples.filter((s) => s.expectedOutput.decision === "RESPOND").length;
|
|
140
|
-
const ignoreCount = samples.filter((s) => s.expectedOutput.decision === "IGNORE").length;
|
|
141
|
-
const stopCount = samples.filter((s) => s.expectedOutput.decision === "STOP").length;
|
|
142
|
-
// Context coverage
|
|
143
|
-
const contextCoverage = Object.fromEntries(ALL_CONTEXTS.map((ctx) => [
|
|
144
|
-
ctx,
|
|
145
|
-
samples.filter((s) => s.expectedOutput.primaryContext === ctx).length,
|
|
146
|
-
]));
|
|
147
|
-
const missingContexts = ALL_CONTEXTS.filter((ctx) => contextCoverage[ctx] === 0);
|
|
148
|
-
// Agent name diversity
|
|
149
|
-
const uniqueNames = new Set(samples.map((s) => s.agentName));
|
|
150
|
-
// Turn count stats
|
|
151
|
-
const turnCounts = samples
|
|
152
|
-
.map((s) => s.metadata.turnCount)
|
|
153
|
-
.sort((a, b) => a - b);
|
|
154
|
-
const turnCountStats = {
|
|
155
|
-
min: turnCounts[0] ?? 0,
|
|
156
|
-
max: turnCounts[turnCounts.length - 1] ?? 0,
|
|
157
|
-
mean: turnCounts.reduce((a, b) => a + b, 0) / (turnCounts.length || 1),
|
|
158
|
-
median: turnCounts[Math.floor(turnCounts.length / 2)] ?? 0,
|
|
159
|
-
p90: turnCounts[Math.floor(turnCounts.length * 0.9)] ?? 0,
|
|
160
|
-
};
|
|
161
|
-
// Pattern distribution
|
|
162
|
-
const patternDistribution = {};
|
|
163
|
-
for (const s of samples) {
|
|
164
|
-
patternDistribution[s.metadata.pattern] =
|
|
165
|
-
(patternDistribution[s.metadata.pattern] ?? 0) + 1;
|
|
166
|
-
}
|
|
167
|
-
// Top errors and warnings
|
|
168
|
-
const errorCounts = {};
|
|
169
|
-
const warningCounts = {};
|
|
170
|
-
for (const r of results) {
|
|
171
|
-
for (const e of r.errors) {
|
|
172
|
-
errorCounts[e.type] = (errorCounts[e.type] ?? 0) + 1;
|
|
173
|
-
}
|
|
174
|
-
for (const w of r.warnings) {
|
|
175
|
-
warningCounts[w.type] = (warningCounts[w.type] ?? 0) + 1;
|
|
176
|
-
}
|
|
177
|
-
}
|
|
178
|
-
return {
|
|
179
|
-
totalSamples: samples.length,
|
|
180
|
-
validSamples: validResults.length,
|
|
181
|
-
invalidSamples: invalidResults.length,
|
|
182
|
-
errorRate: invalidResults.length / (samples.length || 1),
|
|
183
|
-
decisionBalance: {
|
|
184
|
-
RESPOND: respondCount,
|
|
185
|
-
IGNORE: ignoreCount,
|
|
186
|
-
STOP: stopCount,
|
|
187
|
-
respondPct: respondCount / (samples.length || 1),
|
|
188
|
-
ignorePct: ignoreCount / (samples.length || 1),
|
|
189
|
-
stopPct: stopCount / (samples.length || 1),
|
|
190
|
-
},
|
|
191
|
-
contextCoverage,
|
|
192
|
-
missingContexts,
|
|
193
|
-
uniqueAgentNames: uniqueNames.size,
|
|
194
|
-
totalSamplesChecked: samples.length,
|
|
195
|
-
nameDiversityRatio: uniqueNames.size / (samples.length || 1),
|
|
196
|
-
turnCountStats,
|
|
197
|
-
patternDistribution,
|
|
198
|
-
topErrors: Object.entries(errorCounts)
|
|
199
|
-
.map(([type, count]) => ({ type, count }))
|
|
200
|
-
.sort((a, b) => b.count - a.count)
|
|
201
|
-
.slice(0, 10),
|
|
202
|
-
topWarnings: Object.entries(warningCounts)
|
|
203
|
-
.map(([type, count]) => ({ type, count }))
|
|
204
|
-
.sort((a, b) => b.count - a.count)
|
|
205
|
-
.slice(0, 10),
|
|
206
|
-
geminiFormatValid: 0, // filled by separate JSONL validation
|
|
207
|
-
geminiFormatInvalid: 0,
|
|
208
|
-
};
|
|
209
|
-
}
|
|
210
|
-
/**
|
|
211
|
-
* Run all validations and produce a formatted report string.
|
|
212
|
-
*/
|
|
213
|
-
export function formatQualityReport(report) {
|
|
214
|
-
const lines = [];
|
|
215
|
-
lines.push("=== Dataset Quality Report ===");
|
|
216
|
-
lines.push("");
|
|
217
|
-
lines.push(`Total samples: ${report.totalSamples}`);
|
|
218
|
-
lines.push(`Valid: ${report.validSamples} (${((1 - report.errorRate) * 100).toFixed(1)}%)`);
|
|
219
|
-
lines.push(`Invalid: ${report.invalidSamples}`);
|
|
220
|
-
lines.push("");
|
|
221
|
-
lines.push("--- Decision Balance ---");
|
|
222
|
-
lines.push(`RESPOND: ${report.decisionBalance.RESPOND} (${(report.decisionBalance.respondPct * 100).toFixed(1)}%)`);
|
|
223
|
-
lines.push(`IGNORE: ${report.decisionBalance.IGNORE} (${(report.decisionBalance.ignorePct * 100).toFixed(1)}%)`);
|
|
224
|
-
lines.push(`STOP: ${report.decisionBalance.STOP} (${(report.decisionBalance.stopPct * 100).toFixed(1)}%)`);
|
|
225
|
-
lines.push("");
|
|
226
|
-
lines.push("--- Context Coverage ---");
|
|
227
|
-
for (const [ctx, count] of Object.entries(report.contextCoverage)) {
|
|
228
|
-
lines.push(` ${ctx}: ${count}`);
|
|
229
|
-
}
|
|
230
|
-
if (report.missingContexts.length > 0) {
|
|
231
|
-
lines.push(` MISSING: ${report.missingContexts.join(", ")}`);
|
|
232
|
-
}
|
|
233
|
-
lines.push("");
|
|
234
|
-
lines.push("--- Name Diversity ---");
|
|
235
|
-
lines.push(`Unique agent names: ${report.uniqueAgentNames} / ${report.totalSamplesChecked} samples`);
|
|
236
|
-
lines.push(`Diversity ratio: ${(report.nameDiversityRatio * 100).toFixed(1)}%`);
|
|
237
|
-
lines.push("");
|
|
238
|
-
lines.push("--- Turn Count ---");
|
|
239
|
-
lines.push(`Min: ${report.turnCountStats.min}`);
|
|
240
|
-
lines.push(`Max: ${report.turnCountStats.max}`);
|
|
241
|
-
lines.push(`Mean: ${report.turnCountStats.mean.toFixed(1)}`);
|
|
242
|
-
lines.push(`Median: ${report.turnCountStats.median}`);
|
|
243
|
-
lines.push(`P90: ${report.turnCountStats.p90}`);
|
|
244
|
-
lines.push("");
|
|
245
|
-
lines.push("--- Pattern Distribution ---");
|
|
246
|
-
for (const [pattern, count] of Object.entries(report.patternDistribution)) {
|
|
247
|
-
lines.push(` ${pattern}: ${count}`);
|
|
248
|
-
}
|
|
249
|
-
lines.push("");
|
|
250
|
-
if (report.topErrors.length > 0) {
|
|
251
|
-
lines.push("--- Top Errors ---");
|
|
252
|
-
for (const { type, count } of report.topErrors) {
|
|
253
|
-
lines.push(` ${type}: ${count}`);
|
|
254
|
-
}
|
|
255
|
-
lines.push("");
|
|
256
|
-
}
|
|
257
|
-
if (report.topWarnings.length > 0) {
|
|
258
|
-
lines.push("--- Top Warnings ---");
|
|
259
|
-
for (const { type, count } of report.topWarnings) {
|
|
260
|
-
lines.push(` ${type}: ${count}`);
|
|
261
|
-
}
|
|
262
|
-
lines.push("");
|
|
263
|
-
}
|
|
264
|
-
return lines.join("\n");
|
|
265
|
-
}
|
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
import type { AgentRuntime } from "@elizaos/core";
|
|
2
|
-
import type { Trajectory } from "@elizaos/agent/types/trajectory";
|
|
3
|
-
import type { RoleplayEpisode, RoleplayTurn } from "./roleplay-trajectories.js";
|
|
4
|
-
import { type TrajectoryTaskDatasetExport, type TrajectoryTaskDatasetSummary } from "./trajectory-task-datasets.js";
|
|
5
|
-
type RoleplayDecision = "RESPOND" | "IGNORE" | "STOP";
|
|
6
|
-
export interface RoleplayTurnExecution {
|
|
7
|
-
turnId: string;
|
|
8
|
-
speaker: string;
|
|
9
|
-
role: RoleplayTurn["role"];
|
|
10
|
-
isEvaluationTarget: boolean;
|
|
11
|
-
actualDecision?: "RESPOND" | "IGNORE" | "STOP";
|
|
12
|
-
actualPrimaryContext?: string;
|
|
13
|
-
actualSecondaryContexts: string[];
|
|
14
|
-
selectedActions: string[];
|
|
15
|
-
executedActions: string[];
|
|
16
|
-
responseText: string;
|
|
17
|
-
callbackTexts: string[];
|
|
18
|
-
trajectoryId?: string;
|
|
19
|
-
warnings: string[];
|
|
20
|
-
}
|
|
21
|
-
export interface RoleplayEpisodeExecution {
|
|
22
|
-
episodeId: string;
|
|
23
|
-
blueprintId: string;
|
|
24
|
-
agentName: string;
|
|
25
|
-
pattern?: string;
|
|
26
|
-
evaluationTurnId: string;
|
|
27
|
-
expectedDecision: RoleplayDecision;
|
|
28
|
-
actualDecision: RoleplayDecision;
|
|
29
|
-
expectedPrimaryContext: string;
|
|
30
|
-
actualPrimaryContext?: string;
|
|
31
|
-
expectedSecondaryContexts: string[];
|
|
32
|
-
actualSecondaryContexts: string[];
|
|
33
|
-
expectedAction?: string;
|
|
34
|
-
actualActions: string[];
|
|
35
|
-
selectedActions: string[];
|
|
36
|
-
executedActions: string[];
|
|
37
|
-
decisionMatch: boolean;
|
|
38
|
-
primaryContextMatch: boolean;
|
|
39
|
-
secondaryContextExactMatch: boolean;
|
|
40
|
-
routingMatch: boolean;
|
|
41
|
-
actionMatch: boolean;
|
|
42
|
-
selectedActionMatch: boolean;
|
|
43
|
-
executedActionMatch: boolean;
|
|
44
|
-
trajectoryCaptured: boolean;
|
|
45
|
-
responseText: string;
|
|
46
|
-
callbackTexts: string[];
|
|
47
|
-
warnings: string[];
|
|
48
|
-
turnExecutions: RoleplayTurnExecution[];
|
|
49
|
-
trajectory?: Trajectory | null;
|
|
50
|
-
}
|
|
51
|
-
export interface RoleplayBucketReport {
|
|
52
|
-
totalEpisodes: number;
|
|
53
|
-
decisionMatches: number;
|
|
54
|
-
routingMatches: number;
|
|
55
|
-
primaryContextMatches: number;
|
|
56
|
-
secondaryContextExactMatches: number;
|
|
57
|
-
actionRelevantEpisodes: number;
|
|
58
|
-
actionMatches: number;
|
|
59
|
-
selectedActionMatches: number;
|
|
60
|
-
executedActionMatches: number;
|
|
61
|
-
decisionAccuracy: number;
|
|
62
|
-
routingAccuracy: number;
|
|
63
|
-
primaryContextAccuracy: number;
|
|
64
|
-
secondaryContextExactAccuracy: number;
|
|
65
|
-
actionAccuracy: number;
|
|
66
|
-
selectedActionAccuracy: number;
|
|
67
|
-
executedActionAccuracy: number;
|
|
68
|
-
}
|
|
69
|
-
export interface RoleplayExecutionReport {
|
|
70
|
-
totalEpisodes: number;
|
|
71
|
-
decisionMatches: number;
|
|
72
|
-
routingMatches: number;
|
|
73
|
-
primaryContextMatches: number;
|
|
74
|
-
secondaryContextExactMatches: number;
|
|
75
|
-
actionMatches: number;
|
|
76
|
-
selectedActionMatches: number;
|
|
77
|
-
executedActionMatches: number;
|
|
78
|
-
trajectoryCaptured: number;
|
|
79
|
-
decisionAccuracy: number;
|
|
80
|
-
routingAccuracy: number;
|
|
81
|
-
primaryContextAccuracy: number;
|
|
82
|
-
secondaryContextExactAccuracy: number;
|
|
83
|
-
actionAccuracy: number;
|
|
84
|
-
selectedActionAccuracy: number;
|
|
85
|
-
executedActionAccuracy: number;
|
|
86
|
-
trajectoryCaptureRate: number;
|
|
87
|
-
decisionConfusionMatrix: Record<RoleplayDecision, Record<RoleplayDecision, number>>;
|
|
88
|
-
warningCounts: Record<string, number>;
|
|
89
|
-
byPrimaryContext: Record<string, RoleplayBucketReport>;
|
|
90
|
-
byPattern: Record<string, RoleplayBucketReport>;
|
|
91
|
-
trajectoryDatasetSummary?: TrajectoryTaskDatasetSummary | null;
|
|
92
|
-
mismatches: Array<{
|
|
93
|
-
episodeId: string;
|
|
94
|
-
pattern?: string;
|
|
95
|
-
expectedDecision: string;
|
|
96
|
-
actualDecision: string;
|
|
97
|
-
expectedPrimaryContext: string;
|
|
98
|
-
actualPrimaryContext?: string;
|
|
99
|
-
expectedAction?: string;
|
|
100
|
-
actualActions: string[];
|
|
101
|
-
selectedActions: string[];
|
|
102
|
-
executedActions: string[];
|
|
103
|
-
warnings: string[];
|
|
104
|
-
}>;
|
|
105
|
-
}
|
|
106
|
-
export interface RoleplayExecutionExportPaths {
|
|
107
|
-
executionsPath: string;
|
|
108
|
-
reportPath: string;
|
|
109
|
-
trajectoryDataset?: TrajectoryTaskDatasetExport;
|
|
110
|
-
}
|
|
111
|
-
export interface ExecuteRoleplayOptions {
|
|
112
|
-
runtime?: AgentRuntime;
|
|
113
|
-
timeoutMs?: number;
|
|
114
|
-
executeAllParticipantTurns?: boolean;
|
|
115
|
-
outputDir?: string;
|
|
116
|
-
}
|
|
117
|
-
export declare function executeRoleplayEpisode(episode: RoleplayEpisode, options?: ExecuteRoleplayOptions): Promise<RoleplayEpisodeExecution>;
|
|
118
|
-
export declare function executeRoleplayEpisodes(episodes: RoleplayEpisode[], options?: ExecuteRoleplayOptions): Promise<RoleplayEpisodeExecution[]>;
|
|
119
|
-
export declare function buildRoleplayExecutionReport(executions: RoleplayEpisodeExecution[], trajectoryDatasetSummary?: TrajectoryTaskDatasetSummary | null): RoleplayExecutionReport;
|
|
120
|
-
export declare function exportRoleplayExecutionResults(executions: RoleplayEpisodeExecution[], outputDir: string): Promise<RoleplayExecutionExportPaths>;
|
|
121
|
-
export declare function loadRoleplayEpisodesFromPath(inputPath: string): Promise<RoleplayEpisode[]>;
|
|
122
|
-
export {};
|
|
123
|
-
//# sourceMappingURL=roleplay-executor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"roleplay-executor.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-training/src/core/roleplay-executor.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,YAAY,EAKb,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,KAAK,EACV,eAAe,EAEf,YAAY,EACb,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EAClC,MAAM,+BAA+B,CAAC;AAEvC,KAAK,gBAAgB,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IAC3B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,cAAc,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,cAAc,EAAE,gBAAgB,CAAC;IACjC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,0BAA0B,EAAE,OAAO,CAAC;IACpC,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EAAE,qBAAqB,EAAE,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,4BAA4B,EAAE,MAAM,CAAC;IACrC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,6BAA6B,EAAE,MAAM,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,4BAA4B,EAAE,MAAM,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,6BAA6B,EAAE,MAAM,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAC7B,gBAAgB,EAChB,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CACjC,CAAC;IACF,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IACvD,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAChD,wBAAwB,CAAC,EAAE,4BAA4B,GAAG,IAAI,CAAC;IAC/D,UAAU,EAAE,KAAK,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,eAAe,EAAE,MAAM,EAAE,CAAC;QAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;QAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,4BAA4B;IAC3C,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,2BAA2B,CAAC;CACjD;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,YAAY,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAmdD,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,eAAe,EACxB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,wBAAwB,CAAC,CA0NnC;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,eAAe,EAAE,EAC3B,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAcrC;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,wBAAwB,EAAE,EACtC,wBAAwB,CAAC,EAAE,4BAA4B,GAAG,IAAI,GAC7D,uBAAuB,CA+GzB;AAED,wBAAsB,8BAA8B,CAClD,UAAU,EAAE,wBAAwB,EAAE,EACtC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,4BAA4B,CAAC,CA6BvC;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,EAAE,CAAC,CAyC5B"}
|