@elizaos/agent 2.0.0-alpha.144 → 2.0.0-alpha.151
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/apps/app-lifeops/src/actions/inbox-digest.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-digest.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-digest.js +1 -0
- package/apps/app-lifeops/src/actions/inbox-respond.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-respond.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-respond.js +1 -0
- package/apps/app-lifeops/src/actions/inbox-triage.d.ts +2 -0
- package/apps/app-lifeops/src/actions/inbox-triage.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox-triage.js +1 -0
- package/apps/app-lifeops/src/actions/inbox.d.ts +3 -0
- package/apps/app-lifeops/src/actions/inbox.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/inbox.js +856 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.d.ts +3 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.d.ts.map +1 -0
- package/apps/app-lifeops/src/actions/update-owner-profile.js +131 -0
- package/apps/app-lifeops/src/inbox/channel-deep-links.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/config.d.ts.map +1 -0
- package/{packages/agent → apps/app-lifeops}/src/inbox/config.js +1 -1
- package/apps/app-lifeops/src/inbox/message-fetcher.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/reflection.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/repository.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/triage-classifier.d.ts.map +1 -0
- package/apps/app-lifeops/src/inbox/types.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/index.d.ts +25 -0
- package/apps/app-lifeops/src/lifeops/index.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/index.js +24 -0
- package/apps/app-lifeops/src/lifeops/screen-context.d.ts +52 -0
- package/apps/app-lifeops/src/lifeops/screen-context.d.ts.map +1 -0
- package/apps/app-lifeops/src/lifeops/screen-context.js +332 -0
- package/apps/app-lifeops/src/plugin.d.ts +3 -0
- package/apps/app-lifeops/src/plugin.d.ts.map +1 -1
- package/apps/app-lifeops/src/plugin.js +16 -3
- package/apps/app-lifeops/src/providers/inbox-triage.d.ts +3 -0
- package/apps/app-lifeops/src/providers/inbox-triage.d.ts.map +1 -0
- package/apps/app-lifeops/src/providers/inbox-triage.js +89 -0
- package/package.json +6 -4
- package/packages/agent/src/actions/calendar.d.ts +1 -18
- package/packages/agent/src/actions/calendar.d.ts.map +1 -1
- package/packages/agent/src/actions/calendar.js +1 -3143
- package/packages/agent/src/actions/check-balance.d.ts +17 -0
- package/packages/agent/src/actions/check-balance.d.ts.map +1 -0
- package/packages/agent/src/actions/check-balance.js +167 -0
- package/packages/agent/src/actions/connector-resolver.d.ts +75 -0
- package/packages/agent/src/actions/connector-resolver.d.ts.map +1 -0
- package/packages/agent/src/actions/connector-resolver.js +245 -0
- package/packages/agent/src/actions/context-signal-lexicon.d.ts +1 -1
- package/packages/agent/src/actions/context-signal-lexicon.d.ts.map +1 -1
- package/packages/agent/src/actions/context-signal-lexicon.js +6 -0
- package/packages/agent/src/actions/eject-plugin.d.ts +3 -0
- package/packages/agent/src/actions/eject-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/eject-plugin.js +48 -0
- package/packages/agent/src/actions/execute-trade.d.ts +17 -0
- package/packages/agent/src/actions/execute-trade.d.ts.map +1 -0
- package/packages/agent/src/actions/execute-trade.js +299 -0
- package/packages/agent/src/actions/get-self-status.d.ts +13 -0
- package/packages/agent/src/actions/get-self-status.d.ts.map +1 -0
- package/packages/agent/src/actions/get-self-status.js +66 -0
- package/packages/agent/src/actions/gmail.d.ts +1 -32
- package/packages/agent/src/actions/gmail.d.ts.map +1 -1
- package/packages/agent/src/actions/gmail.js +1 -1734
- package/packages/agent/src/actions/inbox-digest.d.ts +1 -1
- package/packages/agent/src/actions/inbox-digest.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-digest.js +1 -1
- package/packages/agent/src/actions/inbox-respond.d.ts +1 -1
- package/packages/agent/src/actions/inbox-respond.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-respond.js +1 -1
- package/packages/agent/src/actions/inbox-triage.d.ts +1 -1
- package/packages/agent/src/actions/inbox-triage.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox-triage.js +1 -1
- package/packages/agent/src/actions/inbox.d.ts +1 -2
- package/packages/agent/src/actions/inbox.d.ts.map +1 -1
- package/packages/agent/src/actions/inbox.js +1 -856
- package/packages/agent/src/actions/index.d.ts +13 -0
- package/packages/agent/src/actions/index.d.ts.map +1 -1
- package/packages/agent/src/actions/index.js +13 -0
- package/packages/agent/src/actions/install-plugin.d.ts +3 -0
- package/packages/agent/src/actions/install-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/install-plugin.js +65 -0
- package/packages/agent/src/actions/life-goal-extractor.d.ts +1 -68
- package/packages/agent/src/actions/life-goal-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-goal-extractor.js +1 -354
- package/packages/agent/src/actions/life-param-extractor.d.ts +1 -77
- package/packages/agent/src/actions/life-param-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-param-extractor.js +1 -423
- package/packages/agent/src/actions/life-recent-context.d.ts +1 -8
- package/packages/agent/src/actions/life-recent-context.d.ts.map +1 -1
- package/packages/agent/src/actions/life-recent-context.js +1 -84
- package/packages/agent/src/actions/life-update-extractor.d.ts +1 -26
- package/packages/agent/src/actions/life-update-extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life-update-extractor.js +1 -195
- package/packages/agent/src/actions/life.d.ts +1 -8
- package/packages/agent/src/actions/life.d.ts.map +1 -1
- package/packages/agent/src/actions/life.extractor.d.ts +1 -17
- package/packages/agent/src/actions/life.extractor.d.ts.map +1 -1
- package/packages/agent/src/actions/life.extractor.js +1 -264
- package/packages/agent/src/actions/life.js +1 -3379
- package/packages/agent/src/actions/lifeops-extraction-config.d.ts +1 -15
- package/packages/agent/src/actions/lifeops-extraction-config.d.ts.map +1 -1
- package/packages/agent/src/actions/lifeops-extraction-config.js +1 -25
- package/packages/agent/src/actions/lifeops-google-helpers.d.ts +1 -61
- package/packages/agent/src/actions/lifeops-google-helpers.d.ts.map +1 -1
- package/packages/agent/src/actions/lifeops-google-helpers.js +1 -607
- package/packages/agent/src/actions/list-ejected.d.ts +3 -0
- package/packages/agent/src/actions/list-ejected.d.ts.map +1 -0
- package/packages/agent/src/actions/list-ejected.js +35 -0
- package/packages/agent/src/actions/log-level.d.ts +3 -0
- package/packages/agent/src/actions/log-level.d.ts.map +1 -0
- package/packages/agent/src/actions/log-level.js +125 -0
- package/packages/agent/src/actions/manage-tasks.d.ts.map +1 -1
- package/packages/agent/src/actions/manage-tasks.js +51 -15
- package/packages/agent/src/actions/media.d.ts +21 -0
- package/packages/agent/src/actions/media.d.ts.map +1 -0
- package/packages/agent/src/actions/media.js +384 -0
- package/packages/agent/src/actions/read-messages.d.ts +14 -0
- package/packages/agent/src/actions/read-messages.d.ts.map +1 -0
- package/packages/agent/src/actions/read-messages.js +228 -0
- package/packages/agent/src/actions/reinject-plugin.d.ts +3 -0
- package/packages/agent/src/actions/reinject-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/reinject-plugin.js +47 -0
- package/packages/agent/src/actions/send-message.d.ts +0 -7
- package/packages/agent/src/actions/send-message.d.ts.map +1 -1
- package/packages/agent/src/actions/send-message.js +170 -49
- package/packages/agent/src/actions/sync-plugin.d.ts +3 -0
- package/packages/agent/src/actions/sync-plugin.d.ts.map +1 -0
- package/packages/agent/src/actions/sync-plugin.js +47 -0
- package/packages/agent/src/actions/timezone-normalization.d.ts +1 -2
- package/packages/agent/src/actions/timezone-normalization.d.ts.map +1 -1
- package/packages/agent/src/actions/timezone-normalization.js +1 -107
- package/packages/agent/src/actions/transfer-token.d.ts +17 -0
- package/packages/agent/src/actions/transfer-token.d.ts.map +1 -0
- package/packages/agent/src/actions/transfer-token.js +470 -0
- package/packages/agent/src/actions/update-owner-profile.d.ts +1 -2
- package/packages/agent/src/actions/update-owner-profile.d.ts.map +1 -1
- package/packages/agent/src/actions/update-owner-profile.js +1 -131
- package/packages/agent/src/actions/wallet-action-shared.d.ts +15 -0
- package/packages/agent/src/actions/wallet-action-shared.d.ts.map +1 -0
- package/packages/agent/src/actions/wallet-action-shared.js +24 -0
- package/packages/agent/src/api/agent-admin-routes.d.ts.map +1 -1
- package/packages/agent/src/api/agent-admin-routes.js +1 -1
- package/packages/agent/src/api/binance-skill-helpers.d.ts.map +1 -1
- package/packages/agent/src/api/binance-skill-helpers.js +8 -3
- package/packages/agent/src/api/chat-routes.d.ts.map +1 -1
- package/packages/agent/src/api/chat-routes.js +20 -5
- package/packages/agent/src/api/coding-agents-auth-sanitize.d.ts +1 -22
- package/packages/agent/src/api/coding-agents-auth-sanitize.d.ts.map +1 -1
- package/packages/agent/src/api/coding-agents-auth-sanitize.js +1 -39
- package/packages/agent/src/api/coding-agents-preflight-normalize.d.ts +1 -28
- package/packages/agent/src/api/coding-agents-preflight-normalize.d.ts.map +1 -1
- package/packages/agent/src/api/coding-agents-preflight-normalize.js +1 -45
- package/packages/agent/src/api/coordinator-types.d.ts +1 -46
- package/packages/agent/src/api/coordinator-types.d.ts.map +1 -1
- package/packages/agent/src/api/coordinator-types.js +1 -1
- package/packages/agent/src/api/coordinator-wiring.d.ts +1 -45
- package/packages/agent/src/api/coordinator-wiring.d.ts.map +1 -1
- package/packages/agent/src/api/coordinator-wiring.js +1 -108
- package/packages/agent/src/api/index.d.ts +1 -1
- package/packages/agent/src/api/index.d.ts.map +1 -1
- package/packages/agent/src/api/index.js +1 -1
- package/packages/agent/src/api/lifeops-browser-packaging.d.ts +1 -15
- package/packages/agent/src/api/lifeops-browser-packaging.d.ts.map +1 -1
- package/packages/agent/src/api/lifeops-browser-packaging.js +1 -305
- package/packages/agent/src/api/lifeops-routes.d.ts +1 -19
- package/packages/agent/src/api/lifeops-routes.d.ts.map +1 -1
- package/packages/agent/src/api/lifeops-routes.js +1 -1173
- package/packages/agent/src/api/server.d.ts.map +1 -1
- package/packages/agent/src/api/server.js +6 -6
- package/packages/agent/src/api/task-agent-message-routing.d.ts +1 -9
- package/packages/agent/src/api/task-agent-message-routing.d.ts.map +1 -1
- package/packages/agent/src/api/task-agent-message-routing.js +1 -62
- package/packages/agent/src/api/website-blocker-routes.d.ts +1 -6
- package/packages/agent/src/api/website-blocker-routes.d.ts.map +1 -1
- package/packages/agent/src/api/website-blocker-routes.js +1 -174
- package/packages/agent/src/config/types.agent-defaults.d.ts +1 -1
- package/packages/agent/src/config/types.agent-defaults.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-eval-client.d.ts +1 -38
- package/packages/agent/src/evals/coordinator-eval-client.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-eval-client.js +1 -138
- package/packages/agent/src/evals/coordinator-live-runner.d.ts +1 -56
- package/packages/agent/src/evals/coordinator-live-runner.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-live-runner.js +1 -546
- package/packages/agent/src/evals/coordinator-preflight.d.ts +1 -31
- package/packages/agent/src/evals/coordinator-preflight.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-preflight.js +1 -296
- package/packages/agent/src/evals/coordinator-scenarios.d.ts +1 -23
- package/packages/agent/src/evals/coordinator-scenarios.d.ts.map +1 -1
- package/packages/agent/src/evals/coordinator-scenarios.js +1 -1141
- package/packages/agent/src/lifeops/app-state.d.ts +1 -10
- package/packages/agent/src/lifeops/app-state.d.ts.map +1 -1
- package/packages/agent/src/lifeops/app-state.js +1 -32
- package/packages/agent/src/lifeops/apple-reminders.d.ts +1 -57
- package/packages/agent/src/lifeops/apple-reminders.d.ts.map +1 -1
- package/packages/agent/src/lifeops/apple-reminders.js +1 -325
- package/packages/agent/src/lifeops/defaults.d.ts +1 -23
- package/packages/agent/src/lifeops/defaults.d.ts.map +1 -1
- package/packages/agent/src/lifeops/defaults.js +1 -205
- package/packages/agent/src/lifeops/engine.d.ts +1 -7
- package/packages/agent/src/lifeops/engine.d.ts.map +1 -1
- package/packages/agent/src/lifeops/engine.js +1 -389
- package/packages/agent/src/lifeops/goal-grounding.d.ts +1 -53
- package/packages/agent/src/lifeops/goal-grounding.d.ts.map +1 -1
- package/packages/agent/src/lifeops/goal-grounding.js +1 -147
- package/packages/agent/src/lifeops/goal-semantic-evaluator.d.ts +1 -11
- package/packages/agent/src/lifeops/goal-semantic-evaluator.d.ts.map +1 -1
- package/packages/agent/src/lifeops/goal-semantic-evaluator.js +1 -154
- package/packages/agent/src/lifeops/google-api-error.d.ts +1 -6
- package/packages/agent/src/lifeops/google-api-error.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-api-error.js +1 -35
- package/packages/agent/src/lifeops/google-calendar.d.ts +1 -52
- package/packages/agent/src/lifeops/google-calendar.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-calendar.js +1 -268
- package/packages/agent/src/lifeops/google-connector-gateway.d.ts +1 -18
- package/packages/agent/src/lifeops/google-connector-gateway.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-connector-gateway.js +1 -65
- package/packages/agent/src/lifeops/google-fetch.d.ts +1 -10
- package/packages/agent/src/lifeops/google-fetch.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-fetch.js +1 -85
- package/packages/agent/src/lifeops/google-gmail.d.ts +1 -53
- package/packages/agent/src/lifeops/google-gmail.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-gmail.js +1 -471
- package/packages/agent/src/lifeops/google-managed-client.d.ts +1 -126
- package/packages/agent/src/lifeops/google-managed-client.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-managed-client.js +1 -294
- package/packages/agent/src/lifeops/google-oauth.d.ts +1 -60
- package/packages/agent/src/lifeops/google-oauth.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-oauth.js +1 -494
- package/packages/agent/src/lifeops/google-scopes.d.ts +1 -12
- package/packages/agent/src/lifeops/google-scopes.d.ts.map +1 -1
- package/packages/agent/src/lifeops/google-scopes.js +1 -96
- package/packages/agent/src/lifeops/index.d.ts +1 -2
- package/packages/agent/src/lifeops/index.d.ts.map +1 -1
- package/packages/agent/src/lifeops/index.js +1 -2
- package/packages/agent/src/lifeops/owner-profile.d.ts +1 -14
- package/packages/agent/src/lifeops/owner-profile.d.ts.map +1 -1
- package/packages/agent/src/lifeops/owner-profile.js +1 -194
- package/packages/agent/src/lifeops/repository.d.ts +1 -208
- package/packages/agent/src/lifeops/repository.d.ts.map +1 -1
- package/packages/agent/src/lifeops/repository.js +1 -3187
- package/packages/agent/src/lifeops/runtime.d.ts +1 -13
- package/packages/agent/src/lifeops/runtime.d.ts.map +1 -1
- package/packages/agent/src/lifeops/runtime.js +1 -120
- package/packages/agent/src/lifeops/screen-context.d.ts +1 -51
- package/packages/agent/src/lifeops/screen-context.d.ts.map +1 -1
- package/packages/agent/src/lifeops/screen-context.js +1 -332
- package/packages/agent/src/lifeops/seed-routines.d.ts +1 -19
- package/packages/agent/src/lifeops/seed-routines.d.ts.map +1 -1
- package/packages/agent/src/lifeops/seed-routines.js +1 -111
- package/packages/agent/src/lifeops/service.d.ts +1 -274
- package/packages/agent/src/lifeops/service.d.ts.map +1 -1
- package/packages/agent/src/lifeops/service.js +1 -9260
- package/packages/agent/src/lifeops/sql.d.ts +1 -30
- package/packages/agent/src/lifeops/sql.d.ts.map +1 -1
- package/packages/agent/src/lifeops/sql.js +1 -247
- package/packages/agent/src/lifeops/time.d.ts +1 -16
- package/packages/agent/src/lifeops/time.d.ts.map +1 -1
- package/packages/agent/src/lifeops/time.js +1 -132
- package/packages/agent/src/lifeops/twilio.d.ts +1 -24
- package/packages/agent/src/lifeops/twilio.d.ts.map +1 -1
- package/packages/agent/src/lifeops/twilio.js +1 -157
- package/packages/agent/src/lifeops/x-poster.d.ts +1 -18
- package/packages/agent/src/lifeops/x-poster.d.ts.map +1 -1
- package/packages/agent/src/lifeops/x-poster.js +1 -148
- package/packages/agent/src/providers/inbox-triage.d.ts +1 -2
- package/packages/agent/src/providers/inbox-triage.d.ts.map +1 -1
- package/packages/agent/src/providers/inbox-triage.js +1 -89
- package/packages/agent/src/providers/index.d.ts +4 -1
- package/packages/agent/src/providers/index.d.ts.map +1 -1
- package/packages/agent/src/providers/index.js +4 -1
- package/packages/agent/src/providers/lifeops.d.ts +1 -2
- package/packages/agent/src/providers/lifeops.d.ts.map +1 -1
- package/packages/agent/src/providers/lifeops.js +1 -157
- package/packages/agent/src/providers/local-models.d.ts +118 -0
- package/packages/agent/src/providers/local-models.d.ts.map +1 -0
- package/packages/agent/src/providers/local-models.js +427 -0
- package/packages/agent/src/providers/media-provider.d.ts +192 -0
- package/packages/agent/src/providers/media-provider.d.ts.map +1 -0
- package/packages/agent/src/providers/media-provider.js +1088 -0
- package/packages/agent/src/providers/self-status.d.ts +4 -0
- package/packages/agent/src/providers/self-status.d.ts.map +1 -0
- package/packages/agent/src/providers/self-status.js +12 -0
- package/packages/agent/src/providers/tasks.d.ts.map +1 -1
- package/packages/agent/src/providers/tasks.js +7 -7
- package/packages/agent/src/runtime/core-plugins.js +1 -1
- package/packages/agent/src/runtime/eliza-plugin.d.ts.map +1 -1
- package/packages/agent/src/runtime/eliza-plugin.js +1 -7
- package/packages/agent/src/runtime/eliza.js +2 -2
- package/packages/agent/src/runtime/plugin-collector.js +3 -3
- package/packages/agent/src/runtime/plugin-lifecycle.d.ts.map +1 -1
- package/packages/agent/src/runtime/plugin-lifecycle.js +3 -13
- package/packages/agent/src/runtime/trajectory-internals.d.ts.map +1 -1
- package/packages/agent/src/runtime/trajectory-internals.js +1 -3
- package/packages/agent/src/services/built-in-app-routes/hyperscape.d.ts.map +1 -1
- package/packages/agent/src/services/coding-task-executor.d.ts +3 -3
- package/packages/agent/src/services/coding-task-executor.js +3 -3
- package/packages/shared/src/awareness/index.d.ts +2 -0
- package/packages/shared/src/awareness/index.d.ts.map +1 -0
- package/packages/shared/src/awareness/index.js +1 -0
- package/packages/shared/src/awareness/registry.d.ts +27 -0
- package/packages/shared/src/awareness/registry.d.ts.map +1 -0
- package/packages/shared/src/awareness/registry.js +161 -0
- package/packages/shared/src/i18n/generated/validation-keyword-data.d.ts +24 -0
- package/packages/shared/src/i18n/generated/validation-keyword-data.d.ts.map +1 -1
- package/packages/shared/src/i18n/generated/validation-keyword-data.js +24 -0
- package/packages/shared/src/runtime-env.d.ts.map +1 -1
- package/packages/shared/src/runtime-env.js +5 -1
- package/packages/typescript/src/generated/action-docs.d.ts +135 -0
- package/packages/typescript/src/generated/action-docs.d.ts.map +1 -1
- package/packages/typescript/src/generated/action-docs.js +237 -0
- package/packages/typescript/src/i18n/generated/validation-keyword-data.d.ts +24 -0
- package/packages/typescript/src/i18n/generated/validation-keyword-data.d.ts.map +1 -1
- package/packages/typescript/src/i18n/generated/validation-keyword-data.js +24 -0
- package/packages/typescript/src/index.node.d.ts +2 -2
- package/packages/typescript/src/index.node.d.ts.map +1 -1
- package/packages/typescript/src/index.node.js +4 -3
- package/packages/typescript/src/plugin-lifecycle.d.ts.map +1 -1
- package/packages/typescript/src/plugin-lifecycle.js +42 -3
- package/packages/typescript/src/services/message.d.ts.map +1 -1
- package/packages/typescript/src/services/message.js +32 -0
- package/apps/app-training/src/core/cli.d.ts +0 -11
- package/apps/app-training/src/core/cli.d.ts.map +0 -1
- package/apps/app-training/src/core/cli.js +0 -302
- package/apps/app-training/src/core/context-audit.d.ts +0 -51
- package/apps/app-training/src/core/context-audit.d.ts.map +0 -1
- package/apps/app-training/src/core/context-audit.js +0 -141
- package/apps/app-training/src/core/context-catalog.d.ts +0 -47
- package/apps/app-training/src/core/context-catalog.d.ts.map +0 -1
- package/apps/app-training/src/core/context-catalog.js +0 -259
- package/apps/app-training/src/core/context-types.d.ts +0 -3
- package/apps/app-training/src/core/context-types.d.ts.map +0 -1
- package/apps/app-training/src/core/context-types.js +0 -11
- package/apps/app-training/src/core/dataset-generator.d.ts +0 -135
- package/apps/app-training/src/core/dataset-generator.d.ts.map +0 -1
- package/apps/app-training/src/core/dataset-generator.js +0 -703
- package/apps/app-training/src/core/replay-validator.d.ts +0 -96
- package/apps/app-training/src/core/replay-validator.d.ts.map +0 -1
- package/apps/app-training/src/core/replay-validator.js +0 -265
- package/apps/app-training/src/core/roleplay-executor.d.ts +0 -123
- package/apps/app-training/src/core/roleplay-executor.d.ts.map +0 -1
- package/apps/app-training/src/core/roleplay-executor.js +0 -645
- package/apps/app-training/src/core/roleplay-trajectories.d.ts +0 -54
- package/apps/app-training/src/core/roleplay-trajectories.d.ts.map +0 -1
- package/apps/app-training/src/core/roleplay-trajectories.js +0 -73
- package/apps/app-training/src/core/scenario-blueprints.d.ts +0 -62
- package/apps/app-training/src/core/scenario-blueprints.d.ts.map +0 -1
- package/apps/app-training/src/core/scenario-blueprints.js +0 -790
- package/apps/app-training/src/core/trajectory-task-datasets.d.ts +0 -38
- package/apps/app-training/src/core/trajectory-task-datasets.d.ts.map +0 -1
- package/apps/app-training/src/core/trajectory-task-datasets.js +0 -281
- package/apps/app-training/src/core/vertex-tuning.d.ts +0 -139
- package/apps/app-training/src/core/vertex-tuning.d.ts.map +0 -1
- package/apps/app-training/src/core/vertex-tuning.js +0 -234
- package/packages/agent/src/inbox/channel-deep-links.d.ts.map +0 -1
- package/packages/agent/src/inbox/config.d.ts.map +0 -1
- package/packages/agent/src/inbox/message-fetcher.d.ts.map +0 -1
- package/packages/agent/src/inbox/reflection.d.ts.map +0 -1
- package/packages/agent/src/inbox/repository.d.ts.map +0 -1
- package/packages/agent/src/inbox/triage-classifier.d.ts.map +0 -1
- package/packages/agent/src/inbox/types.d.ts.map +0 -1
- package/packages/agent/src/training/cli.d.ts +0 -2
- package/packages/agent/src/training/cli.d.ts.map +0 -1
- package/packages/agent/src/training/cli.js +0 -2
- package/packages/agent/src/training/context-audit.d.ts +0 -2
- package/packages/agent/src/training/context-audit.d.ts.map +0 -1
- package/packages/agent/src/training/context-audit.js +0 -2
- package/packages/agent/src/training/context-catalog.d.ts +0 -2
- package/packages/agent/src/training/context-catalog.d.ts.map +0 -1
- package/packages/agent/src/training/context-catalog.js +0 -2
- package/packages/agent/src/training/context-types.d.ts +0 -2
- package/packages/agent/src/training/context-types.d.ts.map +0 -1
- package/packages/agent/src/training/context-types.js +0 -2
- package/packages/agent/src/training/dataset-generator.d.ts +0 -2
- package/packages/agent/src/training/dataset-generator.d.ts.map +0 -1
- package/packages/agent/src/training/dataset-generator.js +0 -2
- package/packages/agent/src/training/replay-validator.d.ts +0 -2
- package/packages/agent/src/training/replay-validator.d.ts.map +0 -1
- package/packages/agent/src/training/replay-validator.js +0 -2
- package/packages/agent/src/training/roleplay-executor.d.ts +0 -2
- package/packages/agent/src/training/roleplay-executor.d.ts.map +0 -1
- package/packages/agent/src/training/roleplay-executor.js +0 -2
- package/packages/agent/src/training/roleplay-trajectories.d.ts +0 -2
- package/packages/agent/src/training/roleplay-trajectories.d.ts.map +0 -1
- package/packages/agent/src/training/roleplay-trajectories.js +0 -2
- package/packages/agent/src/training/scenario-blueprints.d.ts +0 -2
- package/packages/agent/src/training/scenario-blueprints.d.ts.map +0 -1
- package/packages/agent/src/training/scenario-blueprints.js +0 -2
- package/packages/agent/src/training/trajectory-task-datasets.d.ts +0 -2
- package/packages/agent/src/training/trajectory-task-datasets.d.ts.map +0 -1
- package/packages/agent/src/training/trajectory-task-datasets.js +0 -2
- package/packages/agent/src/training/vertex-tuning.d.ts +0 -2
- package/packages/agent/src/training/vertex-tuning.d.ts.map +0 -1
- package/packages/agent/src/training/vertex-tuning.js +0 -2
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.d.ts +0 -41
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/coding-task-handlers.js +0 -443
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.d.ts +0 -34
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/coding-task-helpers.js +0 -171
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/eval-metadata.js +0 -55
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/finalize-workspace.js +0 -214
- package/packages/typescript/src/features/orchestrator/actions/list-agents.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/actions/list-agents.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/list-agents.js +0 -174
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/manage-issues.js +0 -428
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/provision-workspace.js +0 -189
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/send-to-agent.js +0 -265
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/spawn-agent.js +0 -356
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/start-coding-task.js +0 -270
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.d.ts +0 -12
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/stop-agent.js +0 -192
- package/packages/typescript/src/features/orchestrator/actions/task-control.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-control.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-control.js +0 -217
- package/packages/typescript/src/features/orchestrator/actions/task-history.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-history.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-history.js +0 -323
- package/packages/typescript/src/features/orchestrator/actions/task-share.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/actions/task-share.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-share.js +0 -168
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.d.ts +0 -11
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/actions/task-thread-target.js +0 -68
- package/packages/typescript/src/features/orchestrator/api/agent-routes.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/api/agent-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/agent-routes.js +0 -654
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/coordinator-routes.js +0 -403
- package/packages/typescript/src/features/orchestrator/api/hook-routes.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/api/hook-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/hook-routes.js +0 -164
- package/packages/typescript/src/features/orchestrator/api/issue-routes.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/api/issue-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/issue-routes.js +0 -132
- package/packages/typescript/src/features/orchestrator/api/routes.d.ts +0 -37
- package/packages/typescript/src/features/orchestrator/api/routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/routes.js +0 -96
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/api/workspace-routes.js +0 -149
- package/packages/typescript/src/features/orchestrator/base-plugin.d.ts +0 -19
- package/packages/typescript/src/features/orchestrator/base-plugin.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/base-plugin.js +0 -75
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.d.ts +0 -101
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/claude-jsonl-completion-watcher.js +0 -310
- package/packages/typescript/src/features/orchestrator/index.d.ts +0 -33
- package/packages/typescript/src/features/orchestrator/index.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/index.js +0 -30
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.d.ts +0 -15
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/patch-agent-orchestrator-plugin.js +0 -1449
- package/packages/typescript/src/features/orchestrator/providers/action-examples.d.ts +0 -14
- package/packages/typescript/src/features/orchestrator/providers/action-examples.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/providers/action-examples.js +0 -151
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/providers/active-workspace-context.js +0 -142
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.d.ts +0 -6
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-credentials.js +0 -91
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.d.ts +0 -30
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-metrics.js +0 -54
- package/packages/typescript/src/features/orchestrator/services/agent-selection.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/agent-selection.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/agent-selection.js +0 -70
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.d.ts +0 -61
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/ansi-utils.js +0 -252
- package/packages/typescript/src/features/orchestrator/services/config-env.d.ts +0 -13
- package/packages/typescript/src/features/orchestrator/services/config-env.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/config-env.js +0 -37
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.d.ts +0 -50
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/coordinator-event-normalizer.js +0 -184
- package/packages/typescript/src/features/orchestrator/services/debug-capture.d.ts +0 -38
- package/packages/typescript/src/features/orchestrator/services/debug-capture.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/debug-capture.js +0 -113
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.d.ts +0 -30
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-auto-response.js +0 -146
- package/packages/typescript/src/features/orchestrator/services/pty-init.d.ts +0 -54
- package/packages/typescript/src/features/orchestrator/services/pty-init.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-init.js +0 -315
- package/packages/typescript/src/features/orchestrator/services/pty-service.d.ts +0 -175
- package/packages/typescript/src/features/orchestrator/services/pty-service.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-service.js +0 -1469
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.d.ts +0 -49
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-session-io.js +0 -180
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-spawn.js +0 -280
- package/packages/typescript/src/features/orchestrator/services/pty-types.d.ts +0 -80
- package/packages/typescript/src/features/orchestrator/services/pty-types.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/pty-types.js +0 -51
- package/packages/typescript/src/features/orchestrator/services/repo-input.d.ts +0 -16
- package/packages/typescript/src/features/orchestrator/services/repo-input.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/repo-input.js +0 -88
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.d.ts +0 -69
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/stall-classifier.js +0 -446
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.d.ts +0 -97
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator-prompts.js +0 -342
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.d.ts +0 -421
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-coordinator.js +0 -2356
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.d.ts +0 -52
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-decision-loop.js +0 -1538
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.d.ts +0 -49
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-event-triage.js +0 -171
- package/packages/typescript/src/features/orchestrator/services/swarm-history.d.ts +0 -27
- package/packages/typescript/src/features/orchestrator/services/swarm-history.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-history.js +0 -148
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.d.ts +0 -22
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/swarm-idle-watchdog.js +0 -265
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.d.ts +0 -8
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-acceptance.js +0 -114
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.d.ts +0 -68
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-agent-auth.js +0 -559
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.d.ts +0 -82
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-agent-frameworks.js +0 -738
- package/packages/typescript/src/features/orchestrator/services/task-kind.d.ts +0 -3
- package/packages/typescript/src/features/orchestrator/services/task-kind.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-kind.js +0 -40
- package/packages/typescript/src/features/orchestrator/services/task-policy.d.ts +0 -17
- package/packages/typescript/src/features/orchestrator/services/task-policy.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-policy.js +0 -226
- package/packages/typescript/src/features/orchestrator/services/task-registry.d.ts +0 -550
- package/packages/typescript/src/features/orchestrator/services/task-registry.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-registry.js +0 -2182
- package/packages/typescript/src/features/orchestrator/services/task-share.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/services/task-share.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-share.js +0 -159
- package/packages/typescript/src/features/orchestrator/services/task-validation.d.ts +0 -69
- package/packages/typescript/src/features/orchestrator/services/task-validation.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-validation.js +0 -587
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.d.ts +0 -5
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/task-verifier-runner.js +0 -372
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.d.ts +0 -73
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/trajectory-context.js +0 -64
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.d.ts +0 -53
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/trajectory-feedback.js +0 -260
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.d.ts +0 -28
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-git-ops.js +0 -105
- package/packages/typescript/src/features/orchestrator/services/workspace-github.d.ts +0 -58
- package/packages/typescript/src/features/orchestrator/services/workspace-github.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-github.js +0 -139
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.d.ts +0 -18
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-lifecycle.js +0 -86
- package/packages/typescript/src/features/orchestrator/services/workspace-service.d.ts +0 -118
- package/packages/typescript/src/features/orchestrator/services/workspace-service.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-service.js +0 -533
- package/packages/typescript/src/features/orchestrator/services/workspace-types.d.ts +0 -81
- package/packages/typescript/src/features/orchestrator/services/workspace-types.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/services/workspace-types.js +0 -8
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.d.ts +0 -38
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.d.ts.map +0 -1
- package/packages/typescript/src/features/orchestrator/task-progress-streamer.js +0 -293
- /package/{packages/agent → apps/app-lifeops}/src/inbox/channel-deep-links.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/channel-deep-links.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/config.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/message-fetcher.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/message-fetcher.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/reflection.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/reflection.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/repository.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/repository.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/triage-classifier.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/triage-classifier.js +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/types.d.ts +0 -0
- /package/{packages/agent → apps/app-lifeops}/src/inbox/types.js +0 -0
|
@@ -0,0 +1,427 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Local Models Provider
|
|
3
|
+
*
|
|
4
|
+
* Provides auto-download and local inference capabilities for:
|
|
5
|
+
* - Vision models (BLIP, CLIP, etc.)
|
|
6
|
+
* - LLM models (via Ollama or llama.cpp)
|
|
7
|
+
* - TTS models (Coqui, XTTS, etc.)
|
|
8
|
+
* - STT models (Whisper, etc.)
|
|
9
|
+
*
|
|
10
|
+
* Models are downloaded from HuggingFace and cached locally.
|
|
11
|
+
* Uses @huggingface/hub for model downloads.
|
|
12
|
+
*/
|
|
13
|
+
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
14
|
+
import { homedir } from "node:os";
|
|
15
|
+
import { join } from "node:path";
|
|
16
|
+
// ============================================================================
|
|
17
|
+
// Security Guards
|
|
18
|
+
// ============================================================================
|
|
19
|
+
/** Guard against path traversal in filenames from external sources (e.g. HuggingFace). */
|
|
20
|
+
export function validateFilename(filename) {
|
|
21
|
+
if (filename.startsWith("/") ||
|
|
22
|
+
filename.includes("\\") ||
|
|
23
|
+
filename.split("/").some((seg) => seg === ".." || seg === "")) {
|
|
24
|
+
throw new Error(`Invalid filename "${filename}": path traversal or empty segments not allowed`);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
// ============================================================================
|
|
28
|
+
// Model Registry
|
|
29
|
+
// ============================================================================
|
|
30
|
+
/**
|
|
31
|
+
* Registry of recommended local models for each capability.
|
|
32
|
+
* These are curated for good quality/size trade-offs.
|
|
33
|
+
*/
|
|
34
|
+
export const LOCAL_MODEL_REGISTRY = {
|
|
35
|
+
vision: [
|
|
36
|
+
{
|
|
37
|
+
type: "vision",
|
|
38
|
+
modelId: "Salesforce/blip-image-captioning-base",
|
|
39
|
+
name: "BLIP Caption (Base)",
|
|
40
|
+
sizeInMb: 990,
|
|
41
|
+
useOnnx: true,
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
type: "vision",
|
|
45
|
+
modelId: "Salesforce/blip-image-captioning-large",
|
|
46
|
+
name: "BLIP Caption (Large)",
|
|
47
|
+
sizeInMb: 1900,
|
|
48
|
+
useOnnx: true,
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
type: "vision",
|
|
52
|
+
modelId: "microsoft/Florence-2-base",
|
|
53
|
+
name: "Florence-2 (Base)",
|
|
54
|
+
sizeInMb: 460,
|
|
55
|
+
useOnnx: false,
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
type: "vision",
|
|
59
|
+
modelId: "vikhyatk/moondream2",
|
|
60
|
+
name: "Moondream2 (Tiny Vision LLM)",
|
|
61
|
+
sizeInMb: 3600,
|
|
62
|
+
ollamaModel: "moondream",
|
|
63
|
+
},
|
|
64
|
+
],
|
|
65
|
+
llm: [
|
|
66
|
+
{
|
|
67
|
+
type: "llm",
|
|
68
|
+
modelId: "ollama/llama3.2:1b",
|
|
69
|
+
name: "Llama 3.2 1B (Tiny)",
|
|
70
|
+
sizeInMb: 1300,
|
|
71
|
+
ollamaModel: "llama3.2:1b",
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
type: "llm",
|
|
75
|
+
modelId: "ollama/llama3.2:3b",
|
|
76
|
+
name: "Llama 3.2 3B (Small)",
|
|
77
|
+
sizeInMb: 2000,
|
|
78
|
+
ollamaModel: "llama3.2:3b",
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
type: "llm",
|
|
82
|
+
modelId: "ollama/qwen2.5:0.5b",
|
|
83
|
+
name: "Qwen 2.5 0.5B (Micro)",
|
|
84
|
+
sizeInMb: 400,
|
|
85
|
+
ollamaModel: "qwen2.5:0.5b",
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
type: "llm",
|
|
89
|
+
modelId: "ollama/phi3:mini",
|
|
90
|
+
name: "Phi-3 Mini (3.8B)",
|
|
91
|
+
sizeInMb: 2300,
|
|
92
|
+
ollamaModel: "phi3:mini",
|
|
93
|
+
},
|
|
94
|
+
],
|
|
95
|
+
tts: [
|
|
96
|
+
{
|
|
97
|
+
type: "tts",
|
|
98
|
+
modelId: "parler-tts/parler-tts-mini-v1",
|
|
99
|
+
name: "Parler TTS Mini",
|
|
100
|
+
sizeInMb: 2400,
|
|
101
|
+
useOnnx: false,
|
|
102
|
+
},
|
|
103
|
+
{
|
|
104
|
+
type: "tts",
|
|
105
|
+
modelId: "suno/bark-small",
|
|
106
|
+
name: "Bark Small",
|
|
107
|
+
sizeInMb: 1500,
|
|
108
|
+
useOnnx: false,
|
|
109
|
+
},
|
|
110
|
+
{
|
|
111
|
+
type: "tts",
|
|
112
|
+
modelId: "microsoft/speecht5_tts",
|
|
113
|
+
name: "SpeechT5 TTS",
|
|
114
|
+
sizeInMb: 600,
|
|
115
|
+
useOnnx: true,
|
|
116
|
+
},
|
|
117
|
+
],
|
|
118
|
+
stt: [
|
|
119
|
+
{
|
|
120
|
+
type: "stt",
|
|
121
|
+
modelId: "openai/whisper-tiny",
|
|
122
|
+
name: "Whisper Tiny",
|
|
123
|
+
sizeInMb: 150,
|
|
124
|
+
useOnnx: true,
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
type: "stt",
|
|
128
|
+
modelId: "openai/whisper-base",
|
|
129
|
+
name: "Whisper Base",
|
|
130
|
+
sizeInMb: 290,
|
|
131
|
+
useOnnx: true,
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
type: "stt",
|
|
135
|
+
modelId: "openai/whisper-small",
|
|
136
|
+
name: "Whisper Small",
|
|
137
|
+
sizeInMb: 970,
|
|
138
|
+
useOnnx: true,
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
type: "stt",
|
|
142
|
+
modelId: "openai/whisper-medium",
|
|
143
|
+
name: "Whisper Medium",
|
|
144
|
+
sizeInMb: 3100,
|
|
145
|
+
useOnnx: true,
|
|
146
|
+
},
|
|
147
|
+
],
|
|
148
|
+
embedding: [
|
|
149
|
+
{
|
|
150
|
+
type: "embedding",
|
|
151
|
+
modelId: "sentence-transformers/all-MiniLM-L6-v2",
|
|
152
|
+
name: "MiniLM L6 v2 (Fast)",
|
|
153
|
+
sizeInMb: 90,
|
|
154
|
+
useOnnx: true,
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
type: "embedding",
|
|
158
|
+
modelId: "BAAI/bge-small-en-v1.5",
|
|
159
|
+
name: "BGE Small EN",
|
|
160
|
+
sizeInMb: 130,
|
|
161
|
+
useOnnx: true,
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
type: "embedding",
|
|
165
|
+
modelId: "nomic-ai/nomic-embed-text-v1.5",
|
|
166
|
+
name: "Nomic Embed v1.5",
|
|
167
|
+
sizeInMb: 270,
|
|
168
|
+
useOnnx: true,
|
|
169
|
+
},
|
|
170
|
+
],
|
|
171
|
+
};
|
|
172
|
+
// ============================================================================
|
|
173
|
+
// Local Model Manager
|
|
174
|
+
// ============================================================================
|
|
175
|
+
export class LocalModelManager {
|
|
176
|
+
cacheDir;
|
|
177
|
+
manifestPath;
|
|
178
|
+
manifest = {};
|
|
179
|
+
ollamaUrl;
|
|
180
|
+
downloadLocks = new Map();
|
|
181
|
+
constructor(options) {
|
|
182
|
+
this.cacheDir =
|
|
183
|
+
options?.cacheDir ?? join(homedir(), ".cache", "eliza", "models");
|
|
184
|
+
this.ollamaUrl = options?.ollamaUrl ?? "http://localhost:11434";
|
|
185
|
+
this.manifestPath = join(this.cacheDir, "manifest.json");
|
|
186
|
+
this.loadManifest();
|
|
187
|
+
}
|
|
188
|
+
loadManifest() {
|
|
189
|
+
if (existsSync(this.manifestPath)) {
|
|
190
|
+
try {
|
|
191
|
+
this.manifest = JSON.parse(readFileSync(this.manifestPath, "utf-8"));
|
|
192
|
+
}
|
|
193
|
+
catch {
|
|
194
|
+
this.manifest = {};
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
saveManifest() {
|
|
199
|
+
mkdirSync(this.cacheDir, { recursive: true });
|
|
200
|
+
writeFileSync(this.manifestPath, JSON.stringify(this.manifest, null, 2));
|
|
201
|
+
}
|
|
202
|
+
/**
|
|
203
|
+
* Get the path where a model is (or would be) cached.
|
|
204
|
+
*/
|
|
205
|
+
getModelPath(modelId) {
|
|
206
|
+
const safeName = modelId.replace(/[/\\:]/g, "_");
|
|
207
|
+
return join(this.cacheDir, safeName);
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* Check if a model is already downloaded.
|
|
211
|
+
*/
|
|
212
|
+
isModelDownloaded(modelId) {
|
|
213
|
+
return !!this.manifest[modelId] && existsSync(this.manifest[modelId].path);
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* Get status of all registered models.
|
|
217
|
+
*/
|
|
218
|
+
getModelStatuses(type) {
|
|
219
|
+
const models = type
|
|
220
|
+
? LOCAL_MODEL_REGISTRY[type]
|
|
221
|
+
: Object.values(LOCAL_MODEL_REGISTRY).flat();
|
|
222
|
+
return models.map((config) => ({
|
|
223
|
+
modelId: config.modelId,
|
|
224
|
+
name: config.name,
|
|
225
|
+
type: config.type,
|
|
226
|
+
downloaded: this.isModelDownloaded(config.modelId),
|
|
227
|
+
path: this.manifest[config.modelId]?.path,
|
|
228
|
+
sizeInMb: config.sizeInMb,
|
|
229
|
+
}));
|
|
230
|
+
}
|
|
231
|
+
/**
|
|
232
|
+
* Download a model from HuggingFace.
|
|
233
|
+
*/
|
|
234
|
+
async downloadModel(modelId, onProgress) {
|
|
235
|
+
const existingDownload = this.downloadLocks.get(modelId);
|
|
236
|
+
if (existingDownload) {
|
|
237
|
+
return existingDownload;
|
|
238
|
+
}
|
|
239
|
+
const downloadPromise = this.downloadModelInner(modelId, onProgress);
|
|
240
|
+
this.downloadLocks.set(modelId, downloadPromise);
|
|
241
|
+
try {
|
|
242
|
+
return await downloadPromise;
|
|
243
|
+
}
|
|
244
|
+
finally {
|
|
245
|
+
this.downloadLocks.delete(modelId);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
async downloadModelInner(modelId, onProgress) {
|
|
249
|
+
const config = Object.values(LOCAL_MODEL_REGISTRY)
|
|
250
|
+
.flat()
|
|
251
|
+
.find((model) => model.modelId === modelId);
|
|
252
|
+
if (config?.ollamaModel) {
|
|
253
|
+
return this.downloadOllamaModel(config.ollamaModel);
|
|
254
|
+
}
|
|
255
|
+
const modelPath = this.getModelPath(modelId);
|
|
256
|
+
mkdirSync(modelPath, { recursive: true });
|
|
257
|
+
console.log(`[local-models] Downloading ${modelId}...`);
|
|
258
|
+
const apiUrl = `https://huggingface.co/api/models/${modelId}`;
|
|
259
|
+
const response = await fetch(apiUrl);
|
|
260
|
+
if (!response.ok) {
|
|
261
|
+
throw new Error(`Failed to fetch model info: ${response.statusText}`);
|
|
262
|
+
}
|
|
263
|
+
const modelInfo = (await response.json());
|
|
264
|
+
const files = modelInfo.siblings ?? [];
|
|
265
|
+
const essentialPatterns = [
|
|
266
|
+
/config\.json$/,
|
|
267
|
+
/tokenizer.*\.json$/,
|
|
268
|
+
/vocab.*\.json$/,
|
|
269
|
+
/model.*\.(bin|safetensors|onnx)$/,
|
|
270
|
+
/special_tokens_map\.json$/,
|
|
271
|
+
/preprocessor_config\.json$/,
|
|
272
|
+
];
|
|
273
|
+
const filesToDownload = files
|
|
274
|
+
.map((file) => file.rfilename)
|
|
275
|
+
.filter((filename) => essentialPatterns.some((pattern) => pattern.test(filename)));
|
|
276
|
+
const downloadList = filesToDownload.length > 0
|
|
277
|
+
? filesToDownload
|
|
278
|
+
: files.map((file) => file.rfilename);
|
|
279
|
+
let totalDownloaded = 0;
|
|
280
|
+
const downloadedFiles = new Set();
|
|
281
|
+
for (const filename of downloadList) {
|
|
282
|
+
validateFilename(filename);
|
|
283
|
+
const fileUrl = `https://huggingface.co/${modelId}/resolve/main/${filename}`;
|
|
284
|
+
const filePath = join(modelPath, filename);
|
|
285
|
+
const fileDir = join(modelPath, ...filename.split("/").slice(0, -1));
|
|
286
|
+
if (fileDir !== modelPath) {
|
|
287
|
+
mkdirSync(fileDir, { recursive: true });
|
|
288
|
+
}
|
|
289
|
+
console.log(`[local-models] Downloading ${filename}...`);
|
|
290
|
+
const fileResponse = await fetch(fileUrl);
|
|
291
|
+
if (!fileResponse.ok) {
|
|
292
|
+
console.warn(`[local-models] Failed to download ${filename}: ${fileResponse.statusText}`);
|
|
293
|
+
continue;
|
|
294
|
+
}
|
|
295
|
+
const arrayBuffer = await fileResponse.arrayBuffer();
|
|
296
|
+
writeFileSync(filePath, Buffer.from(arrayBuffer));
|
|
297
|
+
downloadedFiles.add(filename);
|
|
298
|
+
totalDownloaded++;
|
|
299
|
+
onProgress?.({
|
|
300
|
+
modelId,
|
|
301
|
+
file: filename,
|
|
302
|
+
downloaded: totalDownloaded,
|
|
303
|
+
total: downloadList.length,
|
|
304
|
+
percent: (totalDownloaded / downloadList.length) * 100,
|
|
305
|
+
});
|
|
306
|
+
}
|
|
307
|
+
const requiredWeightFiles = downloadList.filter((filename) => /model.*\.(bin|safetensors|onnx)$/.test(filename));
|
|
308
|
+
const hasConfig = downloadedFiles.has("config.json");
|
|
309
|
+
const hasWeights = requiredWeightFiles.length === 0 ||
|
|
310
|
+
requiredWeightFiles.some((filename) => downloadedFiles.has(filename));
|
|
311
|
+
if (!hasConfig || !hasWeights) {
|
|
312
|
+
throw new Error(`Model download incomplete for ${modelId}: missing required config or weight files`);
|
|
313
|
+
}
|
|
314
|
+
this.manifest[modelId] = {
|
|
315
|
+
downloadedAt: new Date().toISOString(),
|
|
316
|
+
path: modelPath,
|
|
317
|
+
};
|
|
318
|
+
this.saveManifest();
|
|
319
|
+
console.log(`[local-models] Model ${modelId} downloaded to ${modelPath}`);
|
|
320
|
+
return modelPath;
|
|
321
|
+
}
|
|
322
|
+
/**
|
|
323
|
+
* Download a model via Ollama.
|
|
324
|
+
*/
|
|
325
|
+
async downloadOllamaModel(modelName) {
|
|
326
|
+
console.log(`[local-models] Pulling Ollama model ${modelName}...`);
|
|
327
|
+
const response = await fetch(`${this.ollamaUrl}/api/pull`, {
|
|
328
|
+
method: "POST",
|
|
329
|
+
headers: { "Content-Type": "application/json" },
|
|
330
|
+
body: JSON.stringify({ name: modelName, stream: false }),
|
|
331
|
+
});
|
|
332
|
+
if (!response.ok) {
|
|
333
|
+
const text = await response.text();
|
|
334
|
+
throw new Error(`Failed to pull Ollama model: ${text}`);
|
|
335
|
+
}
|
|
336
|
+
await response.json();
|
|
337
|
+
const modelId = `ollama/${modelName}`;
|
|
338
|
+
this.manifest[modelId] = {
|
|
339
|
+
downloadedAt: new Date().toISOString(),
|
|
340
|
+
path: `ollama:${modelName}`,
|
|
341
|
+
};
|
|
342
|
+
this.saveManifest();
|
|
343
|
+
console.log(`[local-models] Ollama model ${modelName} pulled successfully`);
|
|
344
|
+
return `ollama:${modelName}`;
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Get the recommended model for a given type.
|
|
348
|
+
*/
|
|
349
|
+
getRecommendedModel(type) {
|
|
350
|
+
const models = LOCAL_MODEL_REGISTRY[type];
|
|
351
|
+
return models?.[0];
|
|
352
|
+
}
|
|
353
|
+
/**
|
|
354
|
+
* Ensure a model is available (download if needed).
|
|
355
|
+
*/
|
|
356
|
+
async ensureModel(modelId) {
|
|
357
|
+
if (this.isModelDownloaded(modelId)) {
|
|
358
|
+
return this.manifest[modelId].path;
|
|
359
|
+
}
|
|
360
|
+
return this.downloadModel(modelId);
|
|
361
|
+
}
|
|
362
|
+
/**
|
|
363
|
+
* List available Ollama models.
|
|
364
|
+
*/
|
|
365
|
+
async listOllamaModels() {
|
|
366
|
+
try {
|
|
367
|
+
const response = await fetch(`${this.ollamaUrl}/api/tags`);
|
|
368
|
+
if (!response.ok)
|
|
369
|
+
return [];
|
|
370
|
+
const data = (await response.json());
|
|
371
|
+
return data.models?.map((model) => model.name) ?? [];
|
|
372
|
+
}
|
|
373
|
+
catch {
|
|
374
|
+
return [];
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
/**
|
|
378
|
+
* Check if Ollama is running.
|
|
379
|
+
*/
|
|
380
|
+
async isOllamaRunning() {
|
|
381
|
+
try {
|
|
382
|
+
const response = await fetch(`${this.ollamaUrl}/api/tags`, {
|
|
383
|
+
signal: AbortSignal.timeout(2000),
|
|
384
|
+
});
|
|
385
|
+
return response.ok;
|
|
386
|
+
}
|
|
387
|
+
catch {
|
|
388
|
+
return false;
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
}
|
|
392
|
+
// ============================================================================
|
|
393
|
+
// Default instance
|
|
394
|
+
// ============================================================================
|
|
395
|
+
let defaultManager = null;
|
|
396
|
+
export function getLocalModelManager(options) {
|
|
397
|
+
if (!defaultManager) {
|
|
398
|
+
defaultManager = new LocalModelManager(options);
|
|
399
|
+
}
|
|
400
|
+
return defaultManager;
|
|
401
|
+
}
|
|
402
|
+
// ============================================================================
|
|
403
|
+
// Convenience functions
|
|
404
|
+
// ============================================================================
|
|
405
|
+
/**
|
|
406
|
+
* Download the recommended model for a given type.
|
|
407
|
+
*/
|
|
408
|
+
export async function downloadRecommendedModel(type, onProgress) {
|
|
409
|
+
const manager = getLocalModelManager();
|
|
410
|
+
const config = manager.getRecommendedModel(type);
|
|
411
|
+
if (!config) {
|
|
412
|
+
throw new Error(`No recommended model for type: ${type}`);
|
|
413
|
+
}
|
|
414
|
+
return manager.downloadModel(config.modelId, onProgress);
|
|
415
|
+
}
|
|
416
|
+
/**
|
|
417
|
+
* Get status of all local models.
|
|
418
|
+
*/
|
|
419
|
+
export function getLocalModelStatuses(type) {
|
|
420
|
+
return getLocalModelManager().getModelStatuses(type);
|
|
421
|
+
}
|
|
422
|
+
/**
|
|
423
|
+
* Ensure a model is available for use.
|
|
424
|
+
*/
|
|
425
|
+
export async function ensureLocalModel(modelId) {
|
|
426
|
+
return getLocalModelManager().ensureModel(modelId);
|
|
427
|
+
}
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Media Provider Abstraction Layer
|
|
3
|
+
*
|
|
4
|
+
* Provides a unified interface for media generation across multiple providers:
|
|
5
|
+
* - Image Generation: FAL.ai, OpenAI (DALL-E), Google (Imagen), xAI, Eliza Cloud
|
|
6
|
+
* - Video Generation: FAL.ai, OpenAI (Sora), Google (Veo), Eliza Cloud
|
|
7
|
+
* - Audio Generation: Suno, ElevenLabs (SFX), Eliza Cloud
|
|
8
|
+
* - Vision (Analysis): OpenAI, Google, Anthropic, xAI, Eliza Cloud
|
|
9
|
+
*
|
|
10
|
+
* Follows the same pattern as TTS provider selection:
|
|
11
|
+
* - "cloud" mode uses Eliza Cloud (no API key needed)
|
|
12
|
+
* - "own-key" mode uses the user's own API keys
|
|
13
|
+
*/
|
|
14
|
+
import type { AudioGenConfig, ImageConfig, MediaConfig, VideoConfig, VisionConfig } from "@elizaos/agent/config";
|
|
15
|
+
/** Fetch with an AbortController-based timeout (default 30s). */
|
|
16
|
+
export declare function fetchWithTimeout(url: string, init: RequestInit, timeoutMs?: number): Promise<Response>;
|
|
17
|
+
export interface MediaProviderResult<T> {
|
|
18
|
+
success: boolean;
|
|
19
|
+
data?: T;
|
|
20
|
+
error?: string;
|
|
21
|
+
}
|
|
22
|
+
export interface ImageGenerationResult {
|
|
23
|
+
imageUrl?: string;
|
|
24
|
+
imageBase64?: string;
|
|
25
|
+
revisedPrompt?: string;
|
|
26
|
+
}
|
|
27
|
+
export interface VideoGenerationResult {
|
|
28
|
+
videoUrl?: string;
|
|
29
|
+
thumbnailUrl?: string;
|
|
30
|
+
duration?: number;
|
|
31
|
+
}
|
|
32
|
+
export interface AudioGenerationResult {
|
|
33
|
+
audioUrl?: string;
|
|
34
|
+
title?: string;
|
|
35
|
+
duration?: number;
|
|
36
|
+
}
|
|
37
|
+
export interface VisionAnalysisResult {
|
|
38
|
+
description: string;
|
|
39
|
+
labels?: string[];
|
|
40
|
+
confidence?: number;
|
|
41
|
+
}
|
|
42
|
+
export interface ImageGenerationOptions {
|
|
43
|
+
prompt: string;
|
|
44
|
+
size?: string;
|
|
45
|
+
quality?: "standard" | "hd";
|
|
46
|
+
style?: "natural" | "vivid";
|
|
47
|
+
negativePrompt?: string;
|
|
48
|
+
seed?: number;
|
|
49
|
+
}
|
|
50
|
+
export interface VideoGenerationOptions {
|
|
51
|
+
prompt: string;
|
|
52
|
+
duration?: number;
|
|
53
|
+
aspectRatio?: string;
|
|
54
|
+
imageUrl?: string;
|
|
55
|
+
}
|
|
56
|
+
export interface AudioGenerationOptions {
|
|
57
|
+
prompt: string;
|
|
58
|
+
duration?: number;
|
|
59
|
+
instrumental?: boolean;
|
|
60
|
+
genre?: string;
|
|
61
|
+
}
|
|
62
|
+
export interface VisionAnalysisOptions {
|
|
63
|
+
imageUrl?: string;
|
|
64
|
+
imageBase64?: string;
|
|
65
|
+
prompt?: string;
|
|
66
|
+
maxTokens?: number;
|
|
67
|
+
}
|
|
68
|
+
export interface ImageGenerationProvider {
|
|
69
|
+
name: string;
|
|
70
|
+
generate(options: ImageGenerationOptions): Promise<MediaProviderResult<ImageGenerationResult>>;
|
|
71
|
+
}
|
|
72
|
+
export interface VideoGenerationProvider {
|
|
73
|
+
name: string;
|
|
74
|
+
generate(options: VideoGenerationOptions): Promise<MediaProviderResult<VideoGenerationResult>>;
|
|
75
|
+
}
|
|
76
|
+
export interface AudioGenerationProvider {
|
|
77
|
+
name: string;
|
|
78
|
+
generate(options: AudioGenerationOptions): Promise<MediaProviderResult<AudioGenerationResult>>;
|
|
79
|
+
}
|
|
80
|
+
export interface VisionAnalysisProvider {
|
|
81
|
+
name: string;
|
|
82
|
+
analyze(options: VisionAnalysisOptions): Promise<MediaProviderResult<VisionAnalysisResult>>;
|
|
83
|
+
}
|
|
84
|
+
export declare class FalImageProvider implements ImageGenerationProvider {
|
|
85
|
+
name: string;
|
|
86
|
+
private apiKey;
|
|
87
|
+
private model;
|
|
88
|
+
private baseUrl;
|
|
89
|
+
constructor(config: NonNullable<ImageConfig["fal"]>);
|
|
90
|
+
generate(options: ImageGenerationOptions): Promise<MediaProviderResult<ImageGenerationResult>>;
|
|
91
|
+
}
|
|
92
|
+
export declare class FalVideoProvider implements VideoGenerationProvider {
|
|
93
|
+
name: string;
|
|
94
|
+
private apiKey;
|
|
95
|
+
private model;
|
|
96
|
+
private baseUrl;
|
|
97
|
+
constructor(config: NonNullable<VideoConfig["fal"]>);
|
|
98
|
+
generate(options: VideoGenerationOptions): Promise<MediaProviderResult<VideoGenerationResult>>;
|
|
99
|
+
}
|
|
100
|
+
export declare class OpenAIImageProvider implements ImageGenerationProvider {
|
|
101
|
+
name: string;
|
|
102
|
+
private apiKey;
|
|
103
|
+
private model;
|
|
104
|
+
private quality;
|
|
105
|
+
private style;
|
|
106
|
+
constructor(config: NonNullable<ImageConfig["openai"]>);
|
|
107
|
+
generate(options: ImageGenerationOptions): Promise<MediaProviderResult<ImageGenerationResult>>;
|
|
108
|
+
}
|
|
109
|
+
export declare class OpenAIVideoProvider implements VideoGenerationProvider {
|
|
110
|
+
name: string;
|
|
111
|
+
private apiKey;
|
|
112
|
+
private model;
|
|
113
|
+
constructor(config: NonNullable<VideoConfig["openai"]>);
|
|
114
|
+
generate(options: VideoGenerationOptions): Promise<MediaProviderResult<VideoGenerationResult>>;
|
|
115
|
+
}
|
|
116
|
+
export declare class OpenAIVisionProvider implements VisionAnalysisProvider {
|
|
117
|
+
name: string;
|
|
118
|
+
private apiKey;
|
|
119
|
+
private model;
|
|
120
|
+
private maxTokens;
|
|
121
|
+
constructor(config: NonNullable<VisionConfig["openai"]>);
|
|
122
|
+
analyze(options: VisionAnalysisOptions): Promise<MediaProviderResult<VisionAnalysisResult>>;
|
|
123
|
+
}
|
|
124
|
+
export declare class GoogleImageProvider implements ImageGenerationProvider {
|
|
125
|
+
name: string;
|
|
126
|
+
private apiKey;
|
|
127
|
+
private model;
|
|
128
|
+
private aspectRatio;
|
|
129
|
+
constructor(config: NonNullable<ImageConfig["google"]>);
|
|
130
|
+
generate(options: ImageGenerationOptions): Promise<MediaProviderResult<ImageGenerationResult>>;
|
|
131
|
+
}
|
|
132
|
+
export declare class GoogleVideoProvider implements VideoGenerationProvider {
|
|
133
|
+
name: string;
|
|
134
|
+
private apiKey;
|
|
135
|
+
private model;
|
|
136
|
+
constructor(config: NonNullable<VideoConfig["google"]>);
|
|
137
|
+
generate(options: VideoGenerationOptions): Promise<MediaProviderResult<VideoGenerationResult>>;
|
|
138
|
+
}
|
|
139
|
+
export declare class GoogleVisionProvider implements VisionAnalysisProvider {
|
|
140
|
+
name: string;
|
|
141
|
+
private apiKey;
|
|
142
|
+
private model;
|
|
143
|
+
constructor(config: NonNullable<VisionConfig["google"]>);
|
|
144
|
+
analyze(options: VisionAnalysisOptions): Promise<MediaProviderResult<VisionAnalysisResult>>;
|
|
145
|
+
}
|
|
146
|
+
export declare class XAIImageProvider implements ImageGenerationProvider {
|
|
147
|
+
name: string;
|
|
148
|
+
private apiKey;
|
|
149
|
+
private model;
|
|
150
|
+
constructor(config: NonNullable<ImageConfig["xai"]>);
|
|
151
|
+
generate(options: ImageGenerationOptions): Promise<MediaProviderResult<ImageGenerationResult>>;
|
|
152
|
+
}
|
|
153
|
+
export declare class XAIVisionProvider implements VisionAnalysisProvider {
|
|
154
|
+
name: string;
|
|
155
|
+
private apiKey;
|
|
156
|
+
private model;
|
|
157
|
+
constructor(config: NonNullable<VisionConfig["xai"]>);
|
|
158
|
+
analyze(options: VisionAnalysisOptions): Promise<MediaProviderResult<VisionAnalysisResult>>;
|
|
159
|
+
}
|
|
160
|
+
export declare class AnthropicVisionProvider implements VisionAnalysisProvider {
|
|
161
|
+
name: string;
|
|
162
|
+
private apiKey;
|
|
163
|
+
private model;
|
|
164
|
+
constructor(config: NonNullable<VisionConfig["anthropic"]>);
|
|
165
|
+
analyze(options: VisionAnalysisOptions): Promise<MediaProviderResult<VisionAnalysisResult>>;
|
|
166
|
+
}
|
|
167
|
+
export declare class SunoAudioProvider implements AudioGenerationProvider {
|
|
168
|
+
name: string;
|
|
169
|
+
private apiKey;
|
|
170
|
+
private model;
|
|
171
|
+
private baseUrl;
|
|
172
|
+
constructor(config: NonNullable<AudioGenConfig["suno"]>);
|
|
173
|
+
generate(options: AudioGenerationOptions): Promise<MediaProviderResult<AudioGenerationResult>>;
|
|
174
|
+
}
|
|
175
|
+
export interface MediaProviderFactoryOptions {
|
|
176
|
+
elizaCloudBaseUrl?: string;
|
|
177
|
+
elizaCloudApiKey?: string;
|
|
178
|
+
/** When true, factories will NOT fall back to ElizaCloud providers. */
|
|
179
|
+
cloudMediaDisabled?: boolean;
|
|
180
|
+
}
|
|
181
|
+
export declare function createImageProvider(config: ImageConfig | undefined, options: MediaProviderFactoryOptions): ImageGenerationProvider;
|
|
182
|
+
export declare function createVideoProvider(config: VideoConfig | undefined, options: MediaProviderFactoryOptions): VideoGenerationProvider;
|
|
183
|
+
export declare function createAudioProvider(config: AudioGenConfig | undefined, options: MediaProviderFactoryOptions): AudioGenerationProvider;
|
|
184
|
+
export declare function createVisionProvider(config: VisionConfig | undefined, options: MediaProviderFactoryOptions): VisionAnalysisProvider;
|
|
185
|
+
export interface MediaProviders {
|
|
186
|
+
image: ImageGenerationProvider;
|
|
187
|
+
video: VideoGenerationProvider;
|
|
188
|
+
audio: AudioGenerationProvider;
|
|
189
|
+
vision: VisionAnalysisProvider;
|
|
190
|
+
}
|
|
191
|
+
export declare function createMediaProviders(config: MediaConfig | undefined, options: MediaProviderFactoryOptions): MediaProviders;
|
|
192
|
+
//# sourceMappingURL=media-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"media-provider.d.ts","sourceRoot":"","sources":["../../../../../src/providers/media-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EACX,WAAW,EACX,WAAW,EACX,YAAY,EACb,MAAM,uBAAuB,CAAC;AAM/B,iEAAiE;AACjE,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,WAAW,EACjB,SAAS,SAAS,GACjB,OAAO,CAAC,QAAQ,CAAC,CAMnB;AAqBD,MAAM,WAAW,mBAAmB,CAAC,CAAC;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CACN,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CACN,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CACN,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CACL,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC,CAAC;CACvD;AAsND,qBAAa,gBAAiB,YAAW,uBAAuB;IAC9D,IAAI,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAS7C,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CAsCvD;AAED,qBAAa,gBAAiB,YAAW,uBAAuB;IAC9D,IAAI,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAS7C,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CAqCvD;AAMD,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,KAAK,CAAsB;gBAEvB,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAUhD,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CA2CvD;AAED,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAQhD,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CA4CvD;AAED,qBAAa,oBAAqB,YAAW,sBAAsB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IASjD,OAAO,CACX,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;CA6DtD;AAMD,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAShD,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CA8CvD;AAED,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAQhD,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CA+DvD;AAED,qBAAa,oBAAqB,YAAW,sBAAsB;IACjE,IAAI,SAAY;IAChB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IAQjD,OAAO,CACX,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;CAiDtD;AAMD,qBAAa,gBAAiB,YAAW,uBAAuB;IAC9D,IAAI,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAQ7C,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CA2CvD;AAED,qBAAa,iBAAkB,YAAW,sBAAsB;IAC9D,IAAI,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAQ9C,OAAO,CACX,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;CA2DtD;AA2LD,qBAAa,uBAAwB,YAAW,sBAAsB;IACpE,IAAI,SAAe;IACnB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IAQpD,OAAO,CACX,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;CA4DtD;AAMD,qBAAa,iBAAkB,YAAW,uBAAuB;IAC/D,IAAI,SAAU;IACd,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IASjD,QAAQ,CACZ,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;CAsCvD;AAMD,MAAM,WAAW,2BAA2B;IAC1C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uEAAuE;IACvE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,OAAO,EAAE,2BAA2B,GACnC,uBAAuB,CAqCzB;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,OAAO,EAAE,2BAA2B,GACnC,uBAAuB,CAgCzB;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,cAAc,GAAG,SAAS,EAClC,OAAO,EAAE,2BAA2B,GACnC,uBAAuB,CAkBzB;AAED,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,YAAY,GAAG,SAAS,EAChC,OAAO,EAAE,2BAA2B,GACnC,sBAAsB,CAwCxB;AAMD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,uBAAuB,CAAC;IAC/B,KAAK,EAAE,uBAAuB,CAAC;IAC/B,KAAK,EAAE,uBAAuB,CAAC;IAC/B,MAAM,EAAE,sBAAsB,CAAC;CAChC;AAED,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,OAAO,EAAE,2BAA2B,GACnC,cAAc,CAOhB"}
|