neoagent 2.4.1-beta.9 → 2.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +33 -3
- package/LICENSE +111 -56
- package/README.md +8 -3
- package/docs/configuration.md +8 -0
- package/docs/getting-started.md +9 -3
- package/docs/index.md +4 -0
- package/extensions/chrome-browser/background.mjs +36 -4
- package/extensions/chrome-browser/icons/icon128.png +0 -0
- package/extensions/chrome-browser/icons/icon16.png +0 -0
- package/extensions/chrome-browser/icons/icon48.png +0 -0
- package/extensions/chrome-browser/icons/logo.svg +39 -8
- package/extensions/chrome-browser/manifest.json +3 -3
- package/extensions/chrome-browser/popup.html +5 -1
- package/extensions/chrome-browser/popup.js +13 -0
- package/flutter_app/android/app/src/main/AndroidManifest.xml +2 -1
- package/flutter_app/android/app/src/main/res/mipmap-hdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-mdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png +0 -0
- package/flutter_app/assets/branding/app_icon_1024.png +0 -0
- package/flutter_app/assets/branding/app_icon_128.png +0 -0
- package/flutter_app/assets/branding/app_icon_192.png +0 -0
- package/flutter_app/assets/branding/app_icon_256.png +0 -0
- package/flutter_app/assets/branding/app_icon_32.png +0 -0
- package/flutter_app/assets/branding/app_icon_512.png +0 -0
- package/flutter_app/assets/branding/app_icon_64.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_1024.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_128.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_192.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_256.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_32.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_512.png +0 -0
- package/flutter_app/assets/branding/app_icon_light_64.png +0 -0
- package/flutter_app/assets/branding/onboarding_intro.mp4 +0 -0
- package/flutter_app/assets/branding/tray_icon_light_template.png +0 -0
- package/flutter_app/assets/branding/tray_icon_template.png +0 -0
- package/flutter_app/lib/features/location/location_service.dart +3 -0
- package/flutter_app/lib/features/onboarding/onboarding_chrome.dart +391 -382
- package/flutter_app/lib/features/onboarding/onboarding_companion_step.dart +743 -0
- package/flutter_app/lib/features/onboarding/onboarding_messaging_step.dart +18 -16
- package/flutter_app/lib/features/onboarding/onboarding_model_step.dart +19 -18
- package/flutter_app/lib/features/onboarding/onboarding_shell.dart +8 -1
- package/flutter_app/lib/features/onboarding/onboarding_video_step.dart +16 -13
- package/flutter_app/lib/features/onboarding/onboarding_welcome_step.dart +17 -13
- package/flutter_app/lib/main.dart +2 -0
- package/flutter_app/lib/main_account_settings.dart +10 -34
- package/flutter_app/lib/main_admin.dart +14 -1
- package/flutter_app/lib/main_app_shell.dart +377 -340
- package/flutter_app/lib/main_chat.dart +707 -227
- package/flutter_app/lib/main_controller.dart +197 -42
- package/flutter_app/lib/main_devices.dart +436 -4
- package/flutter_app/lib/main_integrations.dart +255 -6
- package/flutter_app/lib/main_launcher.dart +1 -1
- package/flutter_app/lib/main_model_picker.dart +685 -0
- package/flutter_app/lib/main_models.dart +212 -0
- package/flutter_app/lib/main_navigation.dart +1 -9
- package/flutter_app/lib/main_operations.dart +1417 -614
- package/flutter_app/lib/main_settings.dart +673 -871
- package/flutter_app/lib/main_shared.dart +971 -443
- package/flutter_app/lib/main_spacing.dart +4 -4
- package/flutter_app/lib/main_theme.dart +22 -14
- package/flutter_app/lib/main_unified.dart +5 -72
- package/flutter_app/lib/src/android_apk_drop_zone.dart +24 -0
- package/flutter_app/lib/src/android_apk_drop_zone_stub.dart +13 -0
- package/flutter_app/lib/src/android_apk_drop_zone_web.dart +219 -0
- package/flutter_app/lib/src/backend_client.dart +46 -0
- package/flutter_app/lib/src/desktop_companion_actions.dart +30 -7
- package/flutter_app/lib/src/desktop_companion_io.dart +71 -1
- package/flutter_app/lib/src/security/password_strength.dart +84 -0
- package/flutter_app/lib/src/stream_renderer.dart +42 -3
- package/flutter_app/lib/src/theme/palette.dart +76 -34
- package/flutter_app/linux/runner/resources/app_icon.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_1024.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_128.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_16.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_256.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_32.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_512.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_64.png +0 -0
- package/flutter_app/pubspec.lock +2 -2
- package/flutter_app/pubspec.yaml +7 -1
- package/flutter_app/tool/branding_source/neoagent-icon-1024.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-128.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-16.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-180.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-192.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-256.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-32.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-48.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-512.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon-64.png +0 -0
- package/flutter_app/tool/branding_source/neoagent-icon.svg +43 -0
- package/flutter_app/tool/generate_desktop_branding.py +154 -152
- package/flutter_app/web/favicon.png +0 -0
- package/flutter_app/web/favicon.svg +40 -9
- package/flutter_app/web/favicon_light.svg +43 -0
- package/flutter_app/web/icons/Icon-192-light.png +0 -0
- package/flutter_app/web/icons/Icon-192.png +0 -0
- package/flutter_app/web/icons/Icon-512-light.png +0 -0
- package/flutter_app/web/icons/Icon-512.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-192-light.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-192.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-512-light.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-512.png +0 -0
- package/flutter_app/windows/runner/main.cpp +7 -1
- package/flutter_app/windows/runner/resources/app_icon.ico +0 -0
- package/lib/manager.js +445 -83
- package/package.json +17 -3
- package/runtime/paths.js +3 -1
- package/server/admin/access.js +198 -0
- package/server/admin/admin.css +268 -0
- package/server/admin/admin.js +348 -0
- package/server/admin/analytics.js +128 -0
- package/server/admin/index.html +1015 -0
- package/server/admin/login.html +290 -0
- package/server/admin/logo.svg +43 -0
- package/server/admin/sql.js +134 -0
- package/server/admin/users.js +147 -0
- package/server/config/origins.js +3 -1
- package/server/db/database.js +92 -0
- package/server/db/ftsQuery.js +27 -0
- package/server/http/routes.js +1 -0
- package/server/http/static.js +23 -6
- package/server/index.js +1 -1
- package/server/middleware/adminAuth.js +48 -0
- package/server/middleware/auth.js +1 -40
- package/server/public/.last_build_id +1 -1
- package/server/public/app_icon.png +0 -0
- package/server/public/assets/AssetManifest.bin +1 -1
- package/server/public/assets/AssetManifest.bin.json +1 -1
- package/server/public/assets/assets/branding/app_icon_1024.png +0 -0
- package/server/public/assets/assets/branding/app_icon_256.png +0 -0
- package/server/public/assets/assets/branding/app_icon_512.png +0 -0
- package/server/public/assets/assets/branding/app_icon_light_1024.png +0 -0
- package/server/public/assets/assets/branding/app_icon_light_256.png +0 -0
- package/server/public/assets/assets/branding/app_icon_light_512.png +0 -0
- package/server/public/assets/assets/branding/onboarding_intro.mp4 +0 -0
- package/server/public/assets/assets/branding/tray_icon_light_template.png +0 -0
- package/server/public/assets/assets/branding/tray_icon_template.png +0 -0
- package/server/public/assets/fonts/MaterialIcons-Regular.otf +0 -0
- package/server/public/assets/web/icons/Icon-192.png +0 -0
- package/server/public/favicon.png +0 -0
- package/server/public/favicon.svg +40 -9
- package/server/public/favicon_light.svg +43 -0
- package/server/public/flutter_bootstrap.js +2 -2
- package/server/public/icons/Icon-192-light.png +0 -0
- package/server/public/icons/Icon-192.png +0 -0
- package/server/public/icons/Icon-512-light.png +0 -0
- package/server/public/icons/Icon-512.png +0 -0
- package/server/public/icons/Icon-maskable-192-light.png +0 -0
- package/server/public/icons/Icon-maskable-192.png +0 -0
- package/server/public/icons/Icon-maskable-512-light.png +0 -0
- package/server/public/icons/Icon-maskable-512.png +0 -0
- package/server/public/main.dart.js +88537 -85936
- package/server/routes/admin.js +632 -0
- package/server/routes/agent_profiles.js +3 -0
- package/server/routes/agents.js +1 -1
- package/server/routes/auth.js +3 -1
- package/server/routes/mcp.js +29 -13
- package/server/routes/memory.js +23 -1
- package/server/routes/messaging.js +2 -0
- package/server/routes/screenHistory.js +14 -8
- package/server/routes/settings.js +10 -2
- package/server/routes/stream.js +1 -1
- package/server/routes/triggers.js +4 -4
- package/server/routes/voice_assistant.js +36 -1
- package/server/routes/workspace.js +86 -0
- package/server/services/account/admin_two_factor.js +132 -0
- package/server/services/account/password_policy.js +6 -1
- package/server/services/ai/completion.js +44 -0
- package/server/services/ai/engine.js +321 -500
- package/server/services/ai/imageAnalysis.js +9 -5
- package/server/services/ai/logFormat.js +46 -0
- package/server/services/ai/loopPolicy.js +11 -0
- package/server/services/ai/messagingFallback.js +228 -0
- package/server/services/ai/models.js +194 -55
- package/server/services/ai/providerRetry.js +169 -0
- package/server/services/ai/providers/anthropic.js +15 -4
- package/server/services/ai/providers/google.js +38 -11
- package/server/services/ai/providers/grok.js +19 -68
- package/server/services/ai/providers/grokOauth.js +141 -0
- package/server/services/ai/providers/nvidia.js +154 -0
- package/server/services/ai/providers/ollama.js +76 -39
- package/server/services/ai/providers/openai.js +20 -31
- package/server/services/ai/providers/openaiCodex.js +6 -2
- package/server/services/ai/providers/openaiCompatible.js +70 -0
- package/server/services/ai/providers/openrouter.js +162 -0
- package/server/services/ai/settings.js +30 -0
- package/server/services/ai/systemPrompt.js +51 -29
- package/server/services/ai/taskAnalysis.js +60 -1
- package/server/services/ai/toolEvidence.js +207 -0
- package/server/services/ai/toolSelector.js +8 -1
- package/server/services/ai/tools.js +78 -13
- package/server/services/browser/extension/registry.js +94 -9
- package/server/services/desktop/registry.js +104 -1
- package/server/services/desktop/screenRecorder.js +208 -98
- package/server/services/desktop/screen_recorder_support.js +46 -0
- package/server/services/integrations/google/provider.js +13 -0
- package/server/services/integrations/home_assistant/constants.js +88 -0
- package/server/services/integrations/home_assistant/network.js +207 -0
- package/server/services/integrations/home_assistant/provider.js +249 -0
- package/server/services/integrations/home_assistant/snapshot.js +98 -0
- package/server/services/integrations/home_assistant/tools.js +101 -0
- package/server/services/integrations/manager.js +5 -0
- package/server/services/integrations/registry.js +2 -0
- package/server/services/integrations/trello/provider.js +8 -2
- package/server/services/manager.js +51 -53
- package/server/services/mcp/client.js +208 -268
- package/server/services/mcp/client_support.js +172 -0
- package/server/services/mcp/recovery.js +116 -0
- package/server/services/mcp/tool_operations.js +123 -0
- package/server/services/memory/ingestion.js +185 -370
- package/server/services/memory/ingestion_coverage.js +129 -0
- package/server/services/memory/ingestion_documents.js +123 -0
- package/server/services/memory/ingestion_support.js +171 -0
- package/server/services/memory/intelligence.js +181 -0
- package/server/services/memory/manager.js +476 -32
- package/server/services/messaging/automation.js +71 -134
- package/server/services/messaging/formatting_guides.js +26 -1
- package/server/services/messaging/inbound_queue.js +111 -0
- package/server/services/messaging/manager.js +25 -8
- package/server/services/messaging/typing_keepalive.js +110 -0
- package/server/services/streaming/android-stream.js +293 -40
- package/server/services/tasks/integration_runtime.js +4 -1
- package/server/services/tasks/runtime.js +415 -56
- package/server/services/tasks/task_repository.js +48 -6
- package/server/services/websocket.js +8 -2
- package/server/services/widgets/service.js +17 -1
- package/server/services/workspace/manager.js +116 -0
- package/server/utils/logger.js +44 -6
- package/server/utils/security.js +3 -0
- package/server/utils/version.js +29 -19
- package/server/services/memory/openhuman_uplift.test.js +0 -98
|
@@ -9,7 +9,7 @@ const {
|
|
|
9
9
|
} = require('../provider_config_store');
|
|
10
10
|
const { getConnectionAccessMode } = require('../access');
|
|
11
11
|
const { fetchJson } = require('../oauth_provider');
|
|
12
|
-
const { encryptValue } = require('../secrets');
|
|
12
|
+
const { encryptValue, decryptValue } = require('../secrets');
|
|
13
13
|
|
|
14
14
|
const TRELLO_APP = {
|
|
15
15
|
id: 'trello',
|
|
@@ -732,7 +732,13 @@ function createTrelloProvider() {
|
|
|
732
732
|
return 'Trello: native Trello access is connected in this run with one Trello account for board, list, card, comment, and search tools.';
|
|
733
733
|
},
|
|
734
734
|
async executeTool(toolName, args, connection) {
|
|
735
|
-
|
|
735
|
+
let credentials = {};
|
|
736
|
+
try {
|
|
737
|
+
credentials = JSON.parse(decryptValue(connection.credentials_json || '{}') || '{}');
|
|
738
|
+
} catch {
|
|
739
|
+
credentials = {};
|
|
740
|
+
}
|
|
741
|
+
return executeTrelloTool(toolName, args, { connection, credentials });
|
|
736
742
|
},
|
|
737
743
|
getUserConfig({ userId, agentId }) {
|
|
738
744
|
const normalizedUserId = Number(userId);
|
|
@@ -24,7 +24,10 @@ const { WorkspaceManager } = require('./workspace/manager');
|
|
|
24
24
|
const { BrowserExtensionRegistry } = require('./browser/extension/registry');
|
|
25
25
|
const { DesktopCompanionRegistry } = require('./desktop/registry');
|
|
26
26
|
const { DesktopProvider } = require('./desktop/provider');
|
|
27
|
-
const {
|
|
27
|
+
const {
|
|
28
|
+
ScreenRecorder,
|
|
29
|
+
hasOpenConnectionForUser,
|
|
30
|
+
} = require('./desktop/screenRecorder');
|
|
28
31
|
const { WearableService } = require('./wearable/service');
|
|
29
32
|
const { getRuntimeValidation } = require('./runtime/validation');
|
|
30
33
|
const {
|
|
@@ -112,10 +115,11 @@ function createMemoryIngestionService(app, { memoryManager, integrationManager }
|
|
|
112
115
|
new MemoryIngestionService({
|
|
113
116
|
memoryManager,
|
|
114
117
|
integrationManager,
|
|
118
|
+
intervalMs: process.env.NEOAGENT_MEMORY_INGESTION_INTERVAL_MS || undefined,
|
|
115
119
|
}),
|
|
116
120
|
);
|
|
117
|
-
memoryIngestionService.start();
|
|
118
|
-
logServiceReady(
|
|
121
|
+
const status = memoryIngestionService.start();
|
|
122
|
+
logServiceReady(`Memory ingestion service started (${status.intervalMs}ms interval)`);
|
|
119
123
|
return memoryIngestionService;
|
|
120
124
|
}
|
|
121
125
|
|
|
@@ -368,44 +372,26 @@ function createWearableService(app) {
|
|
|
368
372
|
}
|
|
369
373
|
|
|
370
374
|
function createScreenRecorder(app) {
|
|
371
|
-
const
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
for (const connection of userMap.values()) {
|
|
377
|
-
if (typeof connection?.isOpen === 'function' && connection.isOpen()) {
|
|
378
|
-
return true;
|
|
379
|
-
}
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
const extensionRegistry = app.locals.browserExtensionRegistry;
|
|
385
|
-
if (extensionRegistry?.connectionsByUser instanceof Map) {
|
|
386
|
-
for (const value of extensionRegistry.connectionsByUser.values()) {
|
|
387
|
-
if (value instanceof Map) {
|
|
388
|
-
for (const connection of value.values()) {
|
|
389
|
-
if (typeof connection?.isOpen === 'function' && connection.isOpen()) {
|
|
390
|
-
return true;
|
|
391
|
-
}
|
|
392
|
-
}
|
|
393
|
-
} else if (typeof value?.isOpen === 'function' && value.isOpen()) {
|
|
394
|
-
return true;
|
|
395
|
-
}
|
|
396
|
-
}
|
|
397
|
-
}
|
|
398
|
-
|
|
399
|
-
return false;
|
|
375
|
+
const hasActiveCaptureSessionForUser = (userId) => {
|
|
376
|
+
return (
|
|
377
|
+
hasOpenConnectionForUser(app.locals.desktopCompanionRegistry, userId)
|
|
378
|
+
|| hasOpenConnectionForUser(app.locals.browserExtensionRegistry, userId)
|
|
379
|
+
);
|
|
400
380
|
};
|
|
401
381
|
|
|
402
382
|
const screenRecorder = registerLocal(
|
|
403
383
|
app,
|
|
404
384
|
'screenRecorder',
|
|
405
|
-
new ScreenRecorder({
|
|
385
|
+
new ScreenRecorder({ hasActiveCaptureSessionForUser }),
|
|
406
386
|
);
|
|
407
|
-
screenRecorder.start();
|
|
408
|
-
|
|
387
|
+
const status = screenRecorder.start();
|
|
388
|
+
if (status.state === 'running') {
|
|
389
|
+
logServiceReady(
|
|
390
|
+
`Screen recorder started for user ${status.ownerUserId} (${status.intervalMs}ms interval)`,
|
|
391
|
+
);
|
|
392
|
+
} else {
|
|
393
|
+
logServiceReady(`Screen recorder ${status.state}: ${status.reason}`);
|
|
394
|
+
}
|
|
409
395
|
return screenRecorder;
|
|
410
396
|
}
|
|
411
397
|
|
|
@@ -541,12 +527,16 @@ async function stopServices(app) {
|
|
|
541
527
|
console.log('[Services] Stopping services');
|
|
542
528
|
|
|
543
529
|
if (app.locals.taskRuntime) {
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
530
|
+
tasks.push(
|
|
531
|
+
Promise.resolve()
|
|
532
|
+
.then(() => app.locals.taskRuntime.stop())
|
|
533
|
+
.then((status) => {
|
|
534
|
+
logServiceReady(`Task runtime shutdown complete (${status.state})`);
|
|
535
|
+
})
|
|
536
|
+
.catch((err) => {
|
|
537
|
+
console.error('[Tasks] Stop error:', getErrorMessage(err));
|
|
538
|
+
}),
|
|
539
|
+
);
|
|
550
540
|
}
|
|
551
541
|
|
|
552
542
|
if (app.locals.streamHub) {
|
|
@@ -559,12 +549,16 @@ async function stopServices(app) {
|
|
|
559
549
|
}
|
|
560
550
|
|
|
561
551
|
if (app.locals.memoryIngestionService) {
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
552
|
+
tasks.push(
|
|
553
|
+
Promise.resolve()
|
|
554
|
+
.then(() => app.locals.memoryIngestionService.stop())
|
|
555
|
+
.then((status) => {
|
|
556
|
+
logServiceReady(`Memory ingestion shutdown complete (${status.state})`);
|
|
557
|
+
})
|
|
558
|
+
.catch((err) => {
|
|
559
|
+
console.error('[MemoryIngestion] Stop error:', getErrorMessage(err));
|
|
560
|
+
}),
|
|
561
|
+
);
|
|
568
562
|
}
|
|
569
563
|
|
|
570
564
|
if (app.locals.mcpClient) {
|
|
@@ -637,12 +631,16 @@ async function stopServices(app) {
|
|
|
637
631
|
}
|
|
638
632
|
|
|
639
633
|
if (app.locals.screenRecorder) {
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
634
|
+
tasks.push(
|
|
635
|
+
Promise.resolve()
|
|
636
|
+
.then(() => app.locals.screenRecorder.stop())
|
|
637
|
+
.then((status) => {
|
|
638
|
+
logServiceReady(`Screen recorder shutdown complete (${status.state})`);
|
|
639
|
+
})
|
|
640
|
+
.catch((err) => {
|
|
641
|
+
console.error('[ScreenRecorder] Stop error:', getErrorMessage(err));
|
|
642
|
+
}),
|
|
643
|
+
);
|
|
646
644
|
}
|
|
647
645
|
|
|
648
646
|
if (app.locals.browserExtensionRegistry) {
|