saeeol 1.2.5 → 1.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +15 -12
- package/src/ltm/config.ts +15 -15
- package/src/ltm/events.ts +1 -1
- package/src/ltm/index.ts +1 -1
- package/src/ltm/pipeline.ts +22 -22
- package/src/ltm/scheduler.ts +20 -20
- package/src/ltm/store.ts +9 -7
- package/src/ltm/types.ts +16 -16
- package/src/provider/local/embedder.ts +21 -21
- package/src/provider/models-snapshot.d.ts +2 -0
- package/src/provider/models-snapshot.js +3 -0
- package/src/session/message/message-errors.ts +1 -1
- package/src/session/message/message-parts.ts +1 -1
- package/src/session/message/message-transform.ts +1 -1
- package/src/session/message/message-types.ts +1 -1
- package/src/tool/core/tool.ts +1 -1
- package/AGENTS.md +0 -72
- package/BUN_SHELL_MIGRATION_PLAN.md +0 -136
- package/Dockerfile +0 -18
- package/assets/saeeol.ico +0 -0
- package/bin/saeeol +0 -187
- package/bunfig.toml +0 -7
- package/database.db +0 -0
- package/drizzle.config.ts +0 -10
- package/git +0 -0
- package/migration/20260127222353_familiar_lady_ursula/migration.sql +0 -90
- package/migration/20260127222353_familiar_lady_ursula/snapshot.json +0 -796
- package/migration/20260211171708_add_project_commands/migration.sql +0 -1
- package/migration/20260211171708_add_project_commands/snapshot.json +0 -806
- package/migration/20260213144116_wakeful_the_professor/migration.sql +0 -11
- package/migration/20260213144116_wakeful_the_professor/snapshot.json +0 -897
- package/migration/20260225215848_workspace/migration.sql +0 -7
- package/migration/20260225215848_workspace/snapshot.json +0 -959
- package/migration/20260227213759_add_session_workspace_id/migration.sql +0 -2
- package/migration/20260227213759_add_session_workspace_id/snapshot.json +0 -983
- package/migration/20260228203230_blue_harpoon/migration.sql +0 -17
- package/migration/20260228203230_blue_harpoon/snapshot.json +0 -1102
- package/migration/20260303231226_add_workspace_fields/migration.sql +0 -5
- package/migration/20260303231226_add_workspace_fields/snapshot.json +0 -1013
- package/migration/20260309230000_move_org_to_state/migration.sql +0 -3
- package/migration/20260309230000_move_org_to_state/snapshot.json +0 -1156
- package/migration/20260312043431_session_message_cursor/migration.sql +0 -4
- package/migration/20260312043431_session_message_cursor/snapshot.json +0 -1168
- package/migration/20260323234822_events/migration.sql +0 -13
- package/migration/20260323234822_events/snapshot.json +0 -1271
- package/migration/20260410174513_workspace-name/migration.sql +0 -16
- package/migration/20260410174513_workspace-name/snapshot.json +0 -1271
- package/migration/20260413175956_chief_energizer/migration.sql +0 -13
- package/migration/20260413175956_chief_energizer/snapshot.json +0 -1399
- package/migration/20260423070820_add_icon_url_override/migration.sql +0 -2
- package/migration/20260423070820_add_icon_url_override/snapshot.json +0 -1409
- package/migration/20260428004200_add_session_path/migration.sql +0 -1
- package/migration/20260428004200_add_session_path/snapshot.json +0 -1419
- package/npm/bin/saeeol +0 -42
- package/npm/package.json +0 -39
- package/npm/postinstall.js +0 -162
- package/parsers-config.ts +0 -289
- package/script/build.ts +0 -393
- package/script/check-migrations.ts +0 -16
- package/script/fix-node-pty.ts +0 -34
- package/script/generate.ts +0 -23
- package/script/postinstall.mjs +0 -189
- package/script/publish.ts +0 -200
- package/script/run-workspace-server +0 -106
- package/script/schema.ts +0 -63
- package/script/test-runner.ts +0 -420
- package/script/time.ts +0 -6
- package/script/trace-imports.ts +0 -153
- package/script/upgrade-opentui.ts +0 -64
- package/scripts/diff-sdk-types.sh +0 -52
- package/specs/effect/facades.md +0 -221
- package/specs/effect/http-api.md +0 -401
- package/specs/effect/instance-context.md +0 -309
- package/specs/effect/loose-ends.md +0 -34
- package/specs/effect/migration.md +0 -299
- package/specs/effect/routes.md +0 -64
- package/specs/effect/schema.md +0 -399
- package/specs/effect/server-package.md +0 -668
- package/specs/effect/tools.md +0 -90
- package/specs/tui-plugins.md +0 -433
- package/specs/v2/api.ts +0 -67
- package/specs/v2/keymappings.md +0 -10
- package/specs/v2/message-shape.md +0 -136
- package/src/tool/apply_patch.txt +0 -33
- package/src/tool/bash.txt +0 -119
- package/src/tool/edit.txt +0 -10
- package/src/tool/glob.txt +0 -6
- package/src/tool/grep.txt +0 -8
- package/src/tool/lsp.txt +0 -24
- package/src/tool/plan-enter.txt +0 -14
- package/src/tool/plan-exit.txt +0 -13
- package/src/tool/question.txt +0 -11
- package/src/tool/read.txt +0 -14
- package/src/tool/recall.txt +0 -12
- package/src/tool/skill.txt +0 -5
- package/src/tool/task.txt +0 -57
- package/src/tool/todowrite.txt +0 -167
- package/src/tool/warpgrep.txt +0 -10
- package/src/tool/webfetch.txt +0 -13
- package/src/tool/websearch.txt +0 -14
- package/src/tool/write.txt +0 -8
- package/sst-env.d.ts +0 -10
- package/test/AGENTS.md +0 -133
- package/test/account/repo.test.ts +0 -352
- package/test/account/service.test.ts +0 -456
- package/test/acp/agent-interface.test.ts +0 -51
- package/test/acp/event-subscription.test.ts +0 -725
- package/test/agent/agent.test.ts +0 -890
- package/test/auth/auth.test.ts +0 -86
- package/test/bun/registry.test.ts +0 -75
- package/test/bus/bus-effect.test.ts +0 -161
- package/test/bus/bus-integration.test.ts +0 -87
- package/test/bus/bus.test.ts +0 -219
- package/test/cli/account.test.ts +0 -26
- package/test/cli/auto-mode.test.ts +0 -75
- package/test/cli/bin-saeeol.test.ts +0 -8
- package/test/cli/cmd/tui/prompt-part.test.ts +0 -47
- package/test/cli/cmd/tui/prompt-traits.test.ts +0 -38
- package/test/cli/cmd/tui/sync.test.tsx +0 -159
- package/test/cli/error.test.ts +0 -18
- package/test/cli/github-action.test.ts +0 -198
- package/test/cli/github-remote.test.ts +0 -85
- package/test/cli/import.test.ts +0 -97
- package/test/cli/install-artifact.test.ts +0 -72
- package/test/cli/plugin-auth-picker.test.ts +0 -120
- package/test/cli/pr.test.ts +0 -59
- package/test/cli/tui/editor-context-zed.test.ts +0 -356
- package/test/cli/tui/editor-context.test.tsx +0 -228
- package/test/cli/tui/keybind-plugin.test.ts +0 -90
- package/test/cli/tui/markdown.test.ts +0 -161
- package/test/cli/tui/plugin-add.test.ts +0 -111
- package/test/cli/tui/plugin-install.test.ts +0 -87
- package/test/cli/tui/plugin-lifecycle.test.ts +0 -224
- package/test/cli/tui/plugin-loader-entrypoint.test.ts +0 -484
- package/test/cli/tui/plugin-loader-pure.test.ts +0 -71
- package/test/cli/tui/plugin-loader.test.ts +0 -816
- package/test/cli/tui/plugin-toggle.test.ts +0 -157
- package/test/cli/tui/revert-diff.test.ts +0 -35
- package/test/cli/tui/slot-replace.test.tsx +0 -47
- package/test/cli/tui/theme-store.test.ts +0 -54
- package/test/cli/tui/thread.test.ts +0 -28
- package/test/cli/tui/transcript.test.ts +0 -426
- package/test/cli/tui/usage.test.ts +0 -60
- package/test/cli/tui/use-event.test.tsx +0 -175
- package/test/config/agent-color.test.ts +0 -67
- package/test/config/config.test.ts +0 -2544
- package/test/config/fixtures/empty-frontmatter.md +0 -4
- package/test/config/fixtures/frontmatter.md +0 -28
- package/test/config/fixtures/markdown-header.md +0 -11
- package/test/config/fixtures/no-frontmatter.md +0 -1
- package/test/config/fixtures/weird-model-id.md +0 -13
- package/test/config/lsp.test.ts +0 -87
- package/test/config/markdown.test.ts +0 -228
- package/test/config/plugin.test.ts +0 -0
- package/test/config/tui.test.ts +0 -624
- package/test/control-plane/adapters.test.ts +0 -71
- package/test/control-plane/workspace.test.ts +0 -1526
- package/test/effect/app-runtime-logger.test.ts +0 -98
- package/test/effect/config-service.test.ts +0 -65
- package/test/effect/instance-state.test.ts +0 -394
- package/test/effect/run-service.test.ts +0 -89
- package/test/effect/runner.test.ts +0 -523
- package/test/fake/provider.ts +0 -82
- package/test/file/fsmonitor.test.ts +0 -68
- package/test/file/ignore.test.ts +0 -10
- package/test/file/index.test.ts +0 -954
- package/test/file/path-traversal.test.ts +0 -205
- package/test/file/ripgrep.test.ts +0 -226
- package/test/file/watcher.test.ts +0 -249
- package/test/filesystem/filesystem.test.ts +0 -319
- package/test/fixture/db.ts +0 -11
- package/test/fixture/fixture.test.ts +0 -26
- package/test/fixture/fixture.ts +0 -175
- package/test/fixture/flock-worker.ts +0 -72
- package/test/fixture/log-init-worker.ts +0 -62
- package/test/fixture/lsp/fake-lsp-server.js +0 -249
- package/test/fixture/plug-worker.ts +0 -93
- package/test/fixture/plugin-meta-worker.ts +0 -19
- package/test/fixture/skills/agents-sdk/SKILL.md +0 -152
- package/test/fixture/skills/cloudflare/SKILL.md +0 -211
- package/test/fixture/skills/index.json +0 -6
- package/test/fixture/tui-plugin.ts +0 -323
- package/test/fixture/tui-runtime.ts +0 -31
- package/test/format/format.test.ts +0 -272
- package/test/git/git.test.ts +0 -128
- package/test/ide/ide.test.ts +0 -82
- package/test/installation/installation.test.ts +0 -168
- package/test/keybind.test.ts +0 -421
- package/test/lib/effect.ts +0 -53
- package/test/lib/filesystem.ts +0 -10
- package/test/lib/llm-server.ts +0 -778
- package/test/lib/websocket.ts +0 -46
- package/test/lsp/client.test.ts +0 -482
- package/test/lsp/index.test.ts +0 -160
- package/test/lsp/launch.test.ts +0 -22
- package/test/lsp/lifecycle.test.ts +0 -184
- package/test/ltm/ltm.test.ts +0 -230
- package/test/mcp/headers.test.ts +0 -178
- package/test/mcp/lifecycle.test.ts +0 -787
- package/test/mcp/oauth-auto-connect.test.ts +0 -311
- package/test/mcp/oauth-browser.test.ts +0 -276
- package/test/mcp/oauth-callback.test.ts +0 -34
- package/test/memory/abort-leak-webfetch.ts +0 -49
- package/test/memory/abort-leak.test.ts +0 -128
- package/test/patch/patch.test.ts +0 -348
- package/test/permission/arity.test.ts +0 -33
- package/test/permission/next.test.ts +0 -1227
- package/test/permission/next.toConfig.test.ts +0 -110
- package/test/permission-task.test.ts +0 -326
- package/test/plugin/auth-override.test.ts +0 -79
- package/test/plugin/cloudflare.test.ts +0 -68
- package/test/plugin/codex.test.ts +0 -123
- package/test/plugin/github-copilot-models.test.ts +0 -261
- package/test/plugin/install-concurrency.test.ts +0 -140
- package/test/plugin/install.test.ts +0 -570
- package/test/plugin/loader-shared.test.ts +0 -1169
- package/test/plugin/meta.test.ts +0 -137
- package/test/plugin/shared.test.ts +0 -88
- package/test/plugin/trigger.test.ts +0 -102
- package/test/plugin/workspace-adapter.test.ts +0 -109
- package/test/preload.ts +0 -77
- package/test/project/instance.test.ts +0 -276
- package/test/project/migrate-global.test.ts +0 -152
- package/test/project/project.test.ts +0 -600
- package/test/project/vcs.test.ts +0 -286
- package/test/project/worktree-remove.test.ts +0 -126
- package/test/project/worktree.test.ts +0 -223
- package/test/provider/amazon-bedrock.test.ts +0 -462
- package/test/provider/copilot/convert-to-copilot-messages.test.ts +0 -523
- package/test/provider/copilot/copilot-chat-model.test.ts +0 -592
- package/test/provider/gitlab-duo.test.ts +0 -413
- package/test/provider/local.test.ts +0 -208
- package/test/provider/models.test.ts +0 -261
- package/test/provider/provider-category.test.ts +0 -190
- package/test/provider/provider.test.ts +0 -2758
- package/test/provider/transform.test.ts +0 -3681
- package/test/pty/pty-output-isolation.test.ts +0 -147
- package/test/pty/pty-session.test.ts +0 -102
- package/test/pty/pty-shell.test.ts +0 -104
- package/test/question/question.test.ts +0 -490
- package/test/saeeol/agent-global-config-dirs.test.ts +0 -24
- package/test/saeeol/agent-manager-tool.test.ts +0 -71
- package/test/saeeol/agent-permission-overrides.test.ts +0 -75
- package/test/saeeol/agent-skill-permissions.test.ts +0 -37
- package/test/saeeol/ask-agent-permissions.test.ts +0 -303
- package/test/saeeol/bash-hierarchy.test.ts +0 -64
- package/test/saeeol/bash-permission-metadata.test.ts +0 -66
- package/test/saeeol/bash-security-extended.test.ts +0 -243
- package/test/saeeol/bedrock-claude-empty-content.test.ts +0 -138
- package/test/saeeol/boxes-integration.test.ts +0 -415
- package/test/saeeol/builtin-skills.test.ts +0 -75
- package/test/saeeol/cleanup.ts +0 -28
- package/test/saeeol/cli/dev-setup.test.ts +0 -74
- package/test/saeeol/cli/roll-call.test.ts +0 -161
- package/test/saeeol/cli-run-auto-helper.test.ts +0 -58
- package/test/saeeol/codex-auth-refresh.test.ts +0 -124
- package/test/saeeol/commit-message/generate.test.ts +0 -188
- package/test/saeeol/commit-message/git-context.test.ts +0 -303
- package/test/saeeol/commit-message-windows.test.ts +0 -38
- package/test/saeeol/compaction-payload-recovery.test.ts +0 -406
- package/test/saeeol/compaction-preservation-audit.test.ts +0 -122
- package/test/saeeol/compaction-skip-guard.test.ts +0 -224
- package/test/saeeol/compaction-smart-select.test.ts +0 -100
- package/test/saeeol/config/config.test.ts +0 -166
- package/test/saeeol/config/indexing-default-plugin.test.ts +0 -82
- package/test/saeeol/config/opentelemetry-default.test.ts +0 -29
- package/test/saeeol/config-gitignore.test.ts +0 -70
- package/test/saeeol/config-injector.test.ts +0 -305
- package/test/saeeol/config-resilience.test.ts +0 -234
- package/test/saeeol/config-validation.test.ts +0 -183
- package/test/saeeol/cost-propagation.test.ts +0 -94
- package/test/saeeol/cost-tracker-extended.test.ts +0 -141
- package/test/saeeol/cost-tracker.test.ts +0 -64
- package/test/saeeol/custom-provider-delete.test.ts +0 -149
- package/test/saeeol/diff-full.test.ts +0 -226
- package/test/saeeol/edit-permission-filediff.test.ts +0 -223
- package/test/saeeol/encoding.test.ts +0 -364
- package/test/saeeol/enhance-prompt.test.ts +0 -61
- package/test/saeeol/ensure-plan-dir.test.ts +0 -32
- package/test/saeeol/errors.test.ts +0 -144
- package/test/saeeol/external-directory-boundary.test.ts +0 -96
- package/test/saeeol/gateway-headers.test.ts +0 -88
- package/test/saeeol/help.test.ts +0 -191
- package/test/saeeol/ignore-migrator.test.ts +0 -308
- package/test/saeeol/indexing-auth.test.ts +0 -45
- package/test/saeeol/indexing-feature.test.ts +0 -44
- package/test/saeeol/indexing-label.test.ts +0 -70
- package/test/saeeol/indexing-startup.test.ts +0 -381
- package/test/saeeol/indexing-worktree.test.ts +0 -73
- package/test/saeeol/instruction.test.ts +0 -136
- package/test/saeeol/lancedb-runtime.test.ts +0 -116
- package/test/saeeol/loader-auth.test.ts +0 -168
- package/test/saeeol/local-model.test.ts +0 -621
- package/test/saeeol/logo.test.ts +0 -31
- package/test/saeeol/lsp-typescript-lightweight.test.ts +0 -89
- package/test/saeeol/mcp-branding.test.ts +0 -33
- package/test/saeeol/mcp-docker-rm.test.ts +0 -32
- package/test/saeeol/mcp-migrator.test.ts +0 -736
- package/test/saeeol/mcp-oauth-callback.test.ts +0 -33
- package/test/saeeol/memory-io.test.ts +0 -198
- package/test/saeeol/memory-paths.test.ts +0 -87
- package/test/saeeol/memory-security.test.ts +0 -166
- package/test/saeeol/model-cache-org.test.ts +0 -164
- package/test/saeeol/model-info-panel-utils.test.ts +0 -52
- package/test/saeeol/model-info-panel.types.test.ts +0 -7
- package/test/saeeol/models-401-fallback.test.ts +0 -52
- package/test/saeeol/modes-migrator.test.ts +0 -320
- package/test/saeeol/nvidia-headers.test.ts +0 -74
- package/test/saeeol/patch-jsonc.test.ts +0 -73
- package/test/saeeol/patch.test.ts +0 -172
- package/test/saeeol/paths.test.ts +0 -265
- package/test/saeeol/permission/config-paths.test.ts +0 -174
- package/test/saeeol/permission/env-read.test.ts +0 -149
- package/test/saeeol/permission/external-directory-allow.test.ts +0 -327
- package/test/saeeol/permission/next.always-rules.test.ts +0 -882
- package/test/saeeol/permission/next.reply-http.test.ts +0 -205
- package/test/saeeol/permission/next.reply-routing.test.ts +0 -184
- package/test/saeeol/plan-exit-detection.test.ts +0 -494
- package/test/saeeol/plan-followup.test.ts +0 -1376
- package/test/saeeol/project-config-update.test.ts +0 -120
- package/test/saeeol/project-id.test.ts +0 -455
- package/test/saeeol/provider-cost.test.ts +0 -171
- package/test/saeeol/provider-list-failed-state.test.ts +0 -100
- package/test/saeeol/question-dismiss-all.test.ts +0 -174
- package/test/saeeol/read-directory.test.ts +0 -116
- package/test/saeeol/rules-migrator.test.ts +0 -257
- package/test/saeeol/run-auto.test.ts +0 -176
- package/test/saeeol/run-network.test.ts +0 -224
- package/test/saeeol/semantic-search.test.ts +0 -186
- package/test/saeeol/server/permission-allow-everything.test.ts +0 -125
- package/test/saeeol/session/instruction-substitution.test.ts +0 -72
- package/test/saeeol/session/platform-attribution.test.ts +0 -118
- package/test/saeeol/session/session.test.ts +0 -105
- package/test/saeeol/session-compaction-cap.test.ts +0 -399
- package/test/saeeol/session-compaction-chunks.test.ts +0 -501
- package/test/saeeol/session-compaction-safety.test.ts +0 -481
- package/test/saeeol/session-fork-remap.test.ts +0 -251
- package/test/saeeol/session-import-service.test.ts +0 -114
- package/test/saeeol/session-list.test.ts +0 -47
- package/test/saeeol/session-message-metadata.test.ts +0 -128
- package/test/saeeol/session-overflow.test.ts +0 -78
- package/test/saeeol/session-processor-empty-tool-calls.test.ts +0 -571
- package/test/saeeol/session-processor-network-offline.test.ts +0 -204
- package/test/saeeol/session-processor-retry-limit.test.ts +0 -238
- package/test/saeeol/session-processor-review-telemetry.test.ts +0 -82
- package/test/saeeol/session-prompt-compaction-safety.test.ts +0 -517
- package/test/saeeol/session-prompt-queue.test.ts +0 -815
- package/test/saeeol/sessions/inflight-cache.test.ts +0 -157
- package/test/saeeol/sessions/ingest-queue.test.ts +0 -402
- package/test/saeeol/sessions/remote-protocol.test.ts +0 -258
- package/test/saeeol/sessions/remote-sender.test.ts +0 -1036
- package/test/saeeol/sessions/remote-ws.test.ts +0 -367
- package/test/saeeol/sessions/sessions-enable-remote.test.disable +0 -181
- package/test/saeeol/slot-prop-reactivity.test.ts +0 -142
- package/test/saeeol/snapshot-cache.test.ts +0 -84
- package/test/saeeol/snapshot-freeze-repro.test.ts +0 -100
- package/test/saeeol/snapshot-track-timeout.test.ts +0 -519
- package/test/saeeol/stats-subagent-cost.test.ts +0 -123
- package/test/saeeol/suggestion/auto-dismiss.test.ts +0 -65
- package/test/saeeol/suggestion/suggestion.test.ts +0 -145
- package/test/saeeol/suggestion/tool.test.ts +0 -298
- package/test/saeeol/summary-file-diff.test.ts +0 -28
- package/test/saeeol/system-prompt.test.ts +0 -142
- package/test/saeeol/task-nesting.test.ts +0 -193
- package/test/saeeol/telemetry/feedback.test.ts +0 -8
- package/test/saeeol/todo-view.test.ts +0 -57
- package/test/saeeol/tool-encoding.test.ts +0 -455
- package/test/saeeol/tool-registry-indexing-import-failure.test.ts +0 -49
- package/test/saeeol/tool-registry-indexing.test.ts +0 -236
- package/test/saeeol/tool-registry-semantic-import-failure.test.ts +0 -55
- package/test/saeeol/tool-task-model.test.ts +0 -352
- package/test/saeeol/transform-opus-4.7.test.ts +0 -89
- package/test/saeeol/tui-diff.test.ts +0 -91
- package/test/saeeol/tui-sync.test.ts +0 -80
- package/test/saeeol/util/url.test.ts +0 -141
- package/test/saeeol/workflows-migrator.test.ts +0 -261
- package/test/saeeol/worktree-diff-summary.test.ts +0 -64
- package/test/saeeol/worktree-diff.test.ts +0 -223
- package/test/saeeol/worktree-remove-lock.test.ts +0 -82
- package/test/server/AGENTS.md +0 -15
- package/test/server/contract.test.ts +0 -231
- package/test/server/experimental-session-list.test.ts +0 -157
- package/test/server/global-session-list.test.ts +0 -155
- package/test/server/httpapi-authorization.test.ts +0 -103
- package/test/server/httpapi-bridge.test.ts +0 -440
- package/test/server/httpapi-config.test.ts +0 -67
- package/test/server/httpapi-cors.test.ts +0 -89
- package/test/server/httpapi-event.test.ts +0 -57
- package/test/server/httpapi-experimental.test.ts +0 -219
- package/test/server/httpapi-file.test.ts +0 -79
- package/test/server/httpapi-instance-context.test.ts +0 -237
- package/test/server/httpapi-instance.legacy.test.ts +0 -140
- package/test/server/httpapi-instance.test.ts +0 -83
- package/test/server/httpapi-json-parity.test.ts +0 -263
- package/test/server/httpapi-mcp-oauth.test.ts +0 -76
- package/test/server/httpapi-mcp.test.ts +0 -189
- package/test/server/httpapi-provider.test.ts +0 -153
- package/test/server/httpapi-pty-websocket.test.ts +0 -16
- package/test/server/httpapi-pty.test.ts +0 -175
- package/test/server/httpapi-raw-route-auth.test.ts +0 -89
- package/test/server/httpapi-sdk.test.ts +0 -679
- package/test/server/httpapi-session.test.ts +0 -464
- package/test/server/httpapi-sync.test.ts +0 -130
- package/test/server/httpapi-tui.test.ts +0 -121
- package/test/server/httpapi-workspace-routing.test.ts +0 -471
- package/test/server/httpapi-workspace.test.ts +0 -427
- package/test/server/project-init-git.test.ts +0 -113
- package/test/server/proxy-util.test.ts +0 -113
- package/test/server/session-actions.test.ts +0 -49
- package/test/server/session-list.test.ts +0 -238
- package/test/server/session-messages.test.ts +0 -167
- package/test/server/session-select.test.ts +0 -100
- package/test/server/trace-attributes.test.ts +0 -76
- package/test/server/workspace-proxy.test.ts +0 -165
- package/test/server/workspace-routing.test.ts +0 -85
- package/test/session/compaction.test.ts +0 -2420
- package/test/session/instruction.test.ts +0 -247
- package/test/session/llm.test.ts +0 -1273
- package/test/session/message-v2.test.ts +0 -1291
- package/test/session/messages-pagination.test.ts +0 -1173
- package/test/session/network.test.ts +0 -249
- package/test/session/processor-effect.test.ts +0 -847
- package/test/session/prompt.test.ts +0 -2131
- package/test/session/retry.test.ts +0 -340
- package/test/session/revert-compact.test.ts +0 -639
- package/test/session/schema-decoding.test.ts +0 -311
- package/test/session/session-entry-stepper.test.ts +0 -917
- package/test/session/session-schema.test.ts +0 -76
- package/test/session/snapshot-tool-race.test.ts +0 -257
- package/test/session/structured-output-integration.test.ts +0 -265
- package/test/session/structured-output.test.ts +0 -381
- package/test/session/system.test.ts +0 -73
- package/test/share/share-next.test.ts +0 -333
- package/test/shell/shell.test.ts +0 -99
- package/test/skill/discovery.test.ts +0 -116
- package/test/skill/skill.test.ts +0 -393
- package/test/snapshot/snapshot.test.ts +0 -1531
- package/test/storage/db.test.ts +0 -23
- package/test/storage/json-migration.test.ts +0 -832
- package/test/storage/storage.test.ts +0 -293
- package/test/suggestion/suggestion.test.ts +0 -1
- package/test/sync/index.test.ts +0 -256
- package/test/tool/__snapshots__/parameters.test.ts.snap +0 -500
- package/test/tool/__snapshots__/tool.test.ts.snap +0 -9
- package/test/tool/apply_patch.test.ts +0 -614
- package/test/tool/bash.test.ts +0 -1225
- package/test/tool/diagnostics-filter.test.ts +0 -55
- package/test/tool/edit.test.ts +0 -754
- package/test/tool/external-directory.test.ts +0 -169
- package/test/tool/fixtures/large-image.png +0 -0
- package/test/tool/fixtures/models-api.json +0 -65179
- package/test/tool/glob.test.ts +0 -107
- package/test/tool/grep.test.ts +0 -114
- package/test/tool/lsp.test.ts +0 -187
- package/test/tool/parameters.test.ts +0 -243
- package/test/tool/question.test.ts +0 -129
- package/test/tool/read.test.ts +0 -500
- package/test/tool/recall.test.ts +0 -151
- package/test/tool/registry.test.ts +0 -203
- package/test/tool/skill.test.ts +0 -135
- package/test/tool/suggest.test.ts +0 -1
- package/test/tool/task.test.ts +0 -612
- package/test/tool/tool-define.test.ts +0 -99
- package/test/tool/truncation.test.ts +0 -260
- package/test/tool/webfetch.test.ts +0 -103
- package/test/tool/write.test.ts +0 -291
- package/test/util/data-url.test.ts +0 -14
- package/test/util/effect-zod.test.ts +0 -754
- package/test/util/error.test.ts +0 -38
- package/test/util/filesystem.test.ts +0 -656
- package/test/util/format.test.ts +0 -59
- package/test/util/glob.test.ts +0 -164
- package/test/util/iife.test.ts +0 -36
- package/test/util/lazy.test.ts +0 -50
- package/test/util/lock.test.ts +0 -72
- package/test/util/log.test.ts +0 -86
- package/test/util/module.test.ts +0 -59
- package/test/util/process.test.ts +0 -128
- package/test/util/timeout.test.ts +0 -21
- package/test/util/which.test.ts +0 -100
- package/test/util/wildcard.test.ts +0 -90
- package/test/workspace/workspace-restore.test.ts +0 -296
- package/tsconfig.json +0 -19
|
@@ -1,2758 +0,0 @@
|
|
|
1
|
-
import { test, expect } from "bun:test"
|
|
2
|
-
import { mkdir, unlink } from "fs/promises"
|
|
3
|
-
import path from "path"
|
|
4
|
-
|
|
5
|
-
import { tmpdir } from "../fixture/fixture"
|
|
6
|
-
import { Global } from "@saeeol/core/global"
|
|
7
|
-
import { Instance } from "../../src/project/instance"
|
|
8
|
-
import { InstanceStore } from "../../src/project/instance-store"
|
|
9
|
-
import { Plugin } from "../../src/plugin/index"
|
|
10
|
-
import { ModelsDev } from "@/provider/models"
|
|
11
|
-
import { Provider } from "@/provider/provider"
|
|
12
|
-
import { ProviderID, ModelID } from "../../src/provider/schema"
|
|
13
|
-
import { Filesystem } from "@/util/filesystem"
|
|
14
|
-
import { Env } from "../../src/env"
|
|
15
|
-
import { Effect } from "effect"
|
|
16
|
-
import { AppRuntime } from "../../src/effect/app-runtime"
|
|
17
|
-
import { makeRuntime } from "../../src/effect/run-service"
|
|
18
|
-
import { Auth } from "../../src/auth"
|
|
19
|
-
|
|
20
|
-
const env = makeRuntime(Env.Service, Env.defaultLayer)
|
|
21
|
-
const set = (k: string, v: string) => env.runSync((svc) => svc.set(k, v))
|
|
22
|
-
|
|
23
|
-
async function run<A, E>(fn: (provider: Provider.Interface) => Effect.Effect<A, E, never>) {
|
|
24
|
-
return AppRuntime.runPromise(
|
|
25
|
-
Effect.gen(function* () {
|
|
26
|
-
const provider = yield* Provider.Service
|
|
27
|
-
return yield* fn(provider)
|
|
28
|
-
}),
|
|
29
|
-
)
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
async function list() {
|
|
33
|
-
return run((provider) => provider.list())
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
async function getProvider(providerID: ProviderID) {
|
|
37
|
-
return run((provider) => provider.getProvider(providerID))
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
async function getModel(providerID: ProviderID, modelID: ModelID) {
|
|
41
|
-
return run((provider) => provider.getModel(providerID, modelID))
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
async function getLanguage(model: Provider.Model) {
|
|
45
|
-
return run((provider) => provider.getLanguage(model))
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
async function closest(providerID: ProviderID, query: string[]) {
|
|
49
|
-
return run((provider) => provider.closest(providerID, query))
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
async function getSmallModel(providerID: ProviderID) {
|
|
53
|
-
return run((provider) => provider.getSmallModel(providerID))
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
async function defaultModel() {
|
|
57
|
-
return run((provider) => provider.defaultModel())
|
|
58
|
-
}
|
|
59
|
-
async function markPluginDependenciesReady(dir: string) {
|
|
60
|
-
await mkdir(path.join(dir, "node_modules"), { recursive: true })
|
|
61
|
-
await Bun.write(
|
|
62
|
-
path.join(dir, "package-lock.json"),
|
|
63
|
-
JSON.stringify({ packages: { "": { dependencies: { "@saeeol/plugin": "0.0.0" } } } }),
|
|
64
|
-
)
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
function paid(providers: Awaited<ReturnType<typeof list>>) {
|
|
68
|
-
const item = providers[ProviderID.make("saeeol")]
|
|
69
|
-
if (!item) return 0
|
|
70
|
-
return Object.values(item.models).filter((model) => model.cost.input > 0).length
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
test("provider loaded from env variable", async () => {
|
|
74
|
-
await using tmp = await tmpdir({
|
|
75
|
-
init: async (dir) => {
|
|
76
|
-
await Bun.write(
|
|
77
|
-
path.join(dir, "saeeol.json"),
|
|
78
|
-
JSON.stringify({
|
|
79
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
80
|
-
}),
|
|
81
|
-
)
|
|
82
|
-
},
|
|
83
|
-
})
|
|
84
|
-
await Instance.provide({
|
|
85
|
-
directory: tmp.path,
|
|
86
|
-
init: Effect.promise(async () => {
|
|
87
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
88
|
-
}).pipe(Effect.asVoid),
|
|
89
|
-
fn: async () => {
|
|
90
|
-
const providers = await list()
|
|
91
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
92
|
-
// Provider should retain its connection source even if custom loaders
|
|
93
|
-
// merge additional options.
|
|
94
|
-
expect(providers[ProviderID.anthropic].source).toBe("env")
|
|
95
|
-
expect(providers[ProviderID.anthropic].options.headers["anthropic-beta"]).toBeDefined()
|
|
96
|
-
},
|
|
97
|
-
})
|
|
98
|
-
})
|
|
99
|
-
test("provider OAuth auth overrides inherited env variable", async () => {
|
|
100
|
-
await Auth.remove("openai")
|
|
101
|
-
await Auth.set("openai", {
|
|
102
|
-
type: "oauth",
|
|
103
|
-
refresh: "test-refresh-token",
|
|
104
|
-
access: "test-access-token",
|
|
105
|
-
expires: Date.now() + 60_000,
|
|
106
|
-
})
|
|
107
|
-
|
|
108
|
-
try {
|
|
109
|
-
await using tmp = await tmpdir({
|
|
110
|
-
init: async (dir) => {
|
|
111
|
-
await Bun.write(
|
|
112
|
-
path.join(dir, "saeeol.json"),
|
|
113
|
-
JSON.stringify({
|
|
114
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
115
|
-
}),
|
|
116
|
-
)
|
|
117
|
-
},
|
|
118
|
-
})
|
|
119
|
-
await Instance.provide({
|
|
120
|
-
directory: tmp.path,
|
|
121
|
-
init: Effect.promise(async () => {
|
|
122
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
123
|
-
}).pipe(Effect.asVoid),
|
|
124
|
-
fn: async () => {
|
|
125
|
-
const providers = await list()
|
|
126
|
-
const provider = providers[ProviderID.openai]
|
|
127
|
-
expect(provider).toBeDefined()
|
|
128
|
-
if (!provider) throw new Error("Expected OpenAI provider")
|
|
129
|
-
expect(provider.source).toBe("custom")
|
|
130
|
-
expect(provider.key).toBeUndefined()
|
|
131
|
-
expect(Object.values(provider.models).every((model) => model.cost.input === 0 && model.cost.output === 0)).toBe(
|
|
132
|
-
true,
|
|
133
|
-
)
|
|
134
|
-
},
|
|
135
|
-
})
|
|
136
|
-
} finally {
|
|
137
|
-
await Auth.remove("openai")
|
|
138
|
-
}
|
|
139
|
-
})
|
|
140
|
-
|
|
141
|
-
test("provider loaded from config with apiKey option", async () => {
|
|
142
|
-
await using tmp = await tmpdir({
|
|
143
|
-
init: async (dir) => {
|
|
144
|
-
await Bun.write(
|
|
145
|
-
path.join(dir, "saeeol.json"),
|
|
146
|
-
JSON.stringify({
|
|
147
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
148
|
-
provider: {
|
|
149
|
-
anthropic: {
|
|
150
|
-
options: {
|
|
151
|
-
apiKey: "config-api-key",
|
|
152
|
-
},
|
|
153
|
-
},
|
|
154
|
-
},
|
|
155
|
-
}),
|
|
156
|
-
)
|
|
157
|
-
},
|
|
158
|
-
})
|
|
159
|
-
await Instance.provide({
|
|
160
|
-
directory: tmp.path,
|
|
161
|
-
fn: async () => {
|
|
162
|
-
const providers = await list()
|
|
163
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
164
|
-
},
|
|
165
|
-
})
|
|
166
|
-
})
|
|
167
|
-
|
|
168
|
-
test("disabled_providers excludes provider", async () => {
|
|
169
|
-
await using tmp = await tmpdir({
|
|
170
|
-
init: async (dir) => {
|
|
171
|
-
await Bun.write(
|
|
172
|
-
path.join(dir, "saeeol.json"),
|
|
173
|
-
JSON.stringify({
|
|
174
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
175
|
-
disabled_providers: ["anthropic"],
|
|
176
|
-
}),
|
|
177
|
-
)
|
|
178
|
-
},
|
|
179
|
-
})
|
|
180
|
-
await Instance.provide({
|
|
181
|
-
directory: tmp.path,
|
|
182
|
-
init: Effect.promise(async () => {
|
|
183
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
184
|
-
}).pipe(Effect.asVoid),
|
|
185
|
-
fn: async () => {
|
|
186
|
-
const providers = await list()
|
|
187
|
-
expect(providers[ProviderID.anthropic]).toBeUndefined()
|
|
188
|
-
},
|
|
189
|
-
})
|
|
190
|
-
})
|
|
191
|
-
|
|
192
|
-
test("enabled_providers restricts to only listed providers", async () => {
|
|
193
|
-
await using tmp = await tmpdir({
|
|
194
|
-
init: async (dir) => {
|
|
195
|
-
await Bun.write(
|
|
196
|
-
path.join(dir, "saeeol.json"),
|
|
197
|
-
JSON.stringify({
|
|
198
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
199
|
-
enabled_providers: ["anthropic"],
|
|
200
|
-
}),
|
|
201
|
-
)
|
|
202
|
-
},
|
|
203
|
-
})
|
|
204
|
-
await Instance.provide({
|
|
205
|
-
directory: tmp.path,
|
|
206
|
-
init: Effect.promise(async () => {
|
|
207
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
208
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
209
|
-
}).pipe(Effect.asVoid),
|
|
210
|
-
fn: async () => {
|
|
211
|
-
const providers = await list()
|
|
212
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
213
|
-
expect(providers[ProviderID.openai]).toBeUndefined()
|
|
214
|
-
},
|
|
215
|
-
})
|
|
216
|
-
})
|
|
217
|
-
|
|
218
|
-
test("model whitelist filters models for provider", async () => {
|
|
219
|
-
await using tmp = await tmpdir({
|
|
220
|
-
init: async (dir) => {
|
|
221
|
-
await Bun.write(
|
|
222
|
-
path.join(dir, "saeeol.json"),
|
|
223
|
-
JSON.stringify({
|
|
224
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
225
|
-
provider: {
|
|
226
|
-
anthropic: {
|
|
227
|
-
whitelist: ["claude-sonnet-4-20250514"],
|
|
228
|
-
},
|
|
229
|
-
},
|
|
230
|
-
}),
|
|
231
|
-
)
|
|
232
|
-
},
|
|
233
|
-
})
|
|
234
|
-
await Instance.provide({
|
|
235
|
-
directory: tmp.path,
|
|
236
|
-
init: Effect.promise(async () => {
|
|
237
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
238
|
-
}).pipe(Effect.asVoid),
|
|
239
|
-
fn: async () => {
|
|
240
|
-
const providers = await list()
|
|
241
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
242
|
-
const models = Object.keys(providers[ProviderID.anthropic].models)
|
|
243
|
-
expect(models).toContain("claude-sonnet-4-20250514")
|
|
244
|
-
expect(models.length).toBe(1)
|
|
245
|
-
},
|
|
246
|
-
})
|
|
247
|
-
})
|
|
248
|
-
|
|
249
|
-
test("model blacklist excludes specific models", async () => {
|
|
250
|
-
await using tmp = await tmpdir({
|
|
251
|
-
init: async (dir) => {
|
|
252
|
-
await Bun.write(
|
|
253
|
-
path.join(dir, "saeeol.json"),
|
|
254
|
-
JSON.stringify({
|
|
255
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
256
|
-
provider: {
|
|
257
|
-
anthropic: {
|
|
258
|
-
blacklist: ["claude-sonnet-4-20250514"],
|
|
259
|
-
},
|
|
260
|
-
},
|
|
261
|
-
}),
|
|
262
|
-
)
|
|
263
|
-
},
|
|
264
|
-
})
|
|
265
|
-
await Instance.provide({
|
|
266
|
-
directory: tmp.path,
|
|
267
|
-
init: Effect.promise(async () => {
|
|
268
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
269
|
-
}).pipe(Effect.asVoid),
|
|
270
|
-
fn: async () => {
|
|
271
|
-
const providers = await list()
|
|
272
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
273
|
-
const models = Object.keys(providers[ProviderID.anthropic].models)
|
|
274
|
-
expect(models).not.toContain("claude-sonnet-4-20250514")
|
|
275
|
-
},
|
|
276
|
-
})
|
|
277
|
-
})
|
|
278
|
-
|
|
279
|
-
test("custom model alias via config", async () => {
|
|
280
|
-
await using tmp = await tmpdir({
|
|
281
|
-
init: async (dir) => {
|
|
282
|
-
await Bun.write(
|
|
283
|
-
path.join(dir, "saeeol.json"),
|
|
284
|
-
JSON.stringify({
|
|
285
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
286
|
-
provider: {
|
|
287
|
-
anthropic: {
|
|
288
|
-
models: {
|
|
289
|
-
"my-alias": {
|
|
290
|
-
id: "claude-sonnet-4-20250514",
|
|
291
|
-
name: "My Custom Alias",
|
|
292
|
-
},
|
|
293
|
-
},
|
|
294
|
-
},
|
|
295
|
-
},
|
|
296
|
-
}),
|
|
297
|
-
)
|
|
298
|
-
},
|
|
299
|
-
})
|
|
300
|
-
await Instance.provide({
|
|
301
|
-
directory: tmp.path,
|
|
302
|
-
init: Effect.promise(async () => {
|
|
303
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
304
|
-
}).pipe(Effect.asVoid),
|
|
305
|
-
fn: async () => {
|
|
306
|
-
const providers = await list()
|
|
307
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
308
|
-
expect(providers[ProviderID.anthropic].models["my-alias"]).toBeDefined()
|
|
309
|
-
expect(providers[ProviderID.anthropic].models["my-alias"].name).toBe("My Custom Alias")
|
|
310
|
-
},
|
|
311
|
-
})
|
|
312
|
-
})
|
|
313
|
-
|
|
314
|
-
test("custom provider with npm package", async () => {
|
|
315
|
-
await using tmp = await tmpdir({
|
|
316
|
-
init: async (dir) => {
|
|
317
|
-
await Bun.write(
|
|
318
|
-
path.join(dir, "saeeol.json"),
|
|
319
|
-
JSON.stringify({
|
|
320
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
321
|
-
provider: {
|
|
322
|
-
"custom-provider": {
|
|
323
|
-
name: "Custom Provider",
|
|
324
|
-
npm: "@ai-sdk/openai-compatible",
|
|
325
|
-
api: "https://api.custom.com/v1",
|
|
326
|
-
env: ["CUSTOM_API_KEY"],
|
|
327
|
-
models: {
|
|
328
|
-
"custom-model": {
|
|
329
|
-
name: "Custom Model",
|
|
330
|
-
tool_call: true,
|
|
331
|
-
limit: {
|
|
332
|
-
context: 128000,
|
|
333
|
-
output: 4096,
|
|
334
|
-
},
|
|
335
|
-
},
|
|
336
|
-
},
|
|
337
|
-
options: {
|
|
338
|
-
apiKey: "custom-key",
|
|
339
|
-
},
|
|
340
|
-
},
|
|
341
|
-
},
|
|
342
|
-
}),
|
|
343
|
-
)
|
|
344
|
-
},
|
|
345
|
-
})
|
|
346
|
-
await Instance.provide({
|
|
347
|
-
directory: tmp.path,
|
|
348
|
-
fn: async () => {
|
|
349
|
-
const providers = await list()
|
|
350
|
-
expect(providers[ProviderID.make("custom-provider")]).toBeDefined()
|
|
351
|
-
expect(providers[ProviderID.make("custom-provider")].name).toBe("Custom Provider")
|
|
352
|
-
expect(providers[ProviderID.make("custom-provider")].models["custom-model"]).toBeDefined()
|
|
353
|
-
},
|
|
354
|
-
})
|
|
355
|
-
})
|
|
356
|
-
|
|
357
|
-
test("custom DeepSeek openai-compatible model defaults interleaved reasoning field", async () => {
|
|
358
|
-
await using tmp = await tmpdir({
|
|
359
|
-
init: async (dir) => {
|
|
360
|
-
await Bun.write(
|
|
361
|
-
path.join(dir, "saeeol.json"),
|
|
362
|
-
JSON.stringify({
|
|
363
|
-
$schema: "https://saeeol.ai/config.json",
|
|
364
|
-
provider: {
|
|
365
|
-
"custom-provider": {
|
|
366
|
-
name: "Custom Provider",
|
|
367
|
-
npm: "@ai-sdk/openai-compatible",
|
|
368
|
-
api: "https://api.custom.com/v1",
|
|
369
|
-
models: {
|
|
370
|
-
"deepseek-r1": {
|
|
371
|
-
name: "DeepSeek R1",
|
|
372
|
-
},
|
|
373
|
-
"deepseek-details": {
|
|
374
|
-
name: "DeepSeek Details",
|
|
375
|
-
interleaved: { field: "reasoning_details" },
|
|
376
|
-
},
|
|
377
|
-
"custom-model": {
|
|
378
|
-
name: "Custom Model",
|
|
379
|
-
},
|
|
380
|
-
},
|
|
381
|
-
options: {
|
|
382
|
-
apiKey: "custom-key",
|
|
383
|
-
},
|
|
384
|
-
},
|
|
385
|
-
"custom-anthropic-provider": {
|
|
386
|
-
name: "Custom Anthropic Provider",
|
|
387
|
-
npm: "@ai-sdk/anthropic",
|
|
388
|
-
api: "https://api.custom.com/v1",
|
|
389
|
-
models: {
|
|
390
|
-
"deepseek-r1": {
|
|
391
|
-
name: "DeepSeek R1",
|
|
392
|
-
},
|
|
393
|
-
},
|
|
394
|
-
options: {
|
|
395
|
-
apiKey: "custom-key",
|
|
396
|
-
},
|
|
397
|
-
},
|
|
398
|
-
},
|
|
399
|
-
}),
|
|
400
|
-
)
|
|
401
|
-
},
|
|
402
|
-
})
|
|
403
|
-
await Instance.provide({
|
|
404
|
-
directory: tmp.path,
|
|
405
|
-
fn: async () => {
|
|
406
|
-
const providers = await list()
|
|
407
|
-
const provider = providers[ProviderID.make("custom-provider")]
|
|
408
|
-
expect(provider.models["deepseek-r1"].capabilities.interleaved).toEqual({ field: "reasoning_content" })
|
|
409
|
-
expect(provider.models["deepseek-details"].capabilities.interleaved).toEqual({ field: "reasoning_details" })
|
|
410
|
-
expect(provider.models["custom-model"].capabilities.interleaved).toBe(false)
|
|
411
|
-
expect(
|
|
412
|
-
providers[ProviderID.make("custom-anthropic-provider")].models["deepseek-r1"].capabilities.interleaved,
|
|
413
|
-
).toBe(false)
|
|
414
|
-
},
|
|
415
|
-
})
|
|
416
|
-
})
|
|
417
|
-
|
|
418
|
-
test("env variable takes precedence, config merges options", async () => {
|
|
419
|
-
await using tmp = await tmpdir({
|
|
420
|
-
init: async (dir) => {
|
|
421
|
-
await Bun.write(
|
|
422
|
-
path.join(dir, "saeeol.json"),
|
|
423
|
-
JSON.stringify({
|
|
424
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
425
|
-
provider: {
|
|
426
|
-
anthropic: {
|
|
427
|
-
options: {
|
|
428
|
-
timeout: 60000,
|
|
429
|
-
chunkTimeout: 15000,
|
|
430
|
-
},
|
|
431
|
-
},
|
|
432
|
-
},
|
|
433
|
-
}),
|
|
434
|
-
)
|
|
435
|
-
},
|
|
436
|
-
})
|
|
437
|
-
await Instance.provide({
|
|
438
|
-
directory: tmp.path,
|
|
439
|
-
init: Effect.promise(async () => {
|
|
440
|
-
set("ANTHROPIC_API_KEY", "env-api-key")
|
|
441
|
-
}).pipe(Effect.asVoid),
|
|
442
|
-
fn: async () => {
|
|
443
|
-
const providers = await list()
|
|
444
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
445
|
-
// Config options should be merged
|
|
446
|
-
expect(providers[ProviderID.anthropic].options.timeout).toBe(60000)
|
|
447
|
-
expect(providers[ProviderID.anthropic].options.chunkTimeout).toBe(15000)
|
|
448
|
-
},
|
|
449
|
-
})
|
|
450
|
-
})
|
|
451
|
-
|
|
452
|
-
test("getModel returns model for valid provider/model", async () => {
|
|
453
|
-
await using tmp = await tmpdir({
|
|
454
|
-
init: async (dir) => {
|
|
455
|
-
await Bun.write(
|
|
456
|
-
path.join(dir, "saeeol.json"),
|
|
457
|
-
JSON.stringify({
|
|
458
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
459
|
-
}),
|
|
460
|
-
)
|
|
461
|
-
},
|
|
462
|
-
})
|
|
463
|
-
await Instance.provide({
|
|
464
|
-
directory: tmp.path,
|
|
465
|
-
init: Effect.promise(async () => {
|
|
466
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
467
|
-
}).pipe(Effect.asVoid),
|
|
468
|
-
fn: async () => {
|
|
469
|
-
const model = await getModel(ProviderID.anthropic, ModelID.make("claude-sonnet-4-20250514"))
|
|
470
|
-
expect(model).toBeDefined()
|
|
471
|
-
expect(String(model.providerID)).toBe("anthropic")
|
|
472
|
-
expect(String(model.id)).toBe("claude-sonnet-4-20250514")
|
|
473
|
-
const language = await getLanguage(model)
|
|
474
|
-
expect(language).toBeDefined()
|
|
475
|
-
},
|
|
476
|
-
})
|
|
477
|
-
})
|
|
478
|
-
|
|
479
|
-
test("getModel throws ModelNotFoundError for invalid model", async () => {
|
|
480
|
-
await using tmp = await tmpdir({
|
|
481
|
-
init: async (dir) => {
|
|
482
|
-
await Bun.write(
|
|
483
|
-
path.join(dir, "saeeol.json"),
|
|
484
|
-
JSON.stringify({
|
|
485
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
486
|
-
}),
|
|
487
|
-
)
|
|
488
|
-
},
|
|
489
|
-
})
|
|
490
|
-
await Instance.provide({
|
|
491
|
-
directory: tmp.path,
|
|
492
|
-
init: Effect.promise(async () => {
|
|
493
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
494
|
-
}).pipe(Effect.asVoid),
|
|
495
|
-
fn: async () => {
|
|
496
|
-
expect(getModel(ProviderID.anthropic, ModelID.make("nonexistent-model"))).rejects.toThrow()
|
|
497
|
-
},
|
|
498
|
-
})
|
|
499
|
-
})
|
|
500
|
-
|
|
501
|
-
test("getModel throws ModelNotFoundError for invalid provider", async () => {
|
|
502
|
-
await using tmp = await tmpdir({
|
|
503
|
-
init: async (dir) => {
|
|
504
|
-
await Bun.write(
|
|
505
|
-
path.join(dir, "saeeol.json"),
|
|
506
|
-
JSON.stringify({
|
|
507
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
508
|
-
}),
|
|
509
|
-
)
|
|
510
|
-
},
|
|
511
|
-
})
|
|
512
|
-
await Instance.provide({
|
|
513
|
-
directory: tmp.path,
|
|
514
|
-
fn: async () => {
|
|
515
|
-
expect(getModel(ProviderID.make("nonexistent-provider"), ModelID.make("some-model"))).rejects.toThrow()
|
|
516
|
-
},
|
|
517
|
-
})
|
|
518
|
-
})
|
|
519
|
-
|
|
520
|
-
test("parseModel correctly parses provider/model string", () => {
|
|
521
|
-
const result = Provider.parseModel("anthropic/claude-sonnet-4")
|
|
522
|
-
expect(String(result.providerID)).toBe("anthropic")
|
|
523
|
-
expect(String(result.modelID)).toBe("claude-sonnet-4")
|
|
524
|
-
})
|
|
525
|
-
|
|
526
|
-
test("parseModel handles model IDs with slashes", () => {
|
|
527
|
-
const result = Provider.parseModel("openrouter/anthropic/claude-3-opus")
|
|
528
|
-
expect(String(result.providerID)).toBe("openrouter")
|
|
529
|
-
expect(String(result.modelID)).toBe("anthropic/claude-3-opus")
|
|
530
|
-
})
|
|
531
|
-
|
|
532
|
-
test("defaultModel returns first available model when no config set", async () => {
|
|
533
|
-
await using tmp = await tmpdir({
|
|
534
|
-
init: async (dir) => {
|
|
535
|
-
await Bun.write(
|
|
536
|
-
path.join(dir, "saeeol.json"),
|
|
537
|
-
JSON.stringify({
|
|
538
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
539
|
-
}),
|
|
540
|
-
)
|
|
541
|
-
},
|
|
542
|
-
})
|
|
543
|
-
await Instance.provide({
|
|
544
|
-
directory: tmp.path,
|
|
545
|
-
init: Effect.promise(async () => {
|
|
546
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
547
|
-
}).pipe(Effect.asVoid),
|
|
548
|
-
fn: async () => {
|
|
549
|
-
const model = await defaultModel()
|
|
550
|
-
expect(model.providerID).toBeDefined()
|
|
551
|
-
expect(model.modelID).toBeDefined()
|
|
552
|
-
},
|
|
553
|
-
})
|
|
554
|
-
})
|
|
555
|
-
|
|
556
|
-
test("defaultModel respects config model setting", async () => {
|
|
557
|
-
await using tmp = await tmpdir({
|
|
558
|
-
init: async (dir) => {
|
|
559
|
-
await Bun.write(
|
|
560
|
-
path.join(dir, "saeeol.json"),
|
|
561
|
-
JSON.stringify({
|
|
562
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
563
|
-
model: "anthropic/claude-sonnet-4-20250514",
|
|
564
|
-
}),
|
|
565
|
-
)
|
|
566
|
-
},
|
|
567
|
-
})
|
|
568
|
-
await Instance.provide({
|
|
569
|
-
directory: tmp.path,
|
|
570
|
-
init: Effect.promise(async () => {
|
|
571
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
572
|
-
}).pipe(Effect.asVoid),
|
|
573
|
-
fn: async () => {
|
|
574
|
-
const model = await defaultModel()
|
|
575
|
-
expect(String(model.providerID)).toBe("anthropic")
|
|
576
|
-
expect(String(model.modelID)).toBe("claude-sonnet-4-20250514")
|
|
577
|
-
},
|
|
578
|
-
})
|
|
579
|
-
})
|
|
580
|
-
|
|
581
|
-
test("provider with baseURL from config", async () => {
|
|
582
|
-
await using tmp = await tmpdir({
|
|
583
|
-
init: async (dir) => {
|
|
584
|
-
await Bun.write(
|
|
585
|
-
path.join(dir, "saeeol.json"),
|
|
586
|
-
JSON.stringify({
|
|
587
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
588
|
-
provider: {
|
|
589
|
-
"custom-openai": {
|
|
590
|
-
name: "Custom OpenAI",
|
|
591
|
-
npm: "@ai-sdk/openai-compatible",
|
|
592
|
-
env: [],
|
|
593
|
-
models: {
|
|
594
|
-
"gpt-4": {
|
|
595
|
-
name: "GPT-4",
|
|
596
|
-
tool_call: true,
|
|
597
|
-
limit: { context: 128000, output: 4096 },
|
|
598
|
-
},
|
|
599
|
-
},
|
|
600
|
-
options: {
|
|
601
|
-
apiKey: "test-key",
|
|
602
|
-
baseURL: "https://custom.openai.com/v1",
|
|
603
|
-
},
|
|
604
|
-
},
|
|
605
|
-
},
|
|
606
|
-
}),
|
|
607
|
-
)
|
|
608
|
-
},
|
|
609
|
-
})
|
|
610
|
-
await Instance.provide({
|
|
611
|
-
directory: tmp.path,
|
|
612
|
-
fn: async () => {
|
|
613
|
-
const providers = await list()
|
|
614
|
-
expect(providers[ProviderID.make("custom-openai")]).toBeDefined()
|
|
615
|
-
expect(providers[ProviderID.make("custom-openai")].options.baseURL).toBe("https://custom.openai.com/v1")
|
|
616
|
-
},
|
|
617
|
-
})
|
|
618
|
-
})
|
|
619
|
-
|
|
620
|
-
test("model cost defaults to zero when not specified", async () => {
|
|
621
|
-
await using tmp = await tmpdir({
|
|
622
|
-
init: async (dir) => {
|
|
623
|
-
await Bun.write(
|
|
624
|
-
path.join(dir, "saeeol.json"),
|
|
625
|
-
JSON.stringify({
|
|
626
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
627
|
-
provider: {
|
|
628
|
-
"test-provider": {
|
|
629
|
-
name: "Test Provider",
|
|
630
|
-
npm: "@ai-sdk/openai-compatible",
|
|
631
|
-
env: [],
|
|
632
|
-
models: {
|
|
633
|
-
"test-model": {
|
|
634
|
-
name: "Test Model",
|
|
635
|
-
tool_call: true,
|
|
636
|
-
limit: { context: 128000, output: 4096 },
|
|
637
|
-
},
|
|
638
|
-
},
|
|
639
|
-
options: {
|
|
640
|
-
apiKey: "test-key",
|
|
641
|
-
},
|
|
642
|
-
},
|
|
643
|
-
},
|
|
644
|
-
}),
|
|
645
|
-
)
|
|
646
|
-
},
|
|
647
|
-
})
|
|
648
|
-
await Instance.provide({
|
|
649
|
-
directory: tmp.path,
|
|
650
|
-
fn: async () => {
|
|
651
|
-
const providers = await list()
|
|
652
|
-
const model = providers[ProviderID.make("test-provider")].models["test-model"]
|
|
653
|
-
expect(model.cost.input).toBe(0)
|
|
654
|
-
expect(model.cost.output).toBe(0)
|
|
655
|
-
expect(model.cost.cache.read).toBe(0)
|
|
656
|
-
expect(model.cost.cache.write).toBe(0)
|
|
657
|
-
},
|
|
658
|
-
})
|
|
659
|
-
})
|
|
660
|
-
|
|
661
|
-
test("model options are merged from existing model", async () => {
|
|
662
|
-
await using tmp = await tmpdir({
|
|
663
|
-
init: async (dir) => {
|
|
664
|
-
await Bun.write(
|
|
665
|
-
path.join(dir, "saeeol.json"),
|
|
666
|
-
JSON.stringify({
|
|
667
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
668
|
-
provider: {
|
|
669
|
-
anthropic: {
|
|
670
|
-
models: {
|
|
671
|
-
"claude-sonnet-4-20250514": {
|
|
672
|
-
options: {
|
|
673
|
-
customOption: "custom-value",
|
|
674
|
-
},
|
|
675
|
-
},
|
|
676
|
-
},
|
|
677
|
-
},
|
|
678
|
-
},
|
|
679
|
-
}),
|
|
680
|
-
)
|
|
681
|
-
},
|
|
682
|
-
})
|
|
683
|
-
await Instance.provide({
|
|
684
|
-
directory: tmp.path,
|
|
685
|
-
init: Effect.promise(async () => {
|
|
686
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
687
|
-
}).pipe(Effect.asVoid),
|
|
688
|
-
fn: async () => {
|
|
689
|
-
const providers = await list()
|
|
690
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
691
|
-
expect(model.options.customOption).toBe("custom-value")
|
|
692
|
-
},
|
|
693
|
-
})
|
|
694
|
-
})
|
|
695
|
-
|
|
696
|
-
test("provider removed when all models filtered out", async () => {
|
|
697
|
-
await using tmp = await tmpdir({
|
|
698
|
-
init: async (dir) => {
|
|
699
|
-
await Bun.write(
|
|
700
|
-
path.join(dir, "saeeol.json"),
|
|
701
|
-
JSON.stringify({
|
|
702
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
703
|
-
provider: {
|
|
704
|
-
anthropic: {
|
|
705
|
-
whitelist: ["nonexistent-model"],
|
|
706
|
-
},
|
|
707
|
-
},
|
|
708
|
-
}),
|
|
709
|
-
)
|
|
710
|
-
},
|
|
711
|
-
})
|
|
712
|
-
await Instance.provide({
|
|
713
|
-
directory: tmp.path,
|
|
714
|
-
init: Effect.promise(async () => {
|
|
715
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
716
|
-
}).pipe(Effect.asVoid),
|
|
717
|
-
fn: async () => {
|
|
718
|
-
const providers = await list()
|
|
719
|
-
expect(providers[ProviderID.anthropic]).toBeUndefined()
|
|
720
|
-
},
|
|
721
|
-
})
|
|
722
|
-
})
|
|
723
|
-
|
|
724
|
-
test("closest finds model by partial match", async () => {
|
|
725
|
-
await using tmp = await tmpdir({
|
|
726
|
-
init: async (dir) => {
|
|
727
|
-
await Bun.write(
|
|
728
|
-
path.join(dir, "saeeol.json"),
|
|
729
|
-
JSON.stringify({
|
|
730
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
731
|
-
}),
|
|
732
|
-
)
|
|
733
|
-
},
|
|
734
|
-
})
|
|
735
|
-
await Instance.provide({
|
|
736
|
-
directory: tmp.path,
|
|
737
|
-
init: Effect.promise(async () => {
|
|
738
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
739
|
-
}).pipe(Effect.asVoid),
|
|
740
|
-
fn: async () => {
|
|
741
|
-
const result = await closest(ProviderID.anthropic, ["sonnet-4"])
|
|
742
|
-
expect(result).toBeDefined()
|
|
743
|
-
expect(String(result?.providerID)).toBe("anthropic")
|
|
744
|
-
expect(String(result?.modelID)).toContain("sonnet-4")
|
|
745
|
-
},
|
|
746
|
-
})
|
|
747
|
-
})
|
|
748
|
-
|
|
749
|
-
test("closest returns undefined for nonexistent provider", async () => {
|
|
750
|
-
await using tmp = await tmpdir({
|
|
751
|
-
init: async (dir) => {
|
|
752
|
-
await Bun.write(
|
|
753
|
-
path.join(dir, "saeeol.json"),
|
|
754
|
-
JSON.stringify({
|
|
755
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
756
|
-
}),
|
|
757
|
-
)
|
|
758
|
-
},
|
|
759
|
-
})
|
|
760
|
-
await Instance.provide({
|
|
761
|
-
directory: tmp.path,
|
|
762
|
-
fn: async () => {
|
|
763
|
-
const result = await closest(ProviderID.make("nonexistent"), ["model"])
|
|
764
|
-
expect(result).toBeUndefined()
|
|
765
|
-
},
|
|
766
|
-
})
|
|
767
|
-
})
|
|
768
|
-
|
|
769
|
-
test("getModel uses realIdByKey for aliased models", async () => {
|
|
770
|
-
await using tmp = await tmpdir({
|
|
771
|
-
init: async (dir) => {
|
|
772
|
-
await Bun.write(
|
|
773
|
-
path.join(dir, "saeeol.json"),
|
|
774
|
-
JSON.stringify({
|
|
775
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
776
|
-
provider: {
|
|
777
|
-
anthropic: {
|
|
778
|
-
models: {
|
|
779
|
-
"my-sonnet": {
|
|
780
|
-
id: "claude-sonnet-4-20250514",
|
|
781
|
-
name: "My Sonnet Alias",
|
|
782
|
-
},
|
|
783
|
-
},
|
|
784
|
-
},
|
|
785
|
-
},
|
|
786
|
-
}),
|
|
787
|
-
)
|
|
788
|
-
},
|
|
789
|
-
})
|
|
790
|
-
await Instance.provide({
|
|
791
|
-
directory: tmp.path,
|
|
792
|
-
init: Effect.promise(async () => {
|
|
793
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
794
|
-
}).pipe(Effect.asVoid),
|
|
795
|
-
fn: async () => {
|
|
796
|
-
const providers = await list()
|
|
797
|
-
expect(providers[ProviderID.anthropic].models["my-sonnet"]).toBeDefined()
|
|
798
|
-
|
|
799
|
-
const model = await getModel(ProviderID.anthropic, ModelID.make("my-sonnet"))
|
|
800
|
-
expect(model).toBeDefined()
|
|
801
|
-
expect(String(model.id)).toBe("my-sonnet")
|
|
802
|
-
expect(model.name).toBe("My Sonnet Alias")
|
|
803
|
-
},
|
|
804
|
-
})
|
|
805
|
-
})
|
|
806
|
-
|
|
807
|
-
test("provider api field sets model api.url", async () => {
|
|
808
|
-
await using tmp = await tmpdir({
|
|
809
|
-
init: async (dir) => {
|
|
810
|
-
await Bun.write(
|
|
811
|
-
path.join(dir, "saeeol.json"),
|
|
812
|
-
JSON.stringify({
|
|
813
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
814
|
-
provider: {
|
|
815
|
-
"custom-api": {
|
|
816
|
-
name: "Custom API",
|
|
817
|
-
npm: "@ai-sdk/openai-compatible",
|
|
818
|
-
api: "https://api.example.com/v1",
|
|
819
|
-
env: [],
|
|
820
|
-
models: {
|
|
821
|
-
"model-1": {
|
|
822
|
-
name: "Model 1",
|
|
823
|
-
tool_call: true,
|
|
824
|
-
limit: { context: 8000, output: 2000 },
|
|
825
|
-
},
|
|
826
|
-
},
|
|
827
|
-
options: {
|
|
828
|
-
apiKey: "test-key",
|
|
829
|
-
},
|
|
830
|
-
},
|
|
831
|
-
},
|
|
832
|
-
}),
|
|
833
|
-
)
|
|
834
|
-
},
|
|
835
|
-
})
|
|
836
|
-
await Instance.provide({
|
|
837
|
-
directory: tmp.path,
|
|
838
|
-
fn: async () => {
|
|
839
|
-
const providers = await list()
|
|
840
|
-
// api field is stored on model.api.url, used by getSDK to set baseURL
|
|
841
|
-
expect(providers[ProviderID.make("custom-api")].models["model-1"].api.url).toBe("https://api.example.com/v1")
|
|
842
|
-
},
|
|
843
|
-
})
|
|
844
|
-
})
|
|
845
|
-
|
|
846
|
-
test("explicit baseURL overrides api field", async () => {
|
|
847
|
-
await using tmp = await tmpdir({
|
|
848
|
-
init: async (dir) => {
|
|
849
|
-
await Bun.write(
|
|
850
|
-
path.join(dir, "saeeol.json"),
|
|
851
|
-
JSON.stringify({
|
|
852
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
853
|
-
provider: {
|
|
854
|
-
"custom-api": {
|
|
855
|
-
name: "Custom API",
|
|
856
|
-
npm: "@ai-sdk/openai-compatible",
|
|
857
|
-
api: "https://api.example.com/v1",
|
|
858
|
-
env: [],
|
|
859
|
-
models: {
|
|
860
|
-
"model-1": {
|
|
861
|
-
name: "Model 1",
|
|
862
|
-
tool_call: true,
|
|
863
|
-
limit: { context: 8000, output: 2000 },
|
|
864
|
-
},
|
|
865
|
-
},
|
|
866
|
-
options: {
|
|
867
|
-
apiKey: "test-key",
|
|
868
|
-
baseURL: "https://custom.override.com/v1",
|
|
869
|
-
},
|
|
870
|
-
},
|
|
871
|
-
},
|
|
872
|
-
}),
|
|
873
|
-
)
|
|
874
|
-
},
|
|
875
|
-
})
|
|
876
|
-
await Instance.provide({
|
|
877
|
-
directory: tmp.path,
|
|
878
|
-
fn: async () => {
|
|
879
|
-
const providers = await list()
|
|
880
|
-
expect(providers[ProviderID.make("custom-api")].options.baseURL).toBe("https://custom.override.com/v1")
|
|
881
|
-
},
|
|
882
|
-
})
|
|
883
|
-
})
|
|
884
|
-
|
|
885
|
-
test("model inherits properties from existing database model", async () => {
|
|
886
|
-
await using tmp = await tmpdir({
|
|
887
|
-
init: async (dir) => {
|
|
888
|
-
await Bun.write(
|
|
889
|
-
path.join(dir, "saeeol.json"),
|
|
890
|
-
JSON.stringify({
|
|
891
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
892
|
-
provider: {
|
|
893
|
-
anthropic: {
|
|
894
|
-
models: {
|
|
895
|
-
"claude-sonnet-4-20250514": {
|
|
896
|
-
name: "Custom Name for Sonnet",
|
|
897
|
-
},
|
|
898
|
-
},
|
|
899
|
-
},
|
|
900
|
-
},
|
|
901
|
-
}),
|
|
902
|
-
)
|
|
903
|
-
},
|
|
904
|
-
})
|
|
905
|
-
await Instance.provide({
|
|
906
|
-
directory: tmp.path,
|
|
907
|
-
init: Effect.promise(async () => {
|
|
908
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
909
|
-
}).pipe(Effect.asVoid),
|
|
910
|
-
fn: async () => {
|
|
911
|
-
const providers = await list()
|
|
912
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
913
|
-
expect(model.name).toBe("Custom Name for Sonnet")
|
|
914
|
-
expect(model.capabilities.toolcall).toBe(true)
|
|
915
|
-
expect(model.capabilities.attachment).toBe(true)
|
|
916
|
-
expect(model.limit.context).toBeGreaterThan(0)
|
|
917
|
-
},
|
|
918
|
-
})
|
|
919
|
-
})
|
|
920
|
-
|
|
921
|
-
test("disabled_providers prevents loading even with env var", async () => {
|
|
922
|
-
await using tmp = await tmpdir({
|
|
923
|
-
init: async (dir) => {
|
|
924
|
-
await Bun.write(
|
|
925
|
-
path.join(dir, "saeeol.json"),
|
|
926
|
-
JSON.stringify({
|
|
927
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
928
|
-
disabled_providers: ["openai"],
|
|
929
|
-
}),
|
|
930
|
-
)
|
|
931
|
-
},
|
|
932
|
-
})
|
|
933
|
-
await Instance.provide({
|
|
934
|
-
directory: tmp.path,
|
|
935
|
-
init: Effect.promise(async () => {
|
|
936
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
937
|
-
}).pipe(Effect.asVoid),
|
|
938
|
-
fn: async () => {
|
|
939
|
-
const providers = await list()
|
|
940
|
-
expect(providers[ProviderID.openai]).toBeUndefined()
|
|
941
|
-
},
|
|
942
|
-
})
|
|
943
|
-
})
|
|
944
|
-
|
|
945
|
-
test("enabled_providers with empty array allows no providers", async () => {
|
|
946
|
-
await using tmp = await tmpdir({
|
|
947
|
-
init: async (dir) => {
|
|
948
|
-
await Bun.write(
|
|
949
|
-
path.join(dir, "saeeol.json"),
|
|
950
|
-
JSON.stringify({
|
|
951
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
952
|
-
enabled_providers: [],
|
|
953
|
-
}),
|
|
954
|
-
)
|
|
955
|
-
},
|
|
956
|
-
})
|
|
957
|
-
await Instance.provide({
|
|
958
|
-
directory: tmp.path,
|
|
959
|
-
init: Effect.promise(async () => {
|
|
960
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
961
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
962
|
-
}).pipe(Effect.asVoid),
|
|
963
|
-
fn: async () => {
|
|
964
|
-
const providers = await list()
|
|
965
|
-
expect(Object.keys(providers).length).toBe(0)
|
|
966
|
-
},
|
|
967
|
-
})
|
|
968
|
-
})
|
|
969
|
-
|
|
970
|
-
test("whitelist and blacklist can be combined", async () => {
|
|
971
|
-
await using tmp = await tmpdir({
|
|
972
|
-
init: async (dir) => {
|
|
973
|
-
await Bun.write(
|
|
974
|
-
path.join(dir, "saeeol.json"),
|
|
975
|
-
JSON.stringify({
|
|
976
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
977
|
-
provider: {
|
|
978
|
-
anthropic: {
|
|
979
|
-
whitelist: ["claude-sonnet-4-20250514", "claude-opus-4-20250514"],
|
|
980
|
-
blacklist: ["claude-opus-4-20250514"],
|
|
981
|
-
},
|
|
982
|
-
},
|
|
983
|
-
}),
|
|
984
|
-
)
|
|
985
|
-
},
|
|
986
|
-
})
|
|
987
|
-
await Instance.provide({
|
|
988
|
-
directory: tmp.path,
|
|
989
|
-
init: Effect.promise(async () => {
|
|
990
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
991
|
-
}).pipe(Effect.asVoid),
|
|
992
|
-
fn: async () => {
|
|
993
|
-
const providers = await list()
|
|
994
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
995
|
-
const models = Object.keys(providers[ProviderID.anthropic].models)
|
|
996
|
-
expect(models).toContain("claude-sonnet-4-20250514")
|
|
997
|
-
expect(models).not.toContain("claude-opus-4-20250514")
|
|
998
|
-
expect(models.length).toBe(1)
|
|
999
|
-
},
|
|
1000
|
-
})
|
|
1001
|
-
})
|
|
1002
|
-
|
|
1003
|
-
test("model modalities default correctly", async () => {
|
|
1004
|
-
await using tmp = await tmpdir({
|
|
1005
|
-
init: async (dir) => {
|
|
1006
|
-
await Bun.write(
|
|
1007
|
-
path.join(dir, "saeeol.json"),
|
|
1008
|
-
JSON.stringify({
|
|
1009
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1010
|
-
provider: {
|
|
1011
|
-
"test-provider": {
|
|
1012
|
-
name: "Test",
|
|
1013
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1014
|
-
env: [],
|
|
1015
|
-
models: {
|
|
1016
|
-
"test-model": {
|
|
1017
|
-
name: "Test Model",
|
|
1018
|
-
tool_call: true,
|
|
1019
|
-
limit: { context: 8000, output: 2000 },
|
|
1020
|
-
},
|
|
1021
|
-
},
|
|
1022
|
-
options: { apiKey: "test" },
|
|
1023
|
-
},
|
|
1024
|
-
},
|
|
1025
|
-
}),
|
|
1026
|
-
)
|
|
1027
|
-
},
|
|
1028
|
-
})
|
|
1029
|
-
await Instance.provide({
|
|
1030
|
-
directory: tmp.path,
|
|
1031
|
-
fn: async () => {
|
|
1032
|
-
const providers = await list()
|
|
1033
|
-
const model = providers[ProviderID.make("test-provider")].models["test-model"]
|
|
1034
|
-
expect(model.capabilities.input.text).toBe(true)
|
|
1035
|
-
expect(model.capabilities.output.text).toBe(true)
|
|
1036
|
-
},
|
|
1037
|
-
})
|
|
1038
|
-
})
|
|
1039
|
-
|
|
1040
|
-
test("model with custom cost values", async () => {
|
|
1041
|
-
await using tmp = await tmpdir({
|
|
1042
|
-
init: async (dir) => {
|
|
1043
|
-
await Bun.write(
|
|
1044
|
-
path.join(dir, "saeeol.json"),
|
|
1045
|
-
JSON.stringify({
|
|
1046
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1047
|
-
provider: {
|
|
1048
|
-
"test-provider": {
|
|
1049
|
-
name: "Test",
|
|
1050
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1051
|
-
env: [],
|
|
1052
|
-
models: {
|
|
1053
|
-
"test-model": {
|
|
1054
|
-
name: "Test Model",
|
|
1055
|
-
tool_call: true,
|
|
1056
|
-
limit: { context: 8000, output: 2000 },
|
|
1057
|
-
cost: {
|
|
1058
|
-
input: 5,
|
|
1059
|
-
output: 15,
|
|
1060
|
-
cache_read: 2.5,
|
|
1061
|
-
cache_write: 7.5,
|
|
1062
|
-
},
|
|
1063
|
-
},
|
|
1064
|
-
},
|
|
1065
|
-
options: { apiKey: "test" },
|
|
1066
|
-
},
|
|
1067
|
-
},
|
|
1068
|
-
}),
|
|
1069
|
-
)
|
|
1070
|
-
},
|
|
1071
|
-
})
|
|
1072
|
-
await Instance.provide({
|
|
1073
|
-
directory: tmp.path,
|
|
1074
|
-
fn: async () => {
|
|
1075
|
-
const providers = await list()
|
|
1076
|
-
const model = providers[ProviderID.make("test-provider")].models["test-model"]
|
|
1077
|
-
expect(model.cost.input).toBe(5)
|
|
1078
|
-
expect(model.cost.output).toBe(15)
|
|
1079
|
-
expect(model.cost.cache.read).toBe(2.5)
|
|
1080
|
-
expect(model.cost.cache.write).toBe(7.5)
|
|
1081
|
-
},
|
|
1082
|
-
})
|
|
1083
|
-
})
|
|
1084
|
-
|
|
1085
|
-
test("getSmallModel returns appropriate small model", async () => {
|
|
1086
|
-
await using tmp = await tmpdir({
|
|
1087
|
-
init: async (dir) => {
|
|
1088
|
-
await Bun.write(
|
|
1089
|
-
path.join(dir, "saeeol.json"),
|
|
1090
|
-
JSON.stringify({
|
|
1091
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1092
|
-
}),
|
|
1093
|
-
)
|
|
1094
|
-
},
|
|
1095
|
-
})
|
|
1096
|
-
await Instance.provide({
|
|
1097
|
-
directory: tmp.path,
|
|
1098
|
-
init: Effect.promise(async () => {
|
|
1099
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1100
|
-
}).pipe(Effect.asVoid),
|
|
1101
|
-
fn: async () => {
|
|
1102
|
-
const model = await getSmallModel(ProviderID.anthropic)
|
|
1103
|
-
expect(model).toBeDefined()
|
|
1104
|
-
expect(model?.id).toContain("haiku")
|
|
1105
|
-
},
|
|
1106
|
-
})
|
|
1107
|
-
})
|
|
1108
|
-
|
|
1109
|
-
test("getSmallModel respects config small_model override", async () => {
|
|
1110
|
-
await using tmp = await tmpdir({
|
|
1111
|
-
init: async (dir) => {
|
|
1112
|
-
await Bun.write(
|
|
1113
|
-
path.join(dir, "saeeol.json"),
|
|
1114
|
-
JSON.stringify({
|
|
1115
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1116
|
-
small_model: "anthropic/claude-sonnet-4-20250514",
|
|
1117
|
-
}),
|
|
1118
|
-
)
|
|
1119
|
-
},
|
|
1120
|
-
})
|
|
1121
|
-
await Instance.provide({
|
|
1122
|
-
directory: tmp.path,
|
|
1123
|
-
init: Effect.promise(async () => {
|
|
1124
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1125
|
-
}).pipe(Effect.asVoid),
|
|
1126
|
-
fn: async () => {
|
|
1127
|
-
const model = await getSmallModel(ProviderID.anthropic)
|
|
1128
|
-
expect(model).toBeDefined()
|
|
1129
|
-
expect(String(model?.providerID)).toBe("anthropic")
|
|
1130
|
-
expect(String(model?.id)).toBe("claude-sonnet-4-20250514")
|
|
1131
|
-
},
|
|
1132
|
-
})
|
|
1133
|
-
})
|
|
1134
|
-
|
|
1135
|
-
test("provider.sort prioritizes preferred models", () => {
|
|
1136
|
-
const models = [
|
|
1137
|
-
{ id: "random-model", name: "Random" },
|
|
1138
|
-
{ id: "claude-sonnet-4-latest", name: "Claude Sonnet 4" },
|
|
1139
|
-
{ id: "gpt-5-turbo", name: "GPT-5 Turbo" },
|
|
1140
|
-
{ id: "other-model", name: "Other" },
|
|
1141
|
-
] as any[]
|
|
1142
|
-
|
|
1143
|
-
const sorted = Provider.sort(models)
|
|
1144
|
-
expect(sorted[0].id).toContain("sonnet-4")
|
|
1145
|
-
expect(sorted[0].id).toContain("latest")
|
|
1146
|
-
expect(sorted[sorted.length - 1].id).not.toContain("gpt-5")
|
|
1147
|
-
expect(sorted[sorted.length - 1].id).not.toContain("sonnet-4")
|
|
1148
|
-
})
|
|
1149
|
-
|
|
1150
|
-
test("multiple providers can be configured simultaneously", async () => {
|
|
1151
|
-
await using tmp = await tmpdir({
|
|
1152
|
-
init: async (dir) => {
|
|
1153
|
-
await Bun.write(
|
|
1154
|
-
path.join(dir, "saeeol.json"),
|
|
1155
|
-
JSON.stringify({
|
|
1156
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1157
|
-
provider: {
|
|
1158
|
-
anthropic: {
|
|
1159
|
-
options: { timeout: 30000 },
|
|
1160
|
-
},
|
|
1161
|
-
openai: {
|
|
1162
|
-
options: { timeout: 60000 },
|
|
1163
|
-
},
|
|
1164
|
-
},
|
|
1165
|
-
}),
|
|
1166
|
-
)
|
|
1167
|
-
},
|
|
1168
|
-
})
|
|
1169
|
-
await Instance.provide({
|
|
1170
|
-
directory: tmp.path,
|
|
1171
|
-
init: Effect.promise(async () => {
|
|
1172
|
-
set("ANTHROPIC_API_KEY", "test-anthropic-key")
|
|
1173
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
1174
|
-
}).pipe(Effect.asVoid),
|
|
1175
|
-
fn: async () => {
|
|
1176
|
-
const providers = await list()
|
|
1177
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
1178
|
-
expect(providers[ProviderID.openai]).toBeDefined()
|
|
1179
|
-
expect(providers[ProviderID.anthropic].options.timeout).toBe(30000)
|
|
1180
|
-
expect(providers[ProviderID.openai].options.timeout).toBe(60000)
|
|
1181
|
-
},
|
|
1182
|
-
})
|
|
1183
|
-
})
|
|
1184
|
-
|
|
1185
|
-
test("provider with custom npm package", async () => {
|
|
1186
|
-
await using tmp = await tmpdir({
|
|
1187
|
-
init: async (dir) => {
|
|
1188
|
-
await Bun.write(
|
|
1189
|
-
path.join(dir, "saeeol.json"),
|
|
1190
|
-
JSON.stringify({
|
|
1191
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1192
|
-
provider: {
|
|
1193
|
-
"local-llm": {
|
|
1194
|
-
name: "Local LLM",
|
|
1195
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1196
|
-
env: [],
|
|
1197
|
-
models: {
|
|
1198
|
-
"llama-3": {
|
|
1199
|
-
name: "Llama 3",
|
|
1200
|
-
tool_call: true,
|
|
1201
|
-
limit: { context: 8192, output: 2048 },
|
|
1202
|
-
},
|
|
1203
|
-
},
|
|
1204
|
-
options: {
|
|
1205
|
-
apiKey: "not-needed",
|
|
1206
|
-
baseURL: "http://localhost:11434/v1",
|
|
1207
|
-
},
|
|
1208
|
-
},
|
|
1209
|
-
},
|
|
1210
|
-
}),
|
|
1211
|
-
)
|
|
1212
|
-
},
|
|
1213
|
-
})
|
|
1214
|
-
await Instance.provide({
|
|
1215
|
-
directory: tmp.path,
|
|
1216
|
-
fn: async () => {
|
|
1217
|
-
const providers = await list()
|
|
1218
|
-
expect(providers[ProviderID.make("local-llm")]).toBeDefined()
|
|
1219
|
-
expect(providers[ProviderID.make("local-llm")].models["llama-3"].api.npm).toBe("@ai-sdk/openai-compatible")
|
|
1220
|
-
expect(providers[ProviderID.make("local-llm")].options.baseURL).toBe("http://localhost:11434/v1")
|
|
1221
|
-
},
|
|
1222
|
-
})
|
|
1223
|
-
})
|
|
1224
|
-
|
|
1225
|
-
// Edge cases for model configuration
|
|
1226
|
-
|
|
1227
|
-
test("model alias name defaults to alias key when id differs", async () => {
|
|
1228
|
-
await using tmp = await tmpdir({
|
|
1229
|
-
init: async (dir) => {
|
|
1230
|
-
await Bun.write(
|
|
1231
|
-
path.join(dir, "saeeol.json"),
|
|
1232
|
-
JSON.stringify({
|
|
1233
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1234
|
-
provider: {
|
|
1235
|
-
anthropic: {
|
|
1236
|
-
models: {
|
|
1237
|
-
sonnet: {
|
|
1238
|
-
id: "claude-sonnet-4-20250514",
|
|
1239
|
-
// no name specified - should default to "sonnet" (the key)
|
|
1240
|
-
},
|
|
1241
|
-
},
|
|
1242
|
-
},
|
|
1243
|
-
},
|
|
1244
|
-
}),
|
|
1245
|
-
)
|
|
1246
|
-
},
|
|
1247
|
-
})
|
|
1248
|
-
await Instance.provide({
|
|
1249
|
-
directory: tmp.path,
|
|
1250
|
-
init: Effect.promise(async () => {
|
|
1251
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1252
|
-
}).pipe(Effect.asVoid),
|
|
1253
|
-
fn: async () => {
|
|
1254
|
-
const providers = await list()
|
|
1255
|
-
expect(providers[ProviderID.anthropic].models["sonnet"].name).toBe("sonnet")
|
|
1256
|
-
},
|
|
1257
|
-
})
|
|
1258
|
-
})
|
|
1259
|
-
|
|
1260
|
-
test("provider with multiple env var options only includes apiKey when single env", async () => {
|
|
1261
|
-
await using tmp = await tmpdir({
|
|
1262
|
-
init: async (dir) => {
|
|
1263
|
-
await Bun.write(
|
|
1264
|
-
path.join(dir, "saeeol.json"),
|
|
1265
|
-
JSON.stringify({
|
|
1266
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1267
|
-
provider: {
|
|
1268
|
-
"multi-env": {
|
|
1269
|
-
name: "Multi Env Provider",
|
|
1270
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1271
|
-
env: ["MULTI_ENV_KEY_1", "MULTI_ENV_KEY_2"],
|
|
1272
|
-
models: {
|
|
1273
|
-
"model-1": {
|
|
1274
|
-
name: "Model 1",
|
|
1275
|
-
tool_call: true,
|
|
1276
|
-
limit: { context: 8000, output: 2000 },
|
|
1277
|
-
},
|
|
1278
|
-
},
|
|
1279
|
-
options: {
|
|
1280
|
-
baseURL: "https://api.example.com/v1",
|
|
1281
|
-
},
|
|
1282
|
-
},
|
|
1283
|
-
},
|
|
1284
|
-
}),
|
|
1285
|
-
)
|
|
1286
|
-
},
|
|
1287
|
-
})
|
|
1288
|
-
await Instance.provide({
|
|
1289
|
-
directory: tmp.path,
|
|
1290
|
-
init: Effect.promise(async () => {
|
|
1291
|
-
set("MULTI_ENV_KEY_1", "test-key")
|
|
1292
|
-
}).pipe(Effect.asVoid),
|
|
1293
|
-
fn: async () => {
|
|
1294
|
-
const providers = await list()
|
|
1295
|
-
expect(providers[ProviderID.make("multi-env")]).toBeDefined()
|
|
1296
|
-
// When multiple env options exist, key should NOT be auto-set
|
|
1297
|
-
expect(providers[ProviderID.make("multi-env")].key).toBeUndefined()
|
|
1298
|
-
},
|
|
1299
|
-
})
|
|
1300
|
-
})
|
|
1301
|
-
|
|
1302
|
-
test("provider with single env var includes apiKey automatically", async () => {
|
|
1303
|
-
await using tmp = await tmpdir({
|
|
1304
|
-
init: async (dir) => {
|
|
1305
|
-
await Bun.write(
|
|
1306
|
-
path.join(dir, "saeeol.json"),
|
|
1307
|
-
JSON.stringify({
|
|
1308
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1309
|
-
provider: {
|
|
1310
|
-
"single-env": {
|
|
1311
|
-
name: "Single Env Provider",
|
|
1312
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1313
|
-
env: ["SINGLE_ENV_KEY"],
|
|
1314
|
-
models: {
|
|
1315
|
-
"model-1": {
|
|
1316
|
-
name: "Model 1",
|
|
1317
|
-
tool_call: true,
|
|
1318
|
-
limit: { context: 8000, output: 2000 },
|
|
1319
|
-
},
|
|
1320
|
-
},
|
|
1321
|
-
options: {
|
|
1322
|
-
baseURL: "https://api.example.com/v1",
|
|
1323
|
-
},
|
|
1324
|
-
},
|
|
1325
|
-
},
|
|
1326
|
-
}),
|
|
1327
|
-
)
|
|
1328
|
-
},
|
|
1329
|
-
})
|
|
1330
|
-
await Instance.provide({
|
|
1331
|
-
directory: tmp.path,
|
|
1332
|
-
init: Effect.promise(async () => {
|
|
1333
|
-
set("SINGLE_ENV_KEY", "my-api-key")
|
|
1334
|
-
}).pipe(Effect.asVoid),
|
|
1335
|
-
fn: async () => {
|
|
1336
|
-
const providers = await list()
|
|
1337
|
-
expect(providers[ProviderID.make("single-env")]).toBeDefined()
|
|
1338
|
-
// Single env option should auto-set key
|
|
1339
|
-
expect(providers[ProviderID.make("single-env")].key).toBe("my-api-key")
|
|
1340
|
-
},
|
|
1341
|
-
})
|
|
1342
|
-
})
|
|
1343
|
-
|
|
1344
|
-
test("model cost overrides existing cost values", async () => {
|
|
1345
|
-
await using tmp = await tmpdir({
|
|
1346
|
-
init: async (dir) => {
|
|
1347
|
-
await Bun.write(
|
|
1348
|
-
path.join(dir, "saeeol.json"),
|
|
1349
|
-
JSON.stringify({
|
|
1350
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1351
|
-
provider: {
|
|
1352
|
-
anthropic: {
|
|
1353
|
-
models: {
|
|
1354
|
-
"claude-sonnet-4-20250514": {
|
|
1355
|
-
cost: {
|
|
1356
|
-
input: 999,
|
|
1357
|
-
output: 888,
|
|
1358
|
-
},
|
|
1359
|
-
},
|
|
1360
|
-
},
|
|
1361
|
-
},
|
|
1362
|
-
},
|
|
1363
|
-
}),
|
|
1364
|
-
)
|
|
1365
|
-
},
|
|
1366
|
-
})
|
|
1367
|
-
await Instance.provide({
|
|
1368
|
-
directory: tmp.path,
|
|
1369
|
-
init: Effect.promise(async () => {
|
|
1370
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1371
|
-
}).pipe(Effect.asVoid),
|
|
1372
|
-
fn: async () => {
|
|
1373
|
-
const providers = await list()
|
|
1374
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
1375
|
-
expect(model.cost.input).toBe(999)
|
|
1376
|
-
expect(model.cost.output).toBe(888)
|
|
1377
|
-
},
|
|
1378
|
-
})
|
|
1379
|
-
})
|
|
1380
|
-
|
|
1381
|
-
test("completely new provider not in database can be configured", async () => {
|
|
1382
|
-
await using tmp = await tmpdir({
|
|
1383
|
-
init: async (dir) => {
|
|
1384
|
-
await Bun.write(
|
|
1385
|
-
path.join(dir, "saeeol.json"),
|
|
1386
|
-
JSON.stringify({
|
|
1387
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1388
|
-
provider: {
|
|
1389
|
-
"brand-new-provider": {
|
|
1390
|
-
name: "Brand New",
|
|
1391
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1392
|
-
env: [],
|
|
1393
|
-
api: "https://new-api.com/v1",
|
|
1394
|
-
models: {
|
|
1395
|
-
"new-model": {
|
|
1396
|
-
name: "New Model",
|
|
1397
|
-
tool_call: true,
|
|
1398
|
-
reasoning: true,
|
|
1399
|
-
attachment: true,
|
|
1400
|
-
temperature: true,
|
|
1401
|
-
limit: { context: 32000, output: 8000 },
|
|
1402
|
-
modalities: {
|
|
1403
|
-
input: ["text", "image"],
|
|
1404
|
-
output: ["text"],
|
|
1405
|
-
},
|
|
1406
|
-
},
|
|
1407
|
-
},
|
|
1408
|
-
options: {
|
|
1409
|
-
apiKey: "new-key",
|
|
1410
|
-
},
|
|
1411
|
-
},
|
|
1412
|
-
},
|
|
1413
|
-
}),
|
|
1414
|
-
)
|
|
1415
|
-
},
|
|
1416
|
-
})
|
|
1417
|
-
await Instance.provide({
|
|
1418
|
-
directory: tmp.path,
|
|
1419
|
-
fn: async () => {
|
|
1420
|
-
const providers = await list()
|
|
1421
|
-
expect(providers[ProviderID.make("brand-new-provider")]).toBeDefined()
|
|
1422
|
-
expect(providers[ProviderID.make("brand-new-provider")].name).toBe("Brand New")
|
|
1423
|
-
const model = providers[ProviderID.make("brand-new-provider")].models["new-model"]
|
|
1424
|
-
expect(model.capabilities.reasoning).toBe(true)
|
|
1425
|
-
expect(model.capabilities.attachment).toBe(true)
|
|
1426
|
-
expect(model.capabilities.input.image).toBe(true)
|
|
1427
|
-
},
|
|
1428
|
-
})
|
|
1429
|
-
})
|
|
1430
|
-
|
|
1431
|
-
test("disabled_providers and enabled_providers interaction", async () => {
|
|
1432
|
-
await using tmp = await tmpdir({
|
|
1433
|
-
init: async (dir) => {
|
|
1434
|
-
await Bun.write(
|
|
1435
|
-
path.join(dir, "saeeol.json"),
|
|
1436
|
-
JSON.stringify({
|
|
1437
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1438
|
-
// enabled_providers takes precedence - only these are considered
|
|
1439
|
-
enabled_providers: ["anthropic", "openai"],
|
|
1440
|
-
// Then disabled_providers filters from the enabled set
|
|
1441
|
-
disabled_providers: ["openai"],
|
|
1442
|
-
}),
|
|
1443
|
-
)
|
|
1444
|
-
},
|
|
1445
|
-
})
|
|
1446
|
-
await Instance.provide({
|
|
1447
|
-
directory: tmp.path,
|
|
1448
|
-
init: Effect.promise(async () => {
|
|
1449
|
-
set("ANTHROPIC_API_KEY", "test-anthropic")
|
|
1450
|
-
set("OPENAI_API_KEY", "test-openai")
|
|
1451
|
-
set("GOOGLE_GENERATIVE_AI_API_KEY", "test-google")
|
|
1452
|
-
}).pipe(Effect.asVoid),
|
|
1453
|
-
fn: async () => {
|
|
1454
|
-
const providers = await list()
|
|
1455
|
-
// anthropic: in enabled, not in disabled = allowed
|
|
1456
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
1457
|
-
// openai: in enabled, but also in disabled = NOT allowed
|
|
1458
|
-
expect(providers[ProviderID.openai]).toBeUndefined()
|
|
1459
|
-
// google: not in enabled = NOT allowed (even though not disabled)
|
|
1460
|
-
expect(providers[ProviderID.google]).toBeUndefined()
|
|
1461
|
-
},
|
|
1462
|
-
})
|
|
1463
|
-
})
|
|
1464
|
-
|
|
1465
|
-
test("model with tool_call false", async () => {
|
|
1466
|
-
await using tmp = await tmpdir({
|
|
1467
|
-
init: async (dir) => {
|
|
1468
|
-
await Bun.write(
|
|
1469
|
-
path.join(dir, "saeeol.json"),
|
|
1470
|
-
JSON.stringify({
|
|
1471
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1472
|
-
provider: {
|
|
1473
|
-
"no-tools": {
|
|
1474
|
-
name: "No Tools Provider",
|
|
1475
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1476
|
-
env: [],
|
|
1477
|
-
models: {
|
|
1478
|
-
"basic-model": {
|
|
1479
|
-
name: "Basic Model",
|
|
1480
|
-
tool_call: false,
|
|
1481
|
-
limit: { context: 4000, output: 1000 },
|
|
1482
|
-
},
|
|
1483
|
-
},
|
|
1484
|
-
options: { apiKey: "test" },
|
|
1485
|
-
},
|
|
1486
|
-
},
|
|
1487
|
-
}),
|
|
1488
|
-
)
|
|
1489
|
-
},
|
|
1490
|
-
})
|
|
1491
|
-
await Instance.provide({
|
|
1492
|
-
directory: tmp.path,
|
|
1493
|
-
fn: async () => {
|
|
1494
|
-
const providers = await list()
|
|
1495
|
-
expect(providers[ProviderID.make("no-tools")].models["basic-model"].capabilities.toolcall).toBe(false)
|
|
1496
|
-
},
|
|
1497
|
-
})
|
|
1498
|
-
})
|
|
1499
|
-
|
|
1500
|
-
test("model defaults tool_call to true when not specified", async () => {
|
|
1501
|
-
await using tmp = await tmpdir({
|
|
1502
|
-
init: async (dir) => {
|
|
1503
|
-
await Bun.write(
|
|
1504
|
-
path.join(dir, "saeeol.json"),
|
|
1505
|
-
JSON.stringify({
|
|
1506
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1507
|
-
provider: {
|
|
1508
|
-
"default-tools": {
|
|
1509
|
-
name: "Default Tools Provider",
|
|
1510
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1511
|
-
env: [],
|
|
1512
|
-
models: {
|
|
1513
|
-
model: {
|
|
1514
|
-
name: "Model",
|
|
1515
|
-
// tool_call not specified
|
|
1516
|
-
limit: { context: 4000, output: 1000 },
|
|
1517
|
-
},
|
|
1518
|
-
},
|
|
1519
|
-
options: { apiKey: "test" },
|
|
1520
|
-
},
|
|
1521
|
-
},
|
|
1522
|
-
}),
|
|
1523
|
-
)
|
|
1524
|
-
},
|
|
1525
|
-
})
|
|
1526
|
-
await Instance.provide({
|
|
1527
|
-
directory: tmp.path,
|
|
1528
|
-
fn: async () => {
|
|
1529
|
-
const providers = await list()
|
|
1530
|
-
expect(providers[ProviderID.make("default-tools")].models["model"].capabilities.toolcall).toBe(true)
|
|
1531
|
-
},
|
|
1532
|
-
})
|
|
1533
|
-
})
|
|
1534
|
-
|
|
1535
|
-
test("model headers are preserved", async () => {
|
|
1536
|
-
await using tmp = await tmpdir({
|
|
1537
|
-
init: async (dir) => {
|
|
1538
|
-
await Bun.write(
|
|
1539
|
-
path.join(dir, "saeeol.json"),
|
|
1540
|
-
JSON.stringify({
|
|
1541
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1542
|
-
provider: {
|
|
1543
|
-
"headers-provider": {
|
|
1544
|
-
name: "Headers Provider",
|
|
1545
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1546
|
-
env: [],
|
|
1547
|
-
models: {
|
|
1548
|
-
model: {
|
|
1549
|
-
name: "Model",
|
|
1550
|
-
tool_call: true,
|
|
1551
|
-
limit: { context: 4000, output: 1000 },
|
|
1552
|
-
headers: {
|
|
1553
|
-
"X-Custom-Header": "custom-value",
|
|
1554
|
-
Authorization: "Bearer special-token",
|
|
1555
|
-
},
|
|
1556
|
-
},
|
|
1557
|
-
},
|
|
1558
|
-
options: { apiKey: "test" },
|
|
1559
|
-
},
|
|
1560
|
-
},
|
|
1561
|
-
}),
|
|
1562
|
-
)
|
|
1563
|
-
},
|
|
1564
|
-
})
|
|
1565
|
-
await Instance.provide({
|
|
1566
|
-
directory: tmp.path,
|
|
1567
|
-
fn: async () => {
|
|
1568
|
-
const providers = await list()
|
|
1569
|
-
const model = providers[ProviderID.make("headers-provider")].models["model"]
|
|
1570
|
-
expect(model.headers).toEqual({
|
|
1571
|
-
"X-Custom-Header": "custom-value",
|
|
1572
|
-
Authorization: "Bearer special-token",
|
|
1573
|
-
})
|
|
1574
|
-
},
|
|
1575
|
-
})
|
|
1576
|
-
})
|
|
1577
|
-
|
|
1578
|
-
test("provider env fallback - second env var used if first missing", async () => {
|
|
1579
|
-
await using tmp = await tmpdir({
|
|
1580
|
-
init: async (dir) => {
|
|
1581
|
-
await Bun.write(
|
|
1582
|
-
path.join(dir, "saeeol.json"),
|
|
1583
|
-
JSON.stringify({
|
|
1584
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1585
|
-
provider: {
|
|
1586
|
-
"fallback-env": {
|
|
1587
|
-
name: "Fallback Env Provider",
|
|
1588
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1589
|
-
env: ["PRIMARY_KEY", "FALLBACK_KEY"],
|
|
1590
|
-
models: {
|
|
1591
|
-
model: {
|
|
1592
|
-
name: "Model",
|
|
1593
|
-
tool_call: true,
|
|
1594
|
-
limit: { context: 4000, output: 1000 },
|
|
1595
|
-
},
|
|
1596
|
-
},
|
|
1597
|
-
options: { baseURL: "https://api.example.com" },
|
|
1598
|
-
},
|
|
1599
|
-
},
|
|
1600
|
-
}),
|
|
1601
|
-
)
|
|
1602
|
-
},
|
|
1603
|
-
})
|
|
1604
|
-
await Instance.provide({
|
|
1605
|
-
directory: tmp.path,
|
|
1606
|
-
init: Effect.promise(async () => {
|
|
1607
|
-
// Only set fallback, not primary
|
|
1608
|
-
set("FALLBACK_KEY", "fallback-api-key")
|
|
1609
|
-
}).pipe(Effect.asVoid),
|
|
1610
|
-
fn: async () => {
|
|
1611
|
-
const providers = await list()
|
|
1612
|
-
// Provider should load because fallback env var is set
|
|
1613
|
-
expect(providers[ProviderID.make("fallback-env")]).toBeDefined()
|
|
1614
|
-
},
|
|
1615
|
-
})
|
|
1616
|
-
})
|
|
1617
|
-
|
|
1618
|
-
test("getModel returns consistent results", async () => {
|
|
1619
|
-
await using tmp = await tmpdir({
|
|
1620
|
-
init: async (dir) => {
|
|
1621
|
-
await Bun.write(
|
|
1622
|
-
path.join(dir, "saeeol.json"),
|
|
1623
|
-
JSON.stringify({
|
|
1624
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1625
|
-
}),
|
|
1626
|
-
)
|
|
1627
|
-
},
|
|
1628
|
-
})
|
|
1629
|
-
await Instance.provide({
|
|
1630
|
-
directory: tmp.path,
|
|
1631
|
-
init: Effect.promise(async () => {
|
|
1632
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1633
|
-
}).pipe(Effect.asVoid),
|
|
1634
|
-
fn: async () => {
|
|
1635
|
-
const model1 = await getModel(ProviderID.anthropic, ModelID.make("claude-sonnet-4-20250514"))
|
|
1636
|
-
const model2 = await getModel(ProviderID.anthropic, ModelID.make("claude-sonnet-4-20250514"))
|
|
1637
|
-
expect(model1.providerID).toEqual(model2.providerID)
|
|
1638
|
-
expect(model1.id).toEqual(model2.id)
|
|
1639
|
-
expect(model1).toEqual(model2)
|
|
1640
|
-
},
|
|
1641
|
-
})
|
|
1642
|
-
})
|
|
1643
|
-
|
|
1644
|
-
test("provider name defaults to id when not in database", async () => {
|
|
1645
|
-
await using tmp = await tmpdir({
|
|
1646
|
-
init: async (dir) => {
|
|
1647
|
-
await Bun.write(
|
|
1648
|
-
path.join(dir, "saeeol.json"),
|
|
1649
|
-
JSON.stringify({
|
|
1650
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1651
|
-
provider: {
|
|
1652
|
-
"my-custom-id": {
|
|
1653
|
-
// no name specified
|
|
1654
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1655
|
-
env: [],
|
|
1656
|
-
models: {
|
|
1657
|
-
model: {
|
|
1658
|
-
name: "Model",
|
|
1659
|
-
tool_call: true,
|
|
1660
|
-
limit: { context: 4000, output: 1000 },
|
|
1661
|
-
},
|
|
1662
|
-
},
|
|
1663
|
-
options: { apiKey: "test" },
|
|
1664
|
-
},
|
|
1665
|
-
},
|
|
1666
|
-
}),
|
|
1667
|
-
)
|
|
1668
|
-
},
|
|
1669
|
-
})
|
|
1670
|
-
await Instance.provide({
|
|
1671
|
-
directory: tmp.path,
|
|
1672
|
-
fn: async () => {
|
|
1673
|
-
const providers = await list()
|
|
1674
|
-
expect(providers[ProviderID.make("my-custom-id")].name).toBe("my-custom-id")
|
|
1675
|
-
},
|
|
1676
|
-
})
|
|
1677
|
-
})
|
|
1678
|
-
|
|
1679
|
-
test("ModelNotFoundError includes suggestions for typos", async () => {
|
|
1680
|
-
await using tmp = await tmpdir({
|
|
1681
|
-
init: async (dir) => {
|
|
1682
|
-
await Bun.write(
|
|
1683
|
-
path.join(dir, "saeeol.json"),
|
|
1684
|
-
JSON.stringify({
|
|
1685
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1686
|
-
}),
|
|
1687
|
-
)
|
|
1688
|
-
},
|
|
1689
|
-
})
|
|
1690
|
-
await Instance.provide({
|
|
1691
|
-
directory: tmp.path,
|
|
1692
|
-
init: Effect.promise(async () => {
|
|
1693
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1694
|
-
}).pipe(Effect.asVoid),
|
|
1695
|
-
fn: async () => {
|
|
1696
|
-
try {
|
|
1697
|
-
await getModel(ProviderID.anthropic, ModelID.make("claude-sonet-4")) // typo: sonet instead of sonnet
|
|
1698
|
-
expect(true).toBe(false) // Should not reach here
|
|
1699
|
-
} catch (e: any) {
|
|
1700
|
-
expect(e.data.suggestions).toBeDefined()
|
|
1701
|
-
expect(e.data.suggestions.length).toBeGreaterThan(0)
|
|
1702
|
-
}
|
|
1703
|
-
},
|
|
1704
|
-
})
|
|
1705
|
-
})
|
|
1706
|
-
|
|
1707
|
-
test("ModelNotFoundError for provider includes suggestions", async () => {
|
|
1708
|
-
await using tmp = await tmpdir({
|
|
1709
|
-
init: async (dir) => {
|
|
1710
|
-
await Bun.write(
|
|
1711
|
-
path.join(dir, "saeeol.json"),
|
|
1712
|
-
JSON.stringify({
|
|
1713
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1714
|
-
}),
|
|
1715
|
-
)
|
|
1716
|
-
},
|
|
1717
|
-
})
|
|
1718
|
-
await Instance.provide({
|
|
1719
|
-
directory: tmp.path,
|
|
1720
|
-
init: Effect.promise(async () => {
|
|
1721
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1722
|
-
}).pipe(Effect.asVoid),
|
|
1723
|
-
fn: async () => {
|
|
1724
|
-
try {
|
|
1725
|
-
await getModel(ProviderID.make("antropic"), ModelID.make("claude-sonnet-4")) // typo: antropic
|
|
1726
|
-
expect(true).toBe(false) // Should not reach here
|
|
1727
|
-
} catch (e: any) {
|
|
1728
|
-
expect(e.data.suggestions).toBeDefined()
|
|
1729
|
-
expect(e.data.suggestions).toContain("anthropic")
|
|
1730
|
-
}
|
|
1731
|
-
},
|
|
1732
|
-
})
|
|
1733
|
-
})
|
|
1734
|
-
|
|
1735
|
-
test("getProvider returns undefined for nonexistent provider", async () => {
|
|
1736
|
-
await using tmp = await tmpdir({
|
|
1737
|
-
init: async (dir) => {
|
|
1738
|
-
await Bun.write(
|
|
1739
|
-
path.join(dir, "saeeol.json"),
|
|
1740
|
-
JSON.stringify({
|
|
1741
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1742
|
-
}),
|
|
1743
|
-
)
|
|
1744
|
-
},
|
|
1745
|
-
})
|
|
1746
|
-
await Instance.provide({
|
|
1747
|
-
directory: tmp.path,
|
|
1748
|
-
fn: async () => {
|
|
1749
|
-
const provider = await getProvider(ProviderID.make("nonexistent"))
|
|
1750
|
-
expect(provider).toBeUndefined()
|
|
1751
|
-
},
|
|
1752
|
-
})
|
|
1753
|
-
})
|
|
1754
|
-
|
|
1755
|
-
test("getProvider returns provider info", async () => {
|
|
1756
|
-
await using tmp = await tmpdir({
|
|
1757
|
-
init: async (dir) => {
|
|
1758
|
-
await Bun.write(
|
|
1759
|
-
path.join(dir, "saeeol.json"),
|
|
1760
|
-
JSON.stringify({
|
|
1761
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1762
|
-
}),
|
|
1763
|
-
)
|
|
1764
|
-
},
|
|
1765
|
-
})
|
|
1766
|
-
await Instance.provide({
|
|
1767
|
-
directory: tmp.path,
|
|
1768
|
-
init: Effect.promise(async () => {
|
|
1769
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1770
|
-
}).pipe(Effect.asVoid),
|
|
1771
|
-
fn: async () => {
|
|
1772
|
-
const provider = await getProvider(ProviderID.anthropic)
|
|
1773
|
-
expect(provider).toBeDefined()
|
|
1774
|
-
expect(String(provider?.id)).toBe("anthropic")
|
|
1775
|
-
},
|
|
1776
|
-
})
|
|
1777
|
-
})
|
|
1778
|
-
|
|
1779
|
-
test("closest returns undefined when no partial match found", async () => {
|
|
1780
|
-
await using tmp = await tmpdir({
|
|
1781
|
-
init: async (dir) => {
|
|
1782
|
-
await Bun.write(
|
|
1783
|
-
path.join(dir, "saeeol.json"),
|
|
1784
|
-
JSON.stringify({
|
|
1785
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1786
|
-
}),
|
|
1787
|
-
)
|
|
1788
|
-
},
|
|
1789
|
-
})
|
|
1790
|
-
await Instance.provide({
|
|
1791
|
-
directory: tmp.path,
|
|
1792
|
-
init: Effect.promise(async () => {
|
|
1793
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1794
|
-
}).pipe(Effect.asVoid),
|
|
1795
|
-
fn: async () => {
|
|
1796
|
-
const result = await closest(ProviderID.anthropic, ["nonexistent-xyz-model"])
|
|
1797
|
-
expect(result).toBeUndefined()
|
|
1798
|
-
},
|
|
1799
|
-
})
|
|
1800
|
-
})
|
|
1801
|
-
|
|
1802
|
-
test("closest checks multiple query terms in order", async () => {
|
|
1803
|
-
await using tmp = await tmpdir({
|
|
1804
|
-
init: async (dir) => {
|
|
1805
|
-
await Bun.write(
|
|
1806
|
-
path.join(dir, "saeeol.json"),
|
|
1807
|
-
JSON.stringify({
|
|
1808
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1809
|
-
}),
|
|
1810
|
-
)
|
|
1811
|
-
},
|
|
1812
|
-
})
|
|
1813
|
-
await Instance.provide({
|
|
1814
|
-
directory: tmp.path,
|
|
1815
|
-
init: Effect.promise(async () => {
|
|
1816
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1817
|
-
}).pipe(Effect.asVoid),
|
|
1818
|
-
fn: async () => {
|
|
1819
|
-
// First term won't match, second will
|
|
1820
|
-
const result = await closest(ProviderID.anthropic, ["nonexistent", "haiku"])
|
|
1821
|
-
expect(result).toBeDefined()
|
|
1822
|
-
expect(result?.modelID).toContain("haiku")
|
|
1823
|
-
},
|
|
1824
|
-
})
|
|
1825
|
-
})
|
|
1826
|
-
|
|
1827
|
-
test("model limit defaults to zero when not specified", async () => {
|
|
1828
|
-
await using tmp = await tmpdir({
|
|
1829
|
-
init: async (dir) => {
|
|
1830
|
-
await Bun.write(
|
|
1831
|
-
path.join(dir, "saeeol.json"),
|
|
1832
|
-
JSON.stringify({
|
|
1833
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1834
|
-
provider: {
|
|
1835
|
-
"no-limit": {
|
|
1836
|
-
name: "No Limit Provider",
|
|
1837
|
-
npm: "@ai-sdk/openai-compatible",
|
|
1838
|
-
env: [],
|
|
1839
|
-
models: {
|
|
1840
|
-
model: {
|
|
1841
|
-
name: "Model",
|
|
1842
|
-
tool_call: true,
|
|
1843
|
-
// no limit specified
|
|
1844
|
-
},
|
|
1845
|
-
},
|
|
1846
|
-
options: { apiKey: "test" },
|
|
1847
|
-
},
|
|
1848
|
-
},
|
|
1849
|
-
}),
|
|
1850
|
-
)
|
|
1851
|
-
},
|
|
1852
|
-
})
|
|
1853
|
-
await Instance.provide({
|
|
1854
|
-
directory: tmp.path,
|
|
1855
|
-
fn: async () => {
|
|
1856
|
-
const providers = await list()
|
|
1857
|
-
const model = providers[ProviderID.make("no-limit")].models["model"]
|
|
1858
|
-
expect(model.limit.context).toBe(0)
|
|
1859
|
-
expect(model.limit.output).toBe(0)
|
|
1860
|
-
},
|
|
1861
|
-
})
|
|
1862
|
-
})
|
|
1863
|
-
|
|
1864
|
-
test("provider options are deeply merged", async () => {
|
|
1865
|
-
await using tmp = await tmpdir({
|
|
1866
|
-
init: async (dir) => {
|
|
1867
|
-
await Bun.write(
|
|
1868
|
-
path.join(dir, "saeeol.json"),
|
|
1869
|
-
JSON.stringify({
|
|
1870
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1871
|
-
provider: {
|
|
1872
|
-
anthropic: {
|
|
1873
|
-
options: {
|
|
1874
|
-
headers: {
|
|
1875
|
-
"X-Custom": "custom-value",
|
|
1876
|
-
},
|
|
1877
|
-
timeout: 30000,
|
|
1878
|
-
},
|
|
1879
|
-
},
|
|
1880
|
-
},
|
|
1881
|
-
}),
|
|
1882
|
-
)
|
|
1883
|
-
},
|
|
1884
|
-
})
|
|
1885
|
-
await Instance.provide({
|
|
1886
|
-
directory: tmp.path,
|
|
1887
|
-
init: Effect.promise(async () => {
|
|
1888
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
1889
|
-
}).pipe(Effect.asVoid),
|
|
1890
|
-
fn: async () => {
|
|
1891
|
-
const providers = await list()
|
|
1892
|
-
// Custom options should be merged
|
|
1893
|
-
expect(providers[ProviderID.anthropic].options.timeout).toBe(30000)
|
|
1894
|
-
expect(providers[ProviderID.anthropic].options.headers["X-Custom"]).toBe("custom-value")
|
|
1895
|
-
// anthropic custom loader adds its own headers, they should coexist
|
|
1896
|
-
expect(providers[ProviderID.anthropic].options.headers["anthropic-beta"]).toBeDefined()
|
|
1897
|
-
},
|
|
1898
|
-
})
|
|
1899
|
-
})
|
|
1900
|
-
|
|
1901
|
-
test("custom model inherits npm package from models.dev provider config", async () => {
|
|
1902
|
-
await using tmp = await tmpdir({
|
|
1903
|
-
init: async (dir) => {
|
|
1904
|
-
await Bun.write(
|
|
1905
|
-
path.join(dir, "saeeol.json"),
|
|
1906
|
-
JSON.stringify({
|
|
1907
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1908
|
-
provider: {
|
|
1909
|
-
openai: {
|
|
1910
|
-
models: {
|
|
1911
|
-
"my-custom-model": {
|
|
1912
|
-
name: "My Custom Model",
|
|
1913
|
-
tool_call: true,
|
|
1914
|
-
limit: { context: 8000, output: 2000 },
|
|
1915
|
-
},
|
|
1916
|
-
},
|
|
1917
|
-
},
|
|
1918
|
-
},
|
|
1919
|
-
}),
|
|
1920
|
-
)
|
|
1921
|
-
},
|
|
1922
|
-
})
|
|
1923
|
-
await Instance.provide({
|
|
1924
|
-
directory: tmp.path,
|
|
1925
|
-
init: Effect.promise(async () => {
|
|
1926
|
-
set("OPENAI_API_KEY", "test-api-key")
|
|
1927
|
-
}).pipe(Effect.asVoid),
|
|
1928
|
-
fn: async () => {
|
|
1929
|
-
const providers = await list()
|
|
1930
|
-
const model = providers[ProviderID.openai].models["my-custom-model"]
|
|
1931
|
-
expect(model).toBeDefined()
|
|
1932
|
-
expect(model.api.npm).toBe("@ai-sdk/openai")
|
|
1933
|
-
},
|
|
1934
|
-
})
|
|
1935
|
-
})
|
|
1936
|
-
|
|
1937
|
-
test("custom model inherits api.url from models.dev provider", async () => {
|
|
1938
|
-
await using tmp = await tmpdir({
|
|
1939
|
-
init: async (dir) => {
|
|
1940
|
-
await Bun.write(
|
|
1941
|
-
path.join(dir, "saeeol.json"),
|
|
1942
|
-
JSON.stringify({
|
|
1943
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
1944
|
-
provider: {
|
|
1945
|
-
openrouter: {
|
|
1946
|
-
models: {
|
|
1947
|
-
"prime-intellect/intellect-3": {},
|
|
1948
|
-
"deepseek/deepseek-r1-0528": {
|
|
1949
|
-
name: "DeepSeek R1",
|
|
1950
|
-
},
|
|
1951
|
-
},
|
|
1952
|
-
},
|
|
1953
|
-
},
|
|
1954
|
-
}),
|
|
1955
|
-
)
|
|
1956
|
-
},
|
|
1957
|
-
})
|
|
1958
|
-
await Instance.provide({
|
|
1959
|
-
directory: tmp.path,
|
|
1960
|
-
init: Effect.promise(async () => {
|
|
1961
|
-
set("OPENROUTER_API_KEY", "test-api-key")
|
|
1962
|
-
}).pipe(Effect.asVoid),
|
|
1963
|
-
fn: async () => {
|
|
1964
|
-
const providers = await list()
|
|
1965
|
-
expect(providers[ProviderID.openrouter]).toBeDefined()
|
|
1966
|
-
|
|
1967
|
-
// New model not in database should inherit api.url from provider
|
|
1968
|
-
const intellect = providers[ProviderID.openrouter].models["prime-intellect/intellect-3"]
|
|
1969
|
-
expect(intellect).toBeDefined()
|
|
1970
|
-
expect(intellect.api.url).toBe("https://openrouter.ai/api/v1")
|
|
1971
|
-
|
|
1972
|
-
// Another new model should also inherit api.url
|
|
1973
|
-
const deepseek = providers[ProviderID.openrouter].models["deepseek/deepseek-r1-0528"]
|
|
1974
|
-
expect(deepseek).toBeDefined()
|
|
1975
|
-
expect(deepseek.api.url).toBe("https://openrouter.ai/api/v1")
|
|
1976
|
-
expect(deepseek.name).toBe("DeepSeek R1")
|
|
1977
|
-
},
|
|
1978
|
-
})
|
|
1979
|
-
})
|
|
1980
|
-
|
|
1981
|
-
test("mode cost preserves over-200k pricing from base model", () => {
|
|
1982
|
-
const provider = {
|
|
1983
|
-
id: "openai",
|
|
1984
|
-
name: "OpenAI",
|
|
1985
|
-
env: [],
|
|
1986
|
-
api: "https://api.openai.com/v1",
|
|
1987
|
-
models: {
|
|
1988
|
-
"gpt-5.4": {
|
|
1989
|
-
id: "gpt-5.4",
|
|
1990
|
-
name: "GPT-5.4",
|
|
1991
|
-
family: "gpt",
|
|
1992
|
-
release_date: "2026-03-05",
|
|
1993
|
-
attachment: true,
|
|
1994
|
-
reasoning: true,
|
|
1995
|
-
temperature: false,
|
|
1996
|
-
tool_call: true,
|
|
1997
|
-
cost: {
|
|
1998
|
-
input: 2.5,
|
|
1999
|
-
output: 15,
|
|
2000
|
-
cache_read: 0.25,
|
|
2001
|
-
context_over_200k: {
|
|
2002
|
-
input: 5,
|
|
2003
|
-
output: 22.5,
|
|
2004
|
-
cache_read: 0.5,
|
|
2005
|
-
},
|
|
2006
|
-
},
|
|
2007
|
-
limit: {
|
|
2008
|
-
context: 1_050_000,
|
|
2009
|
-
input: 922_000,
|
|
2010
|
-
output: 128_000,
|
|
2011
|
-
},
|
|
2012
|
-
experimental: {
|
|
2013
|
-
modes: {
|
|
2014
|
-
fast: {
|
|
2015
|
-
cost: {
|
|
2016
|
-
input: 5,
|
|
2017
|
-
output: 30,
|
|
2018
|
-
cache_read: 0.5,
|
|
2019
|
-
},
|
|
2020
|
-
provider: {
|
|
2021
|
-
body: {
|
|
2022
|
-
service_tier: "priority",
|
|
2023
|
-
},
|
|
2024
|
-
},
|
|
2025
|
-
},
|
|
2026
|
-
},
|
|
2027
|
-
},
|
|
2028
|
-
},
|
|
2029
|
-
},
|
|
2030
|
-
} as unknown as ModelsDev.Provider
|
|
2031
|
-
|
|
2032
|
-
const model = Provider.fromModelsDevProvider(provider).models["gpt-5.4-fast"]
|
|
2033
|
-
expect(model.cost.input).toEqual(5)
|
|
2034
|
-
expect(model.cost.output).toEqual(30)
|
|
2035
|
-
expect(model.cost.cache.read).toEqual(0.5)
|
|
2036
|
-
expect(model.cost.cache.write).toEqual(0)
|
|
2037
|
-
expect(model.options["serviceTier"]).toEqual("priority")
|
|
2038
|
-
expect(model.cost.experimentalOver200K).toEqual({
|
|
2039
|
-
input: 5,
|
|
2040
|
-
output: 22.5,
|
|
2041
|
-
cache: {
|
|
2042
|
-
read: 0.5,
|
|
2043
|
-
write: 0,
|
|
2044
|
-
},
|
|
2045
|
-
})
|
|
2046
|
-
})
|
|
2047
|
-
|
|
2048
|
-
test("models.dev normalization fills required response fields", () => {
|
|
2049
|
-
const provider = {
|
|
2050
|
-
id: "gateway",
|
|
2051
|
-
name: "Gateway",
|
|
2052
|
-
env: [],
|
|
2053
|
-
models: {
|
|
2054
|
-
"gpt-5.4": {
|
|
2055
|
-
id: "gpt-5.4",
|
|
2056
|
-
name: "GPT-5.4",
|
|
2057
|
-
family: "gpt",
|
|
2058
|
-
cost: {
|
|
2059
|
-
input: 2.5,
|
|
2060
|
-
output: 15,
|
|
2061
|
-
},
|
|
2062
|
-
limit: {
|
|
2063
|
-
context: 1_050_000,
|
|
2064
|
-
input: 922_000,
|
|
2065
|
-
output: 128_000,
|
|
2066
|
-
},
|
|
2067
|
-
},
|
|
2068
|
-
},
|
|
2069
|
-
} as unknown as ModelsDev.Provider
|
|
2070
|
-
|
|
2071
|
-
const model = Provider.fromModelsDevProvider(provider).models["gpt-5.4"]
|
|
2072
|
-
expect(model.api.url).toBe("")
|
|
2073
|
-
expect(model.capabilities.temperature).toBe(false)
|
|
2074
|
-
expect(model.capabilities.reasoning).toBe(false)
|
|
2075
|
-
expect(model.capabilities.attachment).toBe(false)
|
|
2076
|
-
expect(model.capabilities.toolcall).toBe(true)
|
|
2077
|
-
expect(model.release_date).toBe("")
|
|
2078
|
-
})
|
|
2079
|
-
|
|
2080
|
-
test("model variants are generated for reasoning models", async () => {
|
|
2081
|
-
await using tmp = await tmpdir({
|
|
2082
|
-
init: async (dir) => {
|
|
2083
|
-
await Bun.write(
|
|
2084
|
-
path.join(dir, "saeeol.json"),
|
|
2085
|
-
JSON.stringify({
|
|
2086
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2087
|
-
}),
|
|
2088
|
-
)
|
|
2089
|
-
},
|
|
2090
|
-
})
|
|
2091
|
-
await Instance.provide({
|
|
2092
|
-
directory: tmp.path,
|
|
2093
|
-
init: Effect.promise(async () => {
|
|
2094
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2095
|
-
}).pipe(Effect.asVoid),
|
|
2096
|
-
fn: async () => {
|
|
2097
|
-
const providers = await list()
|
|
2098
|
-
// Claude sonnet 4 has reasoning capability
|
|
2099
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2100
|
-
expect(model.capabilities.reasoning).toBe(true)
|
|
2101
|
-
expect(model.variants).toBeDefined()
|
|
2102
|
-
expect(Object.keys(model.variants!).length).toBeGreaterThan(0)
|
|
2103
|
-
},
|
|
2104
|
-
})
|
|
2105
|
-
})
|
|
2106
|
-
|
|
2107
|
-
test("model variants can be disabled via config", async () => {
|
|
2108
|
-
await using tmp = await tmpdir({
|
|
2109
|
-
init: async (dir) => {
|
|
2110
|
-
await Bun.write(
|
|
2111
|
-
path.join(dir, "saeeol.json"),
|
|
2112
|
-
JSON.stringify({
|
|
2113
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2114
|
-
provider: {
|
|
2115
|
-
anthropic: {
|
|
2116
|
-
models: {
|
|
2117
|
-
"claude-sonnet-4-20250514": {
|
|
2118
|
-
variants: {
|
|
2119
|
-
high: { disabled: true },
|
|
2120
|
-
},
|
|
2121
|
-
},
|
|
2122
|
-
},
|
|
2123
|
-
},
|
|
2124
|
-
},
|
|
2125
|
-
}),
|
|
2126
|
-
)
|
|
2127
|
-
},
|
|
2128
|
-
})
|
|
2129
|
-
await Instance.provide({
|
|
2130
|
-
directory: tmp.path,
|
|
2131
|
-
init: Effect.promise(async () => {
|
|
2132
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2133
|
-
}).pipe(Effect.asVoid),
|
|
2134
|
-
fn: async () => {
|
|
2135
|
-
const providers = await list()
|
|
2136
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2137
|
-
expect(model.variants).toBeDefined()
|
|
2138
|
-
expect(model.variants!["high"]).toBeUndefined()
|
|
2139
|
-
// max variant should still exist
|
|
2140
|
-
expect(model.variants!["max"]).toBeDefined()
|
|
2141
|
-
},
|
|
2142
|
-
})
|
|
2143
|
-
})
|
|
2144
|
-
|
|
2145
|
-
test("model variants can be customized via config", async () => {
|
|
2146
|
-
await using tmp = await tmpdir({
|
|
2147
|
-
init: async (dir) => {
|
|
2148
|
-
await Bun.write(
|
|
2149
|
-
path.join(dir, "saeeol.json"),
|
|
2150
|
-
JSON.stringify({
|
|
2151
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2152
|
-
provider: {
|
|
2153
|
-
anthropic: {
|
|
2154
|
-
models: {
|
|
2155
|
-
"claude-sonnet-4-20250514": {
|
|
2156
|
-
variants: {
|
|
2157
|
-
high: {
|
|
2158
|
-
thinking: {
|
|
2159
|
-
type: "enabled",
|
|
2160
|
-
budgetTokens: 20000,
|
|
2161
|
-
},
|
|
2162
|
-
},
|
|
2163
|
-
},
|
|
2164
|
-
},
|
|
2165
|
-
},
|
|
2166
|
-
},
|
|
2167
|
-
},
|
|
2168
|
-
}),
|
|
2169
|
-
)
|
|
2170
|
-
},
|
|
2171
|
-
})
|
|
2172
|
-
await Instance.provide({
|
|
2173
|
-
directory: tmp.path,
|
|
2174
|
-
init: Effect.promise(async () => {
|
|
2175
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2176
|
-
}).pipe(Effect.asVoid),
|
|
2177
|
-
fn: async () => {
|
|
2178
|
-
const providers = await list()
|
|
2179
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2180
|
-
expect(model.variants!["high"]).toBeDefined()
|
|
2181
|
-
expect(model.variants!["high"].thinking.budgetTokens).toBe(20000)
|
|
2182
|
-
},
|
|
2183
|
-
})
|
|
2184
|
-
})
|
|
2185
|
-
|
|
2186
|
-
test("disabled key is stripped from variant config", async () => {
|
|
2187
|
-
await using tmp = await tmpdir({
|
|
2188
|
-
init: async (dir) => {
|
|
2189
|
-
await Bun.write(
|
|
2190
|
-
path.join(dir, "saeeol.json"),
|
|
2191
|
-
JSON.stringify({
|
|
2192
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2193
|
-
provider: {
|
|
2194
|
-
anthropic: {
|
|
2195
|
-
models: {
|
|
2196
|
-
"claude-sonnet-4-20250514": {
|
|
2197
|
-
variants: {
|
|
2198
|
-
max: {
|
|
2199
|
-
disabled: false,
|
|
2200
|
-
customField: "test",
|
|
2201
|
-
},
|
|
2202
|
-
},
|
|
2203
|
-
},
|
|
2204
|
-
},
|
|
2205
|
-
},
|
|
2206
|
-
},
|
|
2207
|
-
}),
|
|
2208
|
-
)
|
|
2209
|
-
},
|
|
2210
|
-
})
|
|
2211
|
-
await Instance.provide({
|
|
2212
|
-
directory: tmp.path,
|
|
2213
|
-
init: Effect.promise(async () => {
|
|
2214
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2215
|
-
}).pipe(Effect.asVoid),
|
|
2216
|
-
fn: async () => {
|
|
2217
|
-
const providers = await list()
|
|
2218
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2219
|
-
expect(model.variants!["max"]).toBeDefined()
|
|
2220
|
-
expect(model.variants!["max"].disabled).toBeUndefined()
|
|
2221
|
-
expect(model.variants!["max"].customField).toBe("test")
|
|
2222
|
-
},
|
|
2223
|
-
})
|
|
2224
|
-
})
|
|
2225
|
-
|
|
2226
|
-
test("all variants can be disabled via config", async () => {
|
|
2227
|
-
await using tmp = await tmpdir({
|
|
2228
|
-
init: async (dir) => {
|
|
2229
|
-
await Bun.write(
|
|
2230
|
-
path.join(dir, "saeeol.json"),
|
|
2231
|
-
JSON.stringify({
|
|
2232
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2233
|
-
provider: {
|
|
2234
|
-
anthropic: {
|
|
2235
|
-
models: {
|
|
2236
|
-
"claude-sonnet-4-20250514": {
|
|
2237
|
-
variants: {
|
|
2238
|
-
high: { disabled: true },
|
|
2239
|
-
max: { disabled: true },
|
|
2240
|
-
},
|
|
2241
|
-
},
|
|
2242
|
-
},
|
|
2243
|
-
},
|
|
2244
|
-
},
|
|
2245
|
-
}),
|
|
2246
|
-
)
|
|
2247
|
-
},
|
|
2248
|
-
})
|
|
2249
|
-
await Instance.provide({
|
|
2250
|
-
directory: tmp.path,
|
|
2251
|
-
init: Effect.promise(async () => {
|
|
2252
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2253
|
-
}).pipe(Effect.asVoid),
|
|
2254
|
-
fn: async () => {
|
|
2255
|
-
const providers = await list()
|
|
2256
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2257
|
-
expect(model.variants).toBeDefined()
|
|
2258
|
-
expect(Object.keys(model.variants!).length).toBe(0)
|
|
2259
|
-
},
|
|
2260
|
-
})
|
|
2261
|
-
})
|
|
2262
|
-
|
|
2263
|
-
test("variant config merges with generated variants", async () => {
|
|
2264
|
-
await using tmp = await tmpdir({
|
|
2265
|
-
init: async (dir) => {
|
|
2266
|
-
await Bun.write(
|
|
2267
|
-
path.join(dir, "saeeol.json"),
|
|
2268
|
-
JSON.stringify({
|
|
2269
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2270
|
-
provider: {
|
|
2271
|
-
anthropic: {
|
|
2272
|
-
models: {
|
|
2273
|
-
"claude-sonnet-4-20250514": {
|
|
2274
|
-
variants: {
|
|
2275
|
-
high: {
|
|
2276
|
-
extraOption: "custom-value",
|
|
2277
|
-
},
|
|
2278
|
-
},
|
|
2279
|
-
},
|
|
2280
|
-
},
|
|
2281
|
-
},
|
|
2282
|
-
},
|
|
2283
|
-
}),
|
|
2284
|
-
)
|
|
2285
|
-
},
|
|
2286
|
-
})
|
|
2287
|
-
await Instance.provide({
|
|
2288
|
-
directory: tmp.path,
|
|
2289
|
-
init: Effect.promise(async () => {
|
|
2290
|
-
set("ANTHROPIC_API_KEY", "test-api-key")
|
|
2291
|
-
}).pipe(Effect.asVoid),
|
|
2292
|
-
fn: async () => {
|
|
2293
|
-
const providers = await list()
|
|
2294
|
-
const model = providers[ProviderID.anthropic].models["claude-sonnet-4-20250514"]
|
|
2295
|
-
expect(model.variants!["high"]).toBeDefined()
|
|
2296
|
-
// Should have both the generated thinking config and the custom option
|
|
2297
|
-
expect(model.variants!["high"].thinking).toBeDefined()
|
|
2298
|
-
expect(model.variants!["high"].extraOption).toBe("custom-value")
|
|
2299
|
-
},
|
|
2300
|
-
})
|
|
2301
|
-
})
|
|
2302
|
-
|
|
2303
|
-
test("variants filtered in second pass for database models", async () => {
|
|
2304
|
-
await using tmp = await tmpdir({
|
|
2305
|
-
init: async (dir) => {
|
|
2306
|
-
await Bun.write(
|
|
2307
|
-
path.join(dir, "saeeol.json"),
|
|
2308
|
-
JSON.stringify({
|
|
2309
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2310
|
-
provider: {
|
|
2311
|
-
openai: {
|
|
2312
|
-
models: {
|
|
2313
|
-
"gpt-5": {
|
|
2314
|
-
variants: {
|
|
2315
|
-
high: { disabled: true },
|
|
2316
|
-
},
|
|
2317
|
-
},
|
|
2318
|
-
},
|
|
2319
|
-
},
|
|
2320
|
-
},
|
|
2321
|
-
}),
|
|
2322
|
-
)
|
|
2323
|
-
},
|
|
2324
|
-
})
|
|
2325
|
-
await Instance.provide({
|
|
2326
|
-
directory: tmp.path,
|
|
2327
|
-
init: Effect.promise(async () => {
|
|
2328
|
-
set("OPENAI_API_KEY", "test-api-key")
|
|
2329
|
-
}).pipe(Effect.asVoid),
|
|
2330
|
-
fn: async () => {
|
|
2331
|
-
const providers = await list()
|
|
2332
|
-
const model = providers[ProviderID.openai].models["gpt-5"]
|
|
2333
|
-
expect(model.variants).toBeDefined()
|
|
2334
|
-
expect(model.variants!["high"]).toBeUndefined()
|
|
2335
|
-
// Other variants should still exist
|
|
2336
|
-
expect(model.variants!["medium"]).toBeDefined()
|
|
2337
|
-
},
|
|
2338
|
-
})
|
|
2339
|
-
})
|
|
2340
|
-
|
|
2341
|
-
test("custom model with variants enabled and disabled", async () => {
|
|
2342
|
-
await using tmp = await tmpdir({
|
|
2343
|
-
init: async (dir) => {
|
|
2344
|
-
await Bun.write(
|
|
2345
|
-
path.join(dir, "saeeol.json"),
|
|
2346
|
-
JSON.stringify({
|
|
2347
|
-
$schema: "https://app.saeeol.ai/config.json",
|
|
2348
|
-
provider: {
|
|
2349
|
-
"custom-reasoning": {
|
|
2350
|
-
name: "Custom Reasoning Provider",
|
|
2351
|
-
npm: "@ai-sdk/openai-compatible",
|
|
2352
|
-
env: [],
|
|
2353
|
-
models: {
|
|
2354
|
-
"reasoning-model": {
|
|
2355
|
-
name: "Reasoning Model",
|
|
2356
|
-
tool_call: true,
|
|
2357
|
-
reasoning: true,
|
|
2358
|
-
limit: { context: 128000, output: 16000 },
|
|
2359
|
-
variants: {
|
|
2360
|
-
low: { reasoningEffort: "low" },
|
|
2361
|
-
medium: { reasoningEffort: "medium" },
|
|
2362
|
-
high: { reasoningEffort: "high", disabled: true },
|
|
2363
|
-
custom: { reasoningEffort: "custom", budgetTokens: 5000 },
|
|
2364
|
-
},
|
|
2365
|
-
},
|
|
2366
|
-
},
|
|
2367
|
-
options: { apiKey: "test-key" },
|
|
2368
|
-
},
|
|
2369
|
-
},
|
|
2370
|
-
}),
|
|
2371
|
-
)
|
|
2372
|
-
},
|
|
2373
|
-
})
|
|
2374
|
-
await Instance.provide({
|
|
2375
|
-
directory: tmp.path,
|
|
2376
|
-
fn: async () => {
|
|
2377
|
-
const providers = await list()
|
|
2378
|
-
const model = providers[ProviderID.make("custom-reasoning")].models["reasoning-model"]
|
|
2379
|
-
expect(model.variants).toBeDefined()
|
|
2380
|
-
// Enabled variants should exist
|
|
2381
|
-
expect(model.variants!["low"]).toBeDefined()
|
|
2382
|
-
expect(model.variants!["low"].reasoningEffort).toBe("low")
|
|
2383
|
-
expect(model.variants!["medium"]).toBeDefined()
|
|
2384
|
-
expect(model.variants!["medium"].reasoningEffort).toBe("medium")
|
|
2385
|
-
expect(model.variants!["custom"]).toBeDefined()
|
|
2386
|
-
expect(model.variants!["custom"].reasoningEffort).toBe("custom")
|
|
2387
|
-
expect(model.variants!["custom"].budgetTokens).toBe(5000)
|
|
2388
|
-
// Disabled variant should not exist
|
|
2389
|
-
expect(model.variants!["high"]).toBeUndefined()
|
|
2390
|
-
// disabled key should be stripped from all variants
|
|
2391
|
-
expect(model.variants!["low"].disabled).toBeUndefined()
|
|
2392
|
-
expect(model.variants!["medium"].disabled).toBeUndefined()
|
|
2393
|
-
expect(model.variants!["custom"].disabled).toBeUndefined()
|
|
2394
|
-
},
|
|
2395
|
-
})
|
|
2396
|
-
})
|
|
2397
|
-
|
|
2398
|
-
test("Google Vertex: retains baseURL for custom proxy", async () => {
|
|
2399
|
-
await using tmp = await tmpdir({
|
|
2400
|
-
init: async (dir) => {
|
|
2401
|
-
await Bun.write(
|
|
2402
|
-
path.join(dir, "saeeol.json"),
|
|
2403
|
-
JSON.stringify({
|
|
2404
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2405
|
-
provider: {
|
|
2406
|
-
"vertex-proxy": {
|
|
2407
|
-
name: "Vertex Proxy",
|
|
2408
|
-
npm: "@ai-sdk/google-vertex",
|
|
2409
|
-
api: "https://my-proxy.com/v1",
|
|
2410
|
-
env: ["GOOGLE_APPLICATION_CREDENTIALS"], // Mock env var requirement
|
|
2411
|
-
models: {
|
|
2412
|
-
"gemini-pro": {
|
|
2413
|
-
name: "Gemini Pro",
|
|
2414
|
-
tool_call: true,
|
|
2415
|
-
},
|
|
2416
|
-
},
|
|
2417
|
-
options: {
|
|
2418
|
-
project: "test-project",
|
|
2419
|
-
location: "us-central1",
|
|
2420
|
-
baseURL: "https://my-proxy.com/v1", // Should be retained
|
|
2421
|
-
},
|
|
2422
|
-
},
|
|
2423
|
-
},
|
|
2424
|
-
}),
|
|
2425
|
-
)
|
|
2426
|
-
},
|
|
2427
|
-
})
|
|
2428
|
-
|
|
2429
|
-
await Instance.provide({
|
|
2430
|
-
directory: tmp.path,
|
|
2431
|
-
init: Effect.promise(async () => {
|
|
2432
|
-
set("GOOGLE_APPLICATION_CREDENTIALS", "test-creds")
|
|
2433
|
-
}).pipe(Effect.asVoid),
|
|
2434
|
-
fn: async () => {
|
|
2435
|
-
const providers = await list()
|
|
2436
|
-
expect(providers[ProviderID.make("vertex-proxy")]).toBeDefined()
|
|
2437
|
-
expect(providers[ProviderID.make("vertex-proxy")].options.baseURL).toBe("https://my-proxy.com/v1")
|
|
2438
|
-
},
|
|
2439
|
-
})
|
|
2440
|
-
})
|
|
2441
|
-
|
|
2442
|
-
test("Google Vertex: supports OpenAI compatible models", async () => {
|
|
2443
|
-
await using tmp = await tmpdir({
|
|
2444
|
-
init: async (dir) => {
|
|
2445
|
-
await Bun.write(
|
|
2446
|
-
path.join(dir, "saeeol.json"),
|
|
2447
|
-
JSON.stringify({
|
|
2448
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2449
|
-
provider: {
|
|
2450
|
-
"vertex-openai": {
|
|
2451
|
-
name: "Vertex OpenAI",
|
|
2452
|
-
npm: "@ai-sdk/google-vertex",
|
|
2453
|
-
env: ["GOOGLE_APPLICATION_CREDENTIALS"],
|
|
2454
|
-
models: {
|
|
2455
|
-
"gpt-4": {
|
|
2456
|
-
name: "GPT-4",
|
|
2457
|
-
provider: {
|
|
2458
|
-
npm: "@ai-sdk/openai-compatible",
|
|
2459
|
-
api: "https://api.openai.com/v1",
|
|
2460
|
-
},
|
|
2461
|
-
},
|
|
2462
|
-
},
|
|
2463
|
-
options: {
|
|
2464
|
-
project: "test-project",
|
|
2465
|
-
location: "us-central1",
|
|
2466
|
-
},
|
|
2467
|
-
},
|
|
2468
|
-
},
|
|
2469
|
-
}),
|
|
2470
|
-
)
|
|
2471
|
-
},
|
|
2472
|
-
})
|
|
2473
|
-
|
|
2474
|
-
await Instance.provide({
|
|
2475
|
-
directory: tmp.path,
|
|
2476
|
-
init: Effect.promise(async () => {
|
|
2477
|
-
set("GOOGLE_APPLICATION_CREDENTIALS", "test-creds")
|
|
2478
|
-
}).pipe(Effect.asVoid),
|
|
2479
|
-
fn: async () => {
|
|
2480
|
-
const providers = await list()
|
|
2481
|
-
const model = providers[ProviderID.make("vertex-openai")].models["gpt-4"]
|
|
2482
|
-
|
|
2483
|
-
expect(model).toBeDefined()
|
|
2484
|
-
expect(model.api.npm).toBe("@ai-sdk/openai-compatible")
|
|
2485
|
-
},
|
|
2486
|
-
})
|
|
2487
|
-
})
|
|
2488
|
-
|
|
2489
|
-
test("cloudflare-ai-gateway loads with env variables", async () => {
|
|
2490
|
-
await using tmp = await tmpdir({
|
|
2491
|
-
init: async (dir) => {
|
|
2492
|
-
await Bun.write(
|
|
2493
|
-
path.join(dir, "saeeol.json"),
|
|
2494
|
-
JSON.stringify({
|
|
2495
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2496
|
-
}),
|
|
2497
|
-
)
|
|
2498
|
-
},
|
|
2499
|
-
})
|
|
2500
|
-
await Instance.provide({
|
|
2501
|
-
directory: tmp.path,
|
|
2502
|
-
init: Effect.promise(async () => {
|
|
2503
|
-
set("CLOUDFLARE_ACCOUNT_ID", "test-account")
|
|
2504
|
-
set("CLOUDFLARE_GATEWAY_ID", "test-gateway")
|
|
2505
|
-
set("CLOUDFLARE_API_TOKEN", "test-token")
|
|
2506
|
-
}).pipe(Effect.asVoid),
|
|
2507
|
-
fn: async () => {
|
|
2508
|
-
const providers = await list()
|
|
2509
|
-
expect(providers[ProviderID.make("cloudflare-ai-gateway")]).toBeDefined()
|
|
2510
|
-
},
|
|
2511
|
-
})
|
|
2512
|
-
})
|
|
2513
|
-
|
|
2514
|
-
test("cloudflare-ai-gateway forwards config metadata options", async () => {
|
|
2515
|
-
await using tmp = await tmpdir({
|
|
2516
|
-
init: async (dir) => {
|
|
2517
|
-
await Bun.write(
|
|
2518
|
-
path.join(dir, "saeeol.json"),
|
|
2519
|
-
JSON.stringify({
|
|
2520
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2521
|
-
provider: {
|
|
2522
|
-
"cloudflare-ai-gateway": {
|
|
2523
|
-
options: {
|
|
2524
|
-
metadata: { invoked_by: "test", project: "saeeol" },
|
|
2525
|
-
},
|
|
2526
|
-
},
|
|
2527
|
-
},
|
|
2528
|
-
}),
|
|
2529
|
-
)
|
|
2530
|
-
},
|
|
2531
|
-
})
|
|
2532
|
-
await Instance.provide({
|
|
2533
|
-
directory: tmp.path,
|
|
2534
|
-
init: Effect.promise(async () => {
|
|
2535
|
-
set("CLOUDFLARE_ACCOUNT_ID", "test-account")
|
|
2536
|
-
set("CLOUDFLARE_GATEWAY_ID", "test-gateway")
|
|
2537
|
-
set("CLOUDFLARE_API_TOKEN", "test-token")
|
|
2538
|
-
}).pipe(Effect.asVoid),
|
|
2539
|
-
fn: async () => {
|
|
2540
|
-
const providers = await list()
|
|
2541
|
-
expect(providers[ProviderID.make("cloudflare-ai-gateway")]).toBeDefined()
|
|
2542
|
-
expect(providers[ProviderID.make("cloudflare-ai-gateway")].options.metadata).toEqual({
|
|
2543
|
-
invoked_by: "test",
|
|
2544
|
-
project: "saeeol",
|
|
2545
|
-
})
|
|
2546
|
-
},
|
|
2547
|
-
})
|
|
2548
|
-
})
|
|
2549
|
-
|
|
2550
|
-
test("plugin config providers persist after instance dispose", async () => {
|
|
2551
|
-
await using tmp = await tmpdir({
|
|
2552
|
-
init: async (dir) => {
|
|
2553
|
-
const configDir = path.join(dir, ".saeeol")
|
|
2554
|
-
const root = path.join(configDir, "plugin")
|
|
2555
|
-
await mkdir(root, { recursive: true })
|
|
2556
|
-
await markPluginDependenciesReady(configDir)
|
|
2557
|
-
await markPluginDependenciesReady(Global.Path.config)
|
|
2558
|
-
await Bun.write(
|
|
2559
|
-
path.join(root, "demo-provider.ts"),
|
|
2560
|
-
[
|
|
2561
|
-
"export default {",
|
|
2562
|
-
' id: "demo.plugin-provider",',
|
|
2563
|
-
" server: async () => ({",
|
|
2564
|
-
" async config(cfg) {",
|
|
2565
|
-
" cfg.provider ??= {}",
|
|
2566
|
-
" cfg.provider.demo = {",
|
|
2567
|
-
' name: "Demo Provider",',
|
|
2568
|
-
' npm: "@ai-sdk/openai-compatible",',
|
|
2569
|
-
' api: "https://example.com/v1",',
|
|
2570
|
-
" models: {",
|
|
2571
|
-
" chat: {",
|
|
2572
|
-
' name: "Demo Chat",',
|
|
2573
|
-
" tool_call: true,",
|
|
2574
|
-
" limit: { context: 128000, output: 4096 },",
|
|
2575
|
-
" },",
|
|
2576
|
-
" },",
|
|
2577
|
-
" }",
|
|
2578
|
-
" },",
|
|
2579
|
-
" }),",
|
|
2580
|
-
"}",
|
|
2581
|
-
"",
|
|
2582
|
-
].join("\n"),
|
|
2583
|
-
)
|
|
2584
|
-
},
|
|
2585
|
-
})
|
|
2586
|
-
|
|
2587
|
-
const first = await Instance.provide({
|
|
2588
|
-
directory: tmp.path,
|
|
2589
|
-
fn: async () =>
|
|
2590
|
-
AppRuntime.runPromise(
|
|
2591
|
-
Effect.gen(function* () {
|
|
2592
|
-
const plugin = yield* Plugin.Service
|
|
2593
|
-
const provider = yield* Provider.Service
|
|
2594
|
-
yield* plugin.init()
|
|
2595
|
-
return yield* provider.list()
|
|
2596
|
-
}),
|
|
2597
|
-
),
|
|
2598
|
-
})
|
|
2599
|
-
expect(first[ProviderID.make("demo")]).toBeDefined()
|
|
2600
|
-
expect(first[ProviderID.make("demo")].models[ModelID.make("chat")]).toBeDefined()
|
|
2601
|
-
await Instance.provide({
|
|
2602
|
-
directory: tmp.path,
|
|
2603
|
-
fn: () => InstanceStore.disposeInstance(Instance.current),
|
|
2604
|
-
})
|
|
2605
|
-
|
|
2606
|
-
const second = await Instance.provide({
|
|
2607
|
-
directory: tmp.path,
|
|
2608
|
-
fn: async () => list(),
|
|
2609
|
-
})
|
|
2610
|
-
expect(second[ProviderID.make("demo")]).toBeDefined()
|
|
2611
|
-
expect(second[ProviderID.make("demo")].models[ModelID.make("chat")]).toBeDefined()
|
|
2612
|
-
})
|
|
2613
|
-
|
|
2614
|
-
test("plugin config enabled and disabled providers are honored", async () => {
|
|
2615
|
-
await using tmp = await tmpdir({
|
|
2616
|
-
init: async (dir) => {
|
|
2617
|
-
const root = path.join(dir, ".saeeol", "plugin")
|
|
2618
|
-
await mkdir(root, { recursive: true })
|
|
2619
|
-
await Bun.write(
|
|
2620
|
-
path.join(root, "provider-filter.ts"),
|
|
2621
|
-
[
|
|
2622
|
-
"export default {",
|
|
2623
|
-
' id: "demo.provider-filter",',
|
|
2624
|
-
" server: async () => ({",
|
|
2625
|
-
" async config(cfg) {",
|
|
2626
|
-
' cfg.enabled_providers = ["anthropic", "openai"]',
|
|
2627
|
-
' cfg.disabled_providers = ["openai"]',
|
|
2628
|
-
" },",
|
|
2629
|
-
" }),",
|
|
2630
|
-
"}",
|
|
2631
|
-
"",
|
|
2632
|
-
].join("\n"),
|
|
2633
|
-
)
|
|
2634
|
-
},
|
|
2635
|
-
})
|
|
2636
|
-
|
|
2637
|
-
await Instance.provide({
|
|
2638
|
-
directory: tmp.path,
|
|
2639
|
-
init: Effect.promise(async () => {
|
|
2640
|
-
set("ANTHROPIC_API_KEY", "test-anthropic-key")
|
|
2641
|
-
set("OPENAI_API_KEY", "test-openai-key")
|
|
2642
|
-
}).pipe(Effect.asVoid),
|
|
2643
|
-
fn: async () => {
|
|
2644
|
-
const providers = await list()
|
|
2645
|
-
expect(providers[ProviderID.anthropic]).toBeDefined()
|
|
2646
|
-
expect(providers[ProviderID.openai]).toBeUndefined()
|
|
2647
|
-
},
|
|
2648
|
-
})
|
|
2649
|
-
})
|
|
2650
|
-
|
|
2651
|
-
test("saeeol loader keeps paid models when config apiKey is present", async () => {
|
|
2652
|
-
await using base = await tmpdir({
|
|
2653
|
-
init: async (dir) => {
|
|
2654
|
-
await Bun.write(
|
|
2655
|
-
path.join(dir, "saeeol.json"),
|
|
2656
|
-
JSON.stringify({
|
|
2657
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2658
|
-
}),
|
|
2659
|
-
)
|
|
2660
|
-
},
|
|
2661
|
-
})
|
|
2662
|
-
|
|
2663
|
-
const none = await Instance.provide({
|
|
2664
|
-
directory: base.path,
|
|
2665
|
-
fn: async () => paid(await list()),
|
|
2666
|
-
})
|
|
2667
|
-
|
|
2668
|
-
await using keyed = await tmpdir({
|
|
2669
|
-
init: async (dir) => {
|
|
2670
|
-
await Bun.write(
|
|
2671
|
-
path.join(dir, "saeeol.json"),
|
|
2672
|
-
JSON.stringify({
|
|
2673
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2674
|
-
provider: {
|
|
2675
|
-
saeeol: {
|
|
2676
|
-
options: {
|
|
2677
|
-
apiKey: "test-key",
|
|
2678
|
-
},
|
|
2679
|
-
},
|
|
2680
|
-
},
|
|
2681
|
-
}),
|
|
2682
|
-
)
|
|
2683
|
-
},
|
|
2684
|
-
})
|
|
2685
|
-
|
|
2686
|
-
const keyedCount = await Instance.provide({
|
|
2687
|
-
directory: keyed.path,
|
|
2688
|
-
fn: async () => paid(await list()),
|
|
2689
|
-
})
|
|
2690
|
-
|
|
2691
|
-
expect(none).toBe(0)
|
|
2692
|
-
expect(keyedCount).toBeGreaterThan(0)
|
|
2693
|
-
})
|
|
2694
|
-
|
|
2695
|
-
test("saeeol loader keeps paid models when auth exists", async () => {
|
|
2696
|
-
await using base = await tmpdir({
|
|
2697
|
-
init: async (dir) => {
|
|
2698
|
-
await Bun.write(
|
|
2699
|
-
path.join(dir, "saeeol.json"),
|
|
2700
|
-
JSON.stringify({
|
|
2701
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2702
|
-
}),
|
|
2703
|
-
)
|
|
2704
|
-
},
|
|
2705
|
-
})
|
|
2706
|
-
|
|
2707
|
-
const none = await Instance.provide({
|
|
2708
|
-
directory: base.path,
|
|
2709
|
-
fn: async () => paid(await list()),
|
|
2710
|
-
})
|
|
2711
|
-
|
|
2712
|
-
await using keyed = await tmpdir({
|
|
2713
|
-
init: async (dir) => {
|
|
2714
|
-
await Bun.write(
|
|
2715
|
-
path.join(dir, "saeeol.json"),
|
|
2716
|
-
JSON.stringify({
|
|
2717
|
-
$schema: "https://saeeol.ai/config.json",
|
|
2718
|
-
}),
|
|
2719
|
-
)
|
|
2720
|
-
},
|
|
2721
|
-
})
|
|
2722
|
-
|
|
2723
|
-
const authPath = path.join(Global.Path.data, "auth.json")
|
|
2724
|
-
let prev: string | undefined
|
|
2725
|
-
|
|
2726
|
-
try {
|
|
2727
|
-
prev = await Filesystem.readText(authPath)
|
|
2728
|
-
} catch {}
|
|
2729
|
-
|
|
2730
|
-
try {
|
|
2731
|
-
await Filesystem.write(
|
|
2732
|
-
authPath,
|
|
2733
|
-
JSON.stringify({
|
|
2734
|
-
saeeol: {
|
|
2735
|
-
type: "api",
|
|
2736
|
-
key: "test-key",
|
|
2737
|
-
},
|
|
2738
|
-
}),
|
|
2739
|
-
)
|
|
2740
|
-
|
|
2741
|
-
const keyedCount = await Instance.provide({
|
|
2742
|
-
directory: keyed.path,
|
|
2743
|
-
fn: async () => paid(await list()),
|
|
2744
|
-
})
|
|
2745
|
-
|
|
2746
|
-
expect(none).toBe(0)
|
|
2747
|
-
expect(keyedCount).toBeGreaterThan(0)
|
|
2748
|
-
} finally {
|
|
2749
|
-
if (prev !== undefined) {
|
|
2750
|
-
await Filesystem.write(authPath, prev)
|
|
2751
|
-
}
|
|
2752
|
-
if (prev === undefined) {
|
|
2753
|
-
try {
|
|
2754
|
-
await unlink(authPath)
|
|
2755
|
-
} catch {}
|
|
2756
|
-
}
|
|
2757
|
-
}
|
|
2758
|
-
})
|