@evolvingmachines/evolve 0.0.55-project-sable.20260916.db0bc0bb → 0.0.56

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/dist/cli/index.cjs +32 -32
  2. package/dist/cli/index.js +27 -27
  3. package/package.json +4 -6
  4. package/skills/evolve/SKILL.md +4 -3
  5. package/skills/evolve-evals/SKILL.md +112 -0
  6. package/{docs-evals → skills/evolve-evals/references}/cli-reference/run.mdx +1 -1
  7. package/{docs-evals → skills/evolve-evals/references}/cli-reference/skills.mdx +4 -4
  8. package/{docs-evals → skills/evolve-evals/references}/core-concepts/agents.mdx +2 -2
  9. package/{docs-evals → skills/evolve-evals/references}/core-concepts/analyze.mdx +1 -1
  10. package/{docs-evals → skills/evolve-evals/references}/core-concepts/jobs.mdx +3 -3
  11. package/{docs-evals → skills/evolve-evals/references}/core-concepts/models.mdx +1 -1
  12. package/{docs-evals → skills/evolve-evals/references}/core-concepts/sandboxes.mdx +2 -2
  13. package/{docs-evals → skills/evolve-evals/references}/core-concepts/secrets.mdx +1 -1
  14. package/{docs-evals → skills/evolve-evals/references}/core-concepts/trial-outputs.mdx +1 -1
  15. package/{docs-evals → skills/evolve-evals/references}/getting-started/quick-start.mdx +1 -1
  16. package/{docs-evals → skills/evolve-evals/references}/index.mdx +1 -1
  17. package/{docs-evals → skills/evolve-evals/references}/sdk/python.mdx +1 -1
  18. package/{docs-evals → skills/evolve-evals/references}/sdk/typescript.mdx +1 -1
  19. package/{docs-evals → skills/evolve-evals/references}/sdk-reference/errors.mdx +2 -2
  20. package/{docs-evals → skills/evolve-evals/references}/sdk-reference/jobs.mdx +2 -2
  21. package/docs-agents/SKILL.md +0 -138
  22. package/docs-agents/index.md +0 -81
  23. package/docs-agents/python/01-getting-started.md +0 -511
  24. package/docs-agents/python/02-configuration.md +0 -855
  25. package/docs-agents/python/03-runtime.md +0 -899
  26. package/docs-agents/python/04-streaming.md +0 -451
  27. package/docs-agents/python/05-swarm-pipeline.md +0 -953
  28. package/docs-agents/python/index.md +0 -122
  29. package/docs-agents/typescript/01-getting-started.md +0 -494
  30. package/docs-agents/typescript/02-configuration.md +0 -841
  31. package/docs-agents/typescript/03-runtime.md +0 -864
  32. package/docs-agents/typescript/04-streaming.md +0 -478
  33. package/docs-agents/typescript/05-swarm-pipeline.md +0 -957
  34. package/docs-agents/typescript/index.md +0 -121
  35. package/docs-evals/SKILL.md +0 -112
  36. package/docs-evals/docs.json +0 -180
  37. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/agent.mdx +0 -0
  38. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/analysis.mdx +0 -0
  39. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/analyze.mdx +0 -0
  40. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/auth.mdx +0 -0
  41. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/check.mdx +0 -0
  42. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/dataset.mdx +0 -0
  43. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/index.mdx +0 -0
  44. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/job.mdx +0 -0
  45. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/secrets.mdx +0 -0
  46. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/skill.mdx +0 -0
  47. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/trial.mdx +0 -0
  48. /package/{docs-evals → skills/evolve-evals/references}/cli-reference/upload.mdx +0 -0
  49. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/check.mdx +0 -0
  50. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/datasets.mdx +0 -0
  51. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/index.mdx +0 -0
  52. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/skills.mdx +0 -0
  53. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/tasks.mdx +0 -0
  54. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/trials.mdx +0 -0
  55. /package/{docs-evals → skills/evolve-evals/references}/core-concepts/upload.mdx +0 -0
  56. /package/{docs-evals → skills/evolve-evals/references}/dashboard/checks.mdx +0 -0
  57. /package/{docs-evals → skills/evolve-evals/references}/dashboard/datasets.mdx +0 -0
  58. /package/{docs-evals → skills/evolve-evals/references}/dashboard/jobs.mdx +0 -0
  59. /package/{docs-evals → skills/evolve-evals/references}/dashboard/traces.mdx +0 -0
  60. /package/{docs-evals → skills/evolve-evals/references}/dashboard/trial-viewer.mdx +0 -0
  61. /package/{docs-evals → skills/evolve-evals/references}/getting-started/installation.mdx +0 -0
  62. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/agents.mdx +0 -0
  63. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/analyses.mdx +0 -0
  64. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/auth.mdx +0 -0
  65. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/checks.mdx +0 -0
  66. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/datasets.mdx +0 -0
  67. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/index.mdx +0 -0
  68. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/meta.mdx +0 -0
  69. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/skills.mdx +0 -0
  70. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/trials.mdx +0 -0
  71. /package/{docs-evals → skills/evolve-evals/references}/sdk-reference/types.mdx +0 -0
  72. /package/{docs-evals → skills/evolve-evals/references}/snippets/global-options.mdx +0 -0
  73. /package/{docs-evals → skills/evolve-evals/references}/snippets/list-flags.mdx +0 -0
@@ -1,121 +0,0 @@
1
- # Evolve TypeScript SDK
2
-
3
- Run CLI agents in secure sandboxes with built-in observability.
4
-
5
- ```bash
6
- npm install @evolvingmachines/evolve
7
- ```
8
-
9
- ```ts
10
- import { Evolve } from "@evolvingmachines/evolve";
11
-
12
- const evolve = new Evolve();
13
- await evolve.run({ prompt: "Hello world" });
14
- ```
15
-
16
- ---
17
-
18
- ## Reference
19
-
20
- ### Getting Started
21
-
22
- | Topic | Link |
23
- |-------|------|
24
- | Installation (Node.js 18+, npm) | [Getting Started → Installation](./01-getting-started.md#installation) |
25
- | Quick Start (3 steps) | [Getting Started → Quick Start](./01-getting-started.md#quick-start) |
26
- | Core Lifecycle (run → getOutputFiles → kill) | [Getting Started → Core Lifecycle](./01-getting-started.md#core-lifecycle) |
27
- | Streaming basics | [Getting Started → Streaming](./01-getting-started.md#streaming) |
28
- | Gateway, managed BYO provider keys, and direct keys | [Getting Started → Authentication](./01-getting-started.md#authentication) |
29
- | Gateway mode (EVOLVE_API_KEY) | [Getting Started → Gateway Mode](./01-getting-started.md#gateway-mode-evolve_api_key) |
30
- | Managed BYO provider keys | [Getting Started → Managed BYO Provider Keys](./01-getting-started.md#managed-byo-provider-keys) |
31
- | Managed secrets | [Configuration → Managed Secrets](./02-configuration.md#managed-secrets) |
32
- | Direct provider key mode (local BYOK) | [Getting Started → Direct Provider Key Mode](./01-getting-started.md#direct-provider-key-mode-local-byok) |
33
- | BYO Claude Max / Codex / Gemini subscription | [Getting Started → BYO Claude Max Subscription](./01-getting-started.md#byo-claude-max-subscription) |
34
- | Supported agents & models | [Getting Started → Agent Reference](./01-getting-started.md#agent-reference) |
35
- | Agent-specific options (reasoningEffort) | [Getting Started → Agent Reference](./01-getting-started.md#agent-reference) |
36
-
37
- ### Configuration
38
-
39
- | Topic | Link |
40
- |-------|------|
41
- | Sandbox providers (E2B, Modal, Daytona) | [Configuration → Sandbox Providers](./02-configuration.md#sandbox-providers) |
42
- | Provider auto-resolution from env | [Configuration → Sandbox Providers](./02-configuration.md#auto-resolution) |
43
- | `.withSandboxCreateOptions()` (image, network, user, homeDir) | [Configuration → Sandbox Create Options](./02-configuration.md#sandbox-create-options) |
44
- | `.withWorkspaceMode()` (knowledge / swe) | [Configuration → Workspace Modes](./02-configuration.md#workspace-modes) |
45
- | Evolve instance (full `.with*()` API) | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
46
- | `.withAgent()` | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
47
- | `.withSandbox()` | [Configuration → Sandbox Providers](./02-configuration.md#sandbox-providers) |
48
- | `.withContext()` / `.withFiles()` | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
49
- | `.withSystemPrompt()` | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
50
- | `.withSchema()` (Zod / JSON Schema) | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
51
- | `.withBrowser()` browser guide | [Configuration → Browser Automation](./02-configuration.md#browser-automation) |
52
- | `.withBrowserCredentials()` browser logins | [Configuration → Browser Credentials](./02-configuration.md#browser-credentials) |
53
- | `.withPlugins()` | [Configuration → Agent Plugins](./02-configuration.md#agent-plugins) |
54
- | `.withSkills()` | [Configuration → Agent Skills](./02-configuration.md#agent-skills) |
55
- | `.withIntegrations()` (managed app integrations) | [Configuration → Managed Integrations](./02-configuration.md#managed-integrations) |
56
- | `.withManagedSecrets()` | [Configuration → Managed Secrets](./02-configuration.md#managed-secrets) |
57
- | `.withMcpServers()` (STDIO / HTTP / SSE) | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
58
- | `.withSecrets()` | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
59
- | `.withStorage()` (checkpointing) | [Runtime → Storage & Checkpointing](./03-runtime.md#storage--checkpointing) |
60
- | `.withSessionTagPrefix()` (observability) | [Runtime → Observability](./03-runtime.md#observability) |
61
- | Skills catalog (PDF, browser, research, etc.) | [Configuration → Agent Skills](./02-configuration.md#agent-skills) |
62
- | Integration auth/account helpers | [Configuration → Managed Integrations](./02-configuration.md#managed-integrations) |
63
- | Integration tool filtering | [Configuration → Managed Integrations](./02-configuration.md#managed-integrations) |
64
- | MCP server config (McpServerConfig) | [Configuration → Evolve Instance](./02-configuration.md#evolve-instance) |
65
-
66
- ### Runtime
67
-
68
- | Topic | Link |
69
- |-------|------|
70
- | `run()` | [Runtime → run](./03-runtime.md#run) |
71
- | `executeCommand()` | [Runtime → executeCommand](./03-runtime.md#executecommand) |
72
- | Streaming events (content, lifecycle, stdout, stderr) | [Streaming Events](./04-streaming.md) |
73
- | OutputEvent / SessionUpdate types | [Streaming → SessionUpdate Types](./04-streaming.md#sessionupdate-types) |
74
- | LifecycleEvent / LifecycleReason | [Streaming → LifecycleEvent](./04-streaming.md#lifecycleevent) |
75
- | Tool events (ToolCall, ToolCallUpdate, ToolKind) | [Streaming → Tool Events](./04-streaming.md#tool-events) |
76
- | Browser lifecycle event fields | [Streaming → Browser Automation Streaming](./04-streaming.md#browser-automation-streaming) |
77
- | UI integration example | [Streaming → UI Integration Example](./04-streaming.md#ui-integration-example) |
78
- | Upload files (`uploadContext()`, `uploadFiles()`) | [Runtime → Upload](./03-runtime.md#upload-local--sandbox) |
79
- | Download files (`getOutputFiles()`, `saveLocalDir()`) | [Runtime → Download](./03-runtime.md#download-sandbox--local) |
80
- | Session controls (interrupt, pause, resume, kill) | [Runtime → Session Controls](./03-runtime.md#session-controls) |
81
- | `getHost()` (port forwarding) | [Runtime → getHost](./03-runtime.md#gethost) |
82
- | Workspace filesystem layout | [Runtime → Workspace & Structured Output](./03-runtime.md#workspace--structured-output) |
83
- | Structured output (Zod / JSON Schema) | [Runtime → Workspace & Structured Output](./03-runtime.md#structured-output) |
84
- | Multi-turn conversations | [Runtime → Session Management](./03-runtime.md#session-management) |
85
- | Pause / resume | [Runtime → Session Management](./03-runtime.md#session-management) |
86
- | Save and reconnect (`withSession`, `setSession`) | [Runtime → Session Management](./03-runtime.md#session-management) |
87
- | Storage & checkpointing (gateway) | [Runtime → Storage & Checkpointing](./03-runtime.md#storage--checkpointing) |
88
- | Auto-checkpoint, explicit checkpoint, restore | [Runtime → Storage & Checkpointing](./03-runtime.md#auto-checkpoint-via-run) |
89
- | Checkpoint lineage | [Runtime → Checkpoint Lineage](./03-runtime.md#checkpoint-lineage) |
90
- | `storage()` client, `evolve.storage()` | [Runtime → Listing & Browsing Checkpoints](./03-runtime.md#listing--browsing-checkpoints) |
91
- | `sessions()` client for past sessions & traces | [Runtime → Historical Sessions & Trace Download](./03-runtime.md#historical-sessions--trace-download) |
92
- | Observability (dashboard + local logs) | [Runtime → Observability](./03-runtime.md#observability) |
93
- | Error handling | [Runtime → Error Handling](./03-runtime.md#error-handling) |
94
-
95
- ### Hosted evals
96
-
97
- Datasets, jobs, trials, checks, analyses and the `evolve` CLI are documented at https://docs.evolvingmachines.ai. The `evolve-evals` skill carries the same pages.
98
-
99
- ### Swarm & Pipeline
100
-
101
- | Topic | Link |
102
- |-------|------|
103
- | Swarm setup (SwarmConfig) | [Swarm & Pipeline](./05-swarm-pipeline.md) |
104
- | Input types (FileMap, folders, chaining) | [Swarm → Input Types](./05-swarm-pipeline.md#input-types) |
105
- | `bestOf()` (N candidates + judge) | [Swarm → bestOf](./05-swarm-pipeline.md#bestof) |
106
- | `map()` (parallel processing) | [Swarm → map](./05-swarm-pipeline.md#map) |
107
- | `map()` + bestOf | [Swarm → map + bestOf](./05-swarm-pipeline.md#map--bestof) |
108
- | `filter()` (evaluate + threshold) | [Swarm → filter](./05-swarm-pipeline.md#filter) |
109
- | `reduce()` (synthesize many → one) | [Swarm → reduce](./05-swarm-pipeline.md#reduce) |
110
- | `verify` (quality gate with feedback loop) | [Swarm → verify](./05-swarm-pipeline.md#verify-quality-gate) |
111
- | Result types (SwarmResult, ReduceResult, BestOfResult) | [Swarm → Result Types](./05-swarm-pipeline.md#result-types) |
112
- | Chaining operations (result.json → data.json) | [Swarm → Chaining Operations](./05-swarm-pipeline.md#chaining-operations) |
113
- | AgentOverride (per-operation agent config) | [Swarm → AgentOverride](./05-swarm-pipeline.md#agentoverride) |
114
- | Concurrency (semaphore, ordering guarantees) | [Swarm → Concurrency](./05-swarm-pipeline.md#concurrency) |
115
- | RetryConfig (exponential backoff) | [Swarm & Pipeline](./05-swarm-pipeline.md) |
116
- | Pipeline (fluent chaining) | [Swarm → Pipeline](./05-swarm-pipeline.md#pipeline) |
117
- | Pipeline step configs (map, filter, reduce) | [Swarm → Step Configurations](./05-swarm-pipeline.md#step-configurations) |
118
- | Pipeline events (stepStart, stepComplete, etc.) | [Swarm → Events](./05-swarm-pipeline.md#events) |
119
- | Pipeline result (PipelineResult) | [Swarm → Result](./05-swarm-pipeline.md#result) |
120
- | TerminalPipeline (reduce is terminal) | [Swarm → Terminal Pipeline](./05-swarm-pipeline.md#terminal-pipeline) |
121
- | Filter `emit` option (success / filtered / all) | [Swarm → Pipeline](./05-swarm-pipeline.md#step-configurations) |
@@ -1,112 +0,0 @@
1
- ---
2
- # Generated by scripts/generate-skills.ts from docs-evals/docs.json. Do not edit; edit the source and run npm run generate:skills.
3
- name: docs-evals
4
- description: "Evolve hosted evals: run any model on any agent harness against datasets of Harbor-format tasks, in cloud sandboxes, from the evolve CLI and the TypeScript and Python SDKs. Use when the user wants to: (1) start, watch, or read a hosted eval job (evolve run, evolve job, jobs()), (2) browse the dataset catalog or publish their own dataset (evolve dataset), (3) check task quality (evolve check) or analyze trial traces (evolve analyze), (4) inspect or download trials, artifacts and traces (evolve trial, trials()), (5) register their own agent, mount skills, attach secrets, or choose models and sandbox providers, (6) upload a job run elsewhere (evolve upload), (7) use the dashboard's jobs, datasets, checks, traces and trial viewer pages. For running agents in sandboxes from code (the SDK's run(), Swarm, Pipeline) read `evolve skills get agents`."
5
- metadata:
6
- internal: true
7
- ---
8
-
9
- # Evolve hosted evals
10
-
11
- Hosted evaluation for agents: datasets of Harbor-format tasks, jobs that run any model on any agent harness against them in cloud sandboxes, and the trials, checks and analyses they produce — from the `evolve` CLI and the TypeScript and Python SDKs.
12
-
13
- This folder is the documentation site itself, page for page: every row below names a page by its site path, the file `<path>.mdx` beside this one, and `evolve skills get evals <path>` prints it. An `import` of `/snippets/<file>` is `snippets/<file>`.
14
-
15
- ## How to use this skill
16
-
17
- 1. Find the topic in the index below and read that page before writing any command or code: `evolve skills get evals <page>` prints it, the page named by its site path; `evolve skills get evals --full` prints every page.
18
- 2. Every CLI verb is documented from its own `--help`; run `evolve <verb> --help` to confirm the flags of the installed version.
19
- 3. Every command and every SDK client reads `EVOLVE_API_KEY`; the Installation page says where the key comes from.
20
-
21
- ## Topic index
22
-
23
- ## Docs
24
-
25
- ### Getting started
26
-
27
- | Page | What it covers |
28
- | --- | --- |
29
- | [Evolve documentation](/index) | Environment-driven agent evaluations: any model, any harness, any sandbox, one API key. Every task versioned and checked, every trajectory analyzed. |
30
- | [Installation](/getting-started/installation) | Install the evolve command and the SDKs, and set your API key. |
31
- | [Quick start](/getting-started/quick-start) | Start your first job, watch it run, and download a trial. |
32
-
33
- ### Core concepts
34
-
35
- | Page | What it covers |
36
- | --- | --- |
37
- | [Core concepts](/core-concepts/index) | How a dataset becomes trials, rewards, analyses and results. |
38
- | [Tasks](/core-concepts/tasks) | The task format: one directory with an instruction, an environment, a verifier, and an optional reference solution. |
39
- | [Datasets](/core-concepts/datasets) | The catalog, and publishing your own dataset. |
40
- | [Jobs](/core-concepts/jobs) | Start a job, watch it, read its results, and derive new jobs from it. |
41
- | [Trials](/core-concepts/trials) | One agent's attempt at one task: its record, its trace, and its artifacts. |
42
- | [Trial outputs](/core-concepts/trial-outputs) | What a finished trial gives you, file by file, and in which formats. |
43
- | [Agents](/core-concepts/agents) | The built-in harnesses, how to configure an arm, and how to register your own agent. |
44
- | [Models](/core-concepts/models) | How a model is named on -m, and why one API key covers every provider. |
45
- | [Sandboxes](/core-concepts/sandboxes) | Where trials run: e2b, daytona, or modal. |
46
- | [Analyze](/core-concepts/analyze) | Judge every trial's trace against a rubric, on the platform. |
47
- | [Check](/core-concepts/check) | Check the quality of tasks against a rubric before you spend a job on them. |
48
- | [Skills](/core-concepts/skills) | Mount skills into every agent run, from a git source or from your uploads. |
49
- | [Secrets](/core-concepts/secrets) | Store env secrets once and attach them to jobs by name. |
50
- | [Upload a job](/core-concepts/upload) | Bring a job you ran elsewhere onto the platform as a finished job. |
51
-
52
- ### Dashboard
53
-
54
- | Page | What it covers |
55
- | --- | --- |
56
- | [Datasets](/dashboard/datasets) | Browse the catalog, and each dataset's tasks and versions, in the dashboard. |
57
- | [Jobs](/dashboard/jobs) | Start a job from the browser, follow it, and read its results. |
58
- | [Trial viewer](/dashboard/trial-viewer) | Read one trial's trace event by event, its tool calls, its spend, and download its artifacts. |
59
- | [Checks](/dashboard/checks) | Read a job's task quality checks in the dashboard. |
60
- | [Traces](/dashboard/traces) | Every recorded run in one list. |
61
-
62
- ### SDK
63
-
64
- | Page | What it covers |
65
- | --- | --- |
66
- | [TypeScript SDK](/sdk/typescript) | Start a job, wait for it, read the result, and download it from TypeScript. |
67
- | [Python SDK](/sdk/python) | Start a job, wait for it, read the result, and download it from Python. |
68
-
69
- ## CLI reference
70
-
71
- ### The evolve command
72
-
73
- | Page | What it covers |
74
- | --- | --- |
75
- | [CLI reference](/cli-reference/index) | Every verb of the evolve command, from its own help output. |
76
- | [evolve run](/cli-reference/run) | Start a job, and optionally follow it to the end. |
77
- | [evolve analyze](/cli-reference/analyze) | Analyze a finished job's trial traces against a rubric, on the platform. |
78
- | [evolve check](/cli-reference/check) | Check task quality against a rubric, and read checks back. |
79
- | [evolve upload](/cli-reference/upload) | Upload a job directory as a finished job. |
80
-
81
- ### Command groups
82
-
83
- | Page | What it covers |
84
- | --- | --- |
85
- | [evolve job](/cli-reference/job) | Start, follow, and derive jobs. |
86
- | [evolve trial](/cli-reference/trial) | Inspect, download, and act on single trials. |
87
- | [evolve analysis](/cli-reference/analysis) | List, inspect, and download trace-analysis runs. |
88
- | [evolve dataset](/cli-reference/dataset) | Browse and publish the dataset catalog. |
89
- | [evolve skill](/cli-reference/skill) | Upload and manage platform-stored skills. |
90
- | [evolve skills](/cli-reference/skills) | The skills the CLI serves to coding agents. |
91
- | [evolve agent](/cli-reference/agent) | Register and manage your own agents. |
92
- | [evolve auth](/cli-reference/auth) | Identity, API keys, and your organizations. |
93
- | [evolve secrets](/cli-reference/secrets) | Store and manage env secrets. Values are write-only; reads return metadata. |
94
-
95
- ## SDK reference
96
-
97
- ### Clients
98
-
99
- | Page | What it covers |
100
- | --- | --- |
101
- | [Clients](/sdk-reference/index) | How the hosted clients are built and configured. |
102
- | [jobs](/sdk-reference/jobs) | Start, follow, and derive jobs. |
103
- | [trials](/sdk-reference/trials) | Read, download, and act on single trials. |
104
- | [datasets](/sdk-reference/datasets) | The catalog: list, read, publish, download, activate, delete. |
105
- | [analyses](/sdk-reference/analyses) | Read trace-analysis runs. |
106
- | [checks](/sdk-reference/checks) | Start and read task quality checks. |
107
- | [skills](/sdk-reference/skills) | Upload and manage platform-stored skills. |
108
- | [agents](/sdk-reference/agents) | Register and manage your own agents. |
109
- | [auth and orgs](/sdk-reference/auth) | Who you are, and your organizations. |
110
- | [meta](/sdk-reference/meta) | The platform's capability document, no key needed. |
111
- | [Types](/sdk-reference/types) | Every field of the objects the clients return: name, type, meaning, and when it is null. |
112
- | [Errors](/sdk-reference/errors) | The error class every refused request raises, and every code it can carry. |
@@ -1,180 +0,0 @@
1
- {
2
- "$schema": "https://mintlify.com/docs.json",
3
- "name": "Evolve",
4
- "description": "Evolve hosted evals: run any model on any agent harness against datasets of Harbor-format tasks, in cloud sandboxes, from the evolve CLI and the TypeScript and Python SDKs. Use when the user wants to: (1) start, watch, or read a hosted eval job (evolve run, evolve job, jobs()), (2) browse the dataset catalog or publish their own dataset (evolve dataset), (3) check task quality (evolve check) or analyze trial traces (evolve analyze), (4) inspect or download trials, artifacts and traces (evolve trial, trials()), (5) register their own agent, mount skills, attach secrets, or choose models and sandbox providers, (6) upload a job run elsewhere (evolve upload), (7) use the dashboard's jobs, datasets, checks, traces and trial viewer pages. For running agents in sandboxes from code (the SDK's run(), Swarm, Pipeline) read `evolve skills get agents`.",
5
- "theme": "maple",
6
- "colors": {
7
- "primary": "#B026FF",
8
- "light": "#B026FF",
9
- "dark": "#B026FF"
10
- },
11
- "favicon": "/favicon.png",
12
- "logo": {
13
- "light": "/logo/wordmark-light.png",
14
- "dark": "/logo/wordmark-dark.png",
15
- "href": "https://evolvingmachines.ai"
16
- },
17
- "appearance": {
18
- "default": "light"
19
- },
20
- "background": {
21
- "color": {
22
- "light": "#f7f6f5",
23
- "dark": "#0a0a0a"
24
- }
25
- },
26
- "fonts": {
27
- "family": "Google Sans Flex",
28
- "weight": 400,
29
- "heading": {
30
- "family": "Google Sans Flex",
31
- "weight": 600
32
- }
33
- },
34
- "icons": {
35
- "library": "lucide"
36
- },
37
- "styling": {
38
- "eyebrows": "breadcrumbs",
39
- "codeblocks": "dark"
40
- },
41
- "navbar": {
42
- "links": [
43
- {
44
- "type": "github",
45
- "href": "https://github.com/evolving-machines-lab/evolve"
46
- }
47
- ],
48
- "primary": {
49
- "type": "button",
50
- "label": "Dashboard",
51
- "href": "https://dashboard.evolvingmachines.ai"
52
- }
53
- },
54
- "footer": {
55
- "socials": {
56
- "website": "https://evolvingmachines.ai",
57
- "github": "https://github.com/evolving-machines-lab/evolve",
58
- "discord": "https://discord.gg/Q36D8dGyNF"
59
- }
60
- },
61
- "contextual": {
62
- "options": [
63
- "copy",
64
- "view",
65
- "claude",
66
- "chatgpt"
67
- ],
68
- "display": "header"
69
- },
70
- "redirects": [
71
- {
72
- "source": "/core-concepts/tasks-and-datasets",
73
- "destination": "/core-concepts/datasets"
74
- }
75
- ],
76
- "navigation": {
77
- "tabs": [
78
- {
79
- "tab": "Docs",
80
- "groups": [
81
- {
82
- "group": "Getting started",
83
- "pages": [
84
- "index",
85
- "getting-started/installation",
86
- "getting-started/quick-start"
87
- ]
88
- },
89
- {
90
- "group": "Core concepts",
91
- "pages": [
92
- "core-concepts/index",
93
- "core-concepts/tasks",
94
- "core-concepts/datasets",
95
- "core-concepts/jobs",
96
- "core-concepts/trials",
97
- "core-concepts/trial-outputs",
98
- "core-concepts/agents",
99
- "core-concepts/models",
100
- "core-concepts/sandboxes",
101
- "core-concepts/analyze",
102
- "core-concepts/check",
103
- "core-concepts/skills",
104
- "core-concepts/secrets",
105
- "core-concepts/upload"
106
- ]
107
- },
108
- {
109
- "group": "Dashboard",
110
- "pages": [
111
- "dashboard/datasets",
112
- "dashboard/jobs",
113
- "dashboard/trial-viewer",
114
- "dashboard/checks",
115
- "dashboard/traces"
116
- ]
117
- },
118
- {
119
- "group": "SDK",
120
- "pages": [
121
- "sdk/typescript",
122
- "sdk/python"
123
- ]
124
- }
125
- ]
126
- },
127
- {
128
- "tab": "CLI reference",
129
- "groups": [
130
- {
131
- "group": "The evolve command",
132
- "pages": [
133
- "cli-reference/index",
134
- "cli-reference/run",
135
- "cli-reference/analyze",
136
- "cli-reference/check",
137
- "cli-reference/upload"
138
- ]
139
- },
140
- {
141
- "group": "Command groups",
142
- "pages": [
143
- "cli-reference/job",
144
- "cli-reference/trial",
145
- "cli-reference/analysis",
146
- "cli-reference/dataset",
147
- "cli-reference/skill",
148
- "cli-reference/skills",
149
- "cli-reference/agent",
150
- "cli-reference/auth",
151
- "cli-reference/secrets"
152
- ]
153
- }
154
- ]
155
- },
156
- {
157
- "tab": "SDK reference",
158
- "groups": [
159
- {
160
- "group": "Clients",
161
- "pages": [
162
- "sdk-reference/index",
163
- "sdk-reference/jobs",
164
- "sdk-reference/trials",
165
- "sdk-reference/datasets",
166
- "sdk-reference/analyses",
167
- "sdk-reference/checks",
168
- "sdk-reference/skills",
169
- "sdk-reference/agents",
170
- "sdk-reference/auth",
171
- "sdk-reference/meta",
172
- "sdk-reference/types",
173
- "sdk-reference/errors"
174
- ]
175
- }
176
- ]
177
- }
178
- ]
179
- }
180
- }