@swarmclawai/swarmclaw 1.9.4 → 1.9.6

package/README.md

@@ -399,6 +399,26 @@ Operational docs: https://swarmclaw.ai/docs/observability
 
 ## Releases
 
+### v1.9.6 Highlights
+
+Bundled eval-environment release: validation preflights, deterministic eval workspaces, and clearer operator readiness before spending run budget.
+
+- **Eval validation environments.** `/api/eval/environments` now resolves the selected agent route, gateway target, scenario tools, generated files, and readiness checks before an eval runs.
+- **Workspace manifests.** Eval runs now write `environment.json`, `.env.swarmclaw-eval`, and a task-focused `README.md` into each isolated eval workspace without embedding secrets.
+- **Scenario fixtures.** Eval scenarios can declare fixture files, and the package-analysis scenario now gets a deterministic `package.json` in its workspace.
+- **Fail-fast readiness.** Blocked evals stop before model execution when the agent route, CLI provider, gateway profile, or execution environment is not ready.
+- **Quality UI preflight.** The Eval Lab now shows target status, gateway environment, checks, tools, and generated files next to the selected scenario.
+
+### v1.9.5 Highlights
+
+Bundled portability release: project-scoped workspace bundles, safer v2 imports, and preserved internal relationships for reusable teams.
+
+- **Project bundle export.** `/api/portability/export?projectId=...` now emits a scoped workspace template with the selected project, active agents, pinned skills, schedules, chatrooms, connectors, MCP servers, and goals.
+- **Downloadable project templates.** Project exports include a `scope` block and use readable `swarmclaw-project-...json` filenames for portable team handoff.
+- **v2 import preservation.** The import route now validates and preserves v2 resources instead of dropping connectors, chatrooms, MCP servers, projects, goals, extensions, or scope metadata.
+- **Reference remapping.** Imports now remap project, skill, MCP server, schedule, chatroom, connector, and goal relationships so restored bundles remain internally linked.
+- **Credential-safe bundles.** Connector credentials, MCP env values, and sensitive config keys stay scrubbed while non-secret setup hints are retained.
+
 ### v1.9.4 Highlights
 
 Bundled runtime-environment release: gateway execution visibility, task context handoff, and operator triage in one release cycle.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@swarmclawai/swarmclaw",
-  "version": "1.9.4",
+  "version": "1.9.6",
   "description": "Build and run autonomous AI agents with OpenClaw, Hermes, multiple model providers, orchestration, delegation, memory, skills, schedules, and chat connectors.",
   "main": "electron-dist/main.js",
   "license": "MIT",
@@ -87,7 +87,7 @@
     "test:cli": "node --test src/cli/*.test.js bin/*.test.js scripts/electron-after-pack.test.mjs scripts/ensure-sandbox-browser-image.test.mjs scripts/postinstall.test.mjs scripts/run-next-build.test.mjs scripts/run-next-typegen.test.mjs",
     "test:setup": "tsx --test src/app/api/setup/check-provider/route.test.ts src/lib/server/provider-model-discovery.test.ts src/components/auth/setup-wizard/utils.test.ts src/components/auth/setup-wizard/types.test.ts src/hooks/setup-done-detection.test.ts src/lib/setup-defaults.test.ts src/lib/server/storage-auth.test.ts src/lib/server/storage-auth-docker.test.ts",
     "test:openclaw": "tsx --test src/lib/openclaw/openclaw-agent-id.test.ts src/lib/openclaw/openclaw-endpoint.test.ts src/lib/server/agents/agent-runtime-config.test.ts src/lib/server/build-llm.test.ts src/lib/server/connectors/connector-routing.test.ts src/lib/server/connectors/openclaw.test.ts src/lib/server/connectors/swarmdock.test.ts src/lib/server/gateway/protocol.test.ts src/lib/server/gateways/gateway-topology.test.ts src/lib/server/llm-response-cache.test.ts src/lib/server/mcp-conformance.test.ts src/lib/server/openclaw/agent-resolver.test.ts src/lib/server/openclaw/deploy.test.ts src/lib/server/openclaw/skills-normalize.test.ts src/lib/server/session-tools/openclaw-nodes.test.ts src/lib/server/session-tools/swarmdock.test.ts src/lib/server/tasks/task-quality-gate.test.ts src/lib/server/tasks/task-validation.test.ts src/lib/server/tool-capability-policy.test.ts src/lib/providers/openai.test.ts src/lib/providers/openclaw-exports.test.ts src/app/api/gateways/topology-route.test.ts src/app/api/openclaw/dashboard-url/route.test.ts",
-    "test:runtime": "tsx --test src/lib/a2a/agent-card.test.ts src/lib/strip-internal-metadata.test.ts src/lib/provider-sets.test.ts src/lib/providers/opencode-cli.test.ts src/lib/providers/cli-provider-metadata.test.ts src/lib/providers/cli-utils.test.ts src/lib/providers/generic-cli.test.ts src/lib/server/agents/delegation-advisory.test.ts src/lib/server/cli-provider-readiness.test.ts src/lib/server/provider-health.test.ts src/lib/server/mcp-gateway-runtime.test.ts src/lib/server/mcp-connection-pool.test.ts src/lib/server/knowledge-sources.test.ts src/lib/server/extension-managed-resources.test.ts src/lib/server/chat-execution/chat-execution-grounding.test.ts src/lib/server/chat-execution/chat-turn-preparation.test.ts src/lib/server/chat-execution/iteration-timers.test.ts src/lib/server/chat-execution/post-stream-finalization.test.ts src/lib/server/chat-execution/reasoning-tag-scrubber.test.ts src/lib/server/chats/clear-undo-snapshots.test.ts src/lib/server/connectors/email.test.ts src/lib/server/protocols/protocol-service.test.ts src/lib/server/runtime/run-ledger.test.ts src/lib/server/runtime/queue-retry-policy.test.ts src/lib/server/runs/run-brief.test.ts src/lib/server/operations/operation-pulse.test.ts src/lib/server/artifacts/artifact-resolver.test.ts src/lib/server/observability/otel-config.test.ts src/lib/server/safe-parse-body.test.ts src/lib/server/missions/mission-templates.test.ts src/lib/server/sharing/share-link-repository.test.ts src/lib/server/sharing/share-resolver.test.ts src/lib/server/tasks/task-execution-workspace.test.ts src/lib/server/tasks/task-service.test.ts src/lib/server/session-tools/execute.test.ts src/lib/server/session-tools/manage-tasks.test.ts src/lib/app/view-constants.test.ts src/lib/quality/quality-summary.test.ts src/app/api/approvals/route.test.ts src/app/api/agents/agents-route.test.ts src/app/api/tasks/tasks-route.test.ts src/app/api/tasks/task-workspace-route.test.ts src/app/api/chats/chat-route.test.ts src/app/api/chats/clear-route.test.ts src/app/api/chats/compact-route.test.ts src/app/api/chats/context-status-route.test.ts src/app/api/connectors/connector-doctor-route.test.ts src/app/api/extensions/managed-resources/route.test.ts src/app/api/healthz/route.test.ts src/app/api/logs/route.test.ts src/app/api/portability/export/route.test.ts src/app/api/providers/[id]/route.test.ts src/app/api/tts/route.test.ts",
+    "test:runtime": "tsx --test src/lib/a2a/agent-card.test.ts src/lib/strip-internal-metadata.test.ts src/lib/provider-sets.test.ts src/lib/providers/opencode-cli.test.ts src/lib/providers/cli-provider-metadata.test.ts src/lib/providers/cli-utils.test.ts src/lib/providers/generic-cli.test.ts src/lib/server/agents/delegation-advisory.test.ts src/lib/server/cli-provider-readiness.test.ts src/lib/server/provider-health.test.ts src/lib/server/mcp-gateway-runtime.test.ts src/lib/server/mcp-connection-pool.test.ts src/lib/server/knowledge-sources.test.ts src/lib/server/extension-managed-resources.test.ts src/lib/server/eval/environment-plan.test.ts src/lib/server/chat-execution/chat-execution-grounding.test.ts src/lib/server/chat-execution/chat-turn-preparation.test.ts src/lib/server/chat-execution/iteration-timers.test.ts src/lib/server/chat-execution/post-stream-finalization.test.ts src/lib/server/chat-execution/reasoning-tag-scrubber.test.ts src/lib/server/chats/clear-undo-snapshots.test.ts src/lib/server/connectors/email.test.ts src/lib/server/protocols/protocol-service.test.ts src/lib/server/runtime/run-ledger.test.ts src/lib/server/runtime/queue-retry-policy.test.ts src/lib/server/runs/run-brief.test.ts src/lib/server/operations/operation-pulse.test.ts src/lib/server/artifacts/artifact-resolver.test.ts src/lib/server/observability/otel-config.test.ts src/lib/server/safe-parse-body.test.ts src/lib/server/missions/mission-templates.test.ts src/lib/server/sharing/share-link-repository.test.ts src/lib/server/sharing/share-resolver.test.ts src/lib/server/tasks/task-execution-workspace.test.ts src/lib/server/tasks/task-service.test.ts src/lib/server/session-tools/execute.test.ts src/lib/server/session-tools/manage-tasks.test.ts src/lib/app/view-constants.test.ts src/lib/quality/quality-summary.test.ts src/app/api/approvals/route.test.ts src/app/api/agents/agents-route.test.ts src/app/api/tasks/tasks-route.test.ts src/app/api/tasks/task-workspace-route.test.ts src/app/api/chats/chat-route.test.ts src/app/api/chats/clear-route.test.ts src/app/api/chats/compact-route.test.ts src/app/api/chats/context-status-route.test.ts src/app/api/connectors/connector-doctor-route.test.ts src/app/api/extensions/managed-resources/route.test.ts src/app/api/healthz/route.test.ts src/app/api/logs/route.test.ts src/app/api/portability/export/route.test.ts src/app/api/portability/import/route.test.ts src/app/api/providers/[id]/route.test.ts src/app/api/tts/route.test.ts",
     "test:builder": "tsx --test src/features/protocols/builder/utils/nodes-to-template.test.ts src/features/protocols/builder/utils/template-to-nodes.test.ts src/features/protocols/builder/validators/dag-validator.test.ts",
     "test:e2e": "node --import tsx scripts/browser-e2e-smoke.ts",
     "test:mcp:conformance": "node --import tsx ./scripts/mcp-conformance-check.ts",

package/src/app/api/eval/environments/route.ts

@@ -0,0 +1,59 @@
+import { NextResponse } from 'next/server'
+import { z } from 'zod'
+
+import { buildEvalEnvironmentPlan } from '@/lib/server/eval/environment-plan'
+import { errorMessage } from '@/lib/shared-utils'
+
+const PlanSchema = z.object({
+  agentId: z.string().min(1),
+  scenarioId: z.string().min(1).nullable().optional(),
+  suite: z.string().min(1).nullable().optional(),
+  gatewayProfileId: z.string().min(1).nullable().optional(),
+  environmentId: z.string().min(1).nullable().optional(),
+  refreshGateway: z.boolean().optional(),
+})
+
+function readBoolean(value: string | null): boolean {
+  return value === '1' || value === 'true'
+}
+
+export async function GET(req: Request) {
+  try {
+    const { searchParams } = new URL(req.url)
+    const parsed = PlanSchema.safeParse({
+      agentId: searchParams.get('agentId') || '',
+      scenarioId: searchParams.get('scenarioId'),
+      suite: searchParams.get('suite'),
+      gatewayProfileId: searchParams.get('gatewayProfileId'),
+      environmentId: searchParams.get('environmentId'),
+      refreshGateway: readBoolean(searchParams.get('refreshGateway')),
+    })
+    if (!parsed.success) {
+      return NextResponse.json(
+        { error: parsed.error.issues.map((issue) => issue.message).join(', ') },
+        { status: 400 },
+      )
+    }
+    const plan = await buildEvalEnvironmentPlan(parsed.data)
+    return NextResponse.json(plan)
+  } catch (err: unknown) {
+    return NextResponse.json({ error: errorMessage(err) }, { status: 500 })
+  }
+}
+
+export async function POST(req: Request) {
+  try {
+    const body: unknown = await req.json()
+    const parsed = PlanSchema.safeParse(body)
+    if (!parsed.success) {
+      return NextResponse.json(
+        { error: parsed.error.issues.map((issue) => issue.message).join(', ') },
+        { status: 400 },
+      )
+    }
+    const plan = await buildEvalEnvironmentPlan(parsed.data)
+    return NextResponse.json(plan)
+  } catch (err: unknown) {
+    return NextResponse.json({ error: errorMessage(err) }, { status: 500 })
+  }
+}

package/src/app/api/eval/run/route.ts

@@ -7,6 +7,9 @@ import { errorMessage } from '@/lib/shared-utils'
 const RunSchema = z.object({
   scenarioId: z.string().min(1),
   agentId: z.string().min(1),
+  gatewayProfileId: z.string().min(1).nullable().optional(),
+  environmentId: z.string().min(1).nullable().optional(),
+  refreshGateway: z.boolean().optional(),
 })
 
 export async function POST(req: Request) {
@@ -20,7 +23,11 @@ export async function POST(req: Request) {
       )
     }
 
-    const result = await runEvalScenario(parsed.data.scenarioId, parsed.data.agentId)
+    const result = await runEvalScenario(parsed.data.scenarioId, parsed.data.agentId, {
+      gatewayProfileId: parsed.data.gatewayProfileId || null,
+      environmentId: parsed.data.environmentId || null,
+      refreshGateway: parsed.data.refreshGateway === true,
+    })
     return NextResponse.json(result)
   } catch (err: unknown) {
     return NextResponse.json(

package/src/app/api/eval/suite/route.ts

@@ -7,6 +7,9 @@ const SuiteSchema = z.object({
   agentId: z.string().min(1),
   categories: z.array(z.string()).optional(),
   suite: z.string().min(1).optional(),
+  gatewayProfileId: z.string().min(1).nullable().optional(),
+  environmentId: z.string().min(1).nullable().optional(),
+  refreshGateway: z.boolean().optional(),
 })
 
 export async function POST(req: Request) {
@@ -23,6 +26,9 @@ export async function POST(req: Request) {
     const result = await runEvalSuite(parsed.data.agentId, {
       categories: parsed.data.categories,
       suite: parsed.data.suite,
+      gatewayProfileId: parsed.data.gatewayProfileId || null,
+      environmentId: parsed.data.environmentId || null,
+      refreshGateway: parsed.data.refreshGateway === true,
     })
     return NextResponse.json(result)
   } catch (err: unknown) {

package/src/app/api/portability/export/route.test.ts

@@ -3,6 +3,7 @@ import { describe, it } from 'node:test'
 
 import { GET } from './route'
 import { buildPortableExportFilename } from '@/lib/server/portability/export'
+import { runWithTempDataDir } from '@/lib/server/test-utils/run-with-temp-data-dir'
 
 describe('GET /api/portability/export', () => {
   it('returns a collision-resistant attachment filename for downloads', async () => {
@@ -14,4 +15,228 @@ describe('GET /api/portability/export', () => {
     const body = await response.json()
     assert.equal(disposition, `attachment; filename="${buildPortableExportFilename(body)}"`)
   })
+
+  it('exports a scoped project bundle with scrubbed integrations', () => {
+    const output = runWithTempDataDir<{
+      status: number
+      disposition: string
+      scopeKind: string
+      projectNames: string[]
+      agentNames: string[]
+      skillNames: string[]
+      scheduleNames: string[]
+      chatroomNames: string[]
+      connectorNames: string[]
+      mcpServerNames: string[]
+      connectorConfig: Record<string, string>
+      connectorEnabled: boolean
+      missingStatus: number
+      missingError: string
+    }>(`
+      const storageMod = await import('./src/lib/server/storage')
+      const agentRepoMod = await import('./src/lib/server/agents/agent-repository')
+      const skillRepoMod = await import('./src/lib/server/skills/skill-repository')
+      const scheduleRepoMod = await import('./src/lib/server/schedules/schedule-repository')
+      const chatroomRepoMod = await import('./src/lib/server/chatrooms/chatroom-repository')
+      const connectorRepoMod = await import('./src/lib/server/connectors/connector-repository')
+      const routeMod = await import('./src/app/api/portability/export/route')
+      const storage = storageMod.default || storageMod
+      const agentRepo = agentRepoMod.default || agentRepoMod
+      const skillRepo = skillRepoMod.default || skillRepoMod
+      const scheduleRepo = scheduleRepoMod.default || scheduleRepoMod
+      const chatroomRepo = chatroomRepoMod.default || chatroomRepoMod
+      const connectorRepo = connectorRepoMod.default || connectorRepoMod
+      const route = routeMod.default || routeMod
+      const { saveProjects, saveMcpServers } = storage
+      const { saveAgents } = agentRepo
+      const { saveSkills } = skillRepo
+      const { saveSchedules } = scheduleRepo
+      const { upsertChatroom } = chatroomRepo
+      const { upsertConnector } = connectorRepo
+      const now = 1780000000000
+
+      saveProjects({
+        'project-a': {
+          id: 'project-a',
+          name: 'Launch Room',
+          description: 'Shipping workspace',
+          color: '#5b8def',
+          objective: 'Ship the next release',
+          createdAt: now,
+          updatedAt: now,
+        },
+        'project-b': {
+          id: 'project-b',
+          name: 'Backlog',
+          description: 'Separate workspace',
+          createdAt: now,
+          updatedAt: now,
+        },
+      })
+      saveSkills({
+        'skill-a': {
+          id: 'skill-a',
+          name: 'Release Notes',
+          filename: 'release-notes.md',
+          content: 'Summarize shipped changes',
+          projectId: 'project-a',
+          scope: 'global',
+          createdAt: now,
+          updatedAt: now,
+        },
+        'global-skill': {
+          id: 'global-skill',
+          name: 'Risk Scan',
+          filename: 'risk-scan.md',
+          content: 'Find release risks',
+          scope: 'global',
+          createdAt: now,
+          updatedAt: now,
+        },
+        'skill-b': {
+          id: 'skill-b',
+          name: 'Backlog Grooming',
+          filename: 'backlog-grooming.md',
+          content: 'Sort the backlog',
+          projectId: 'project-b',
+          scope: 'global',
+          createdAt: now,
+          updatedAt: now,
+        },
+      })
+      saveMcpServers({
+        'mcp-a': {
+          id: 'mcp-a',
+          name: 'Local Tools',
+          transport: 'stdio',
+          command: 'node',
+          args: ['tool.js'],
+          env: { API_TOKEN: 'secret-token' },
+          createdAt: now,
+          updatedAt: now,
+        },
+        'mcp-b': {
+          id: 'mcp-b',
+          name: 'Backlog Tools',
+          transport: 'stdio',
+          command: 'node',
+          createdAt: now,
+          updatedAt: now,
+        },
+      })
+      saveAgents({
+        'agent-a': {
+          id: 'agent-a',
+          name: 'Release Lead',
+          description: 'Owns launch execution',
+          systemPrompt: 'Ship safely',
+          provider: 'openai',
+          model: 'gpt-4o-mini',
+          projectId: 'project-a',
+          skillIds: ['skill-a', 'global-skill'],
+          mcpServerIds: ['mcp-a'],
+          createdAt: now,
+          updatedAt: now,
+        },
+        'agent-b': {
+          id: 'agent-b',
+          name: 'Backlog Lead',
+          description: 'Owns backlog',
+          systemPrompt: 'Plan later',
+          provider: 'openai',
+          model: 'gpt-4o-mini',
+          projectId: 'project-b',
+          skillIds: ['skill-b'],
+          mcpServerIds: ['mcp-b'],
+          createdAt: now,
+          updatedAt: now,
+        },
+      })
+      saveSchedules({
+        'schedule-a': {
+          id: 'schedule-a',
+          name: 'Daily Launch Check',
+          agentId: 'agent-a',
+          projectId: 'project-a',
+          taskPrompt: 'Check release readiness',
+          scheduleType: 'interval',
+          intervalMs: 60000,
+          status: 'active',
+          createdAt: now,
+          updatedAt: now,
+        },
+        'schedule-b': {
+          id: 'schedule-b',
+          name: 'Backlog Check',
+          agentId: 'agent-b',
+          projectId: 'project-b',
+          taskPrompt: 'Review backlog',
+          scheduleType: 'interval',
+          intervalMs: 60000,
+          status: 'active',
+          createdAt: now,
+          updatedAt: now,
+        },
+      })
+      upsertChatroom('room-a', {
+        id: 'room-a',
+        name: 'Launch Room Chat',
+        agentIds: ['agent-a'],
+        messages: [],
+        chatMode: 'parallel',
+        temporary: false,
+        createdAt: now,
+        updatedAt: now,
+      })
+      upsertConnector('connector-a', {
+        id: 'connector-a',
+        name: 'Launch Slack',
+        platform: 'slack',
+        agentId: 'agent-a',
+        chatroomId: 'room-a',
+        credentialId: 'credential-a',
+        config: { channel: 'launch', botToken: 'secret-token' },
+        isEnabled: true,
+        status: 'running',
+        createdAt: now,
+        updatedAt: now,
+      })
+
+      const response = await route.GET(new Request('http://local/api/portability/export?projectId=project-a&download=true'))
+      const body = await response.json()
+      const missingResponse = await route.GET(new Request('http://local/api/portability/export?projectId=missing-project'))
+      const missingPayload = await missingResponse.json()
+      console.log(JSON.stringify({
+        status: response.status,
+        disposition: response.headers.get('content-disposition') || '',
+        scopeKind: body.scope?.kind || null,
+        projectNames: (body.projects || []).map((project) => project.name),
+        agentNames: body.agents.map((agent) => agent.name),
+        skillNames: body.skills.map((skill) => skill.name).sort(),
+        scheduleNames: body.schedules.map((schedule) => schedule.name),
+        chatroomNames: (body.chatrooms || []).map((chatroom) => chatroom.name),
+        connectorNames: (body.connectors || []).map((connector) => connector.name),
+        mcpServerNames: (body.mcpServers || []).map((server) => server.name),
+        connectorConfig: body.connectors?.[0]?.config || {},
+        connectorEnabled: body.connectors?.[0]?.isEnabled ?? null,
+        missingStatus: missingResponse.status,
+        missingError: missingPayload.error,
+      }))
+    `)
+
+    assert.equal(output.status, 200)
+    assert.match(output.disposition, /^attachment; filename="swarmclaw-project-launch-room-\d{8}-\d{6}\d{3}Z\.json"$/)
+    assert.equal(output.scopeKind, 'project')
+    assert.deepEqual(output.projectNames, ['Launch Room'])
+    assert.deepEqual(output.agentNames, ['Release Lead'])
+    assert.deepEqual(output.skillNames, ['Release Notes', 'Risk Scan'])
+    assert.deepEqual(output.scheduleNames, ['Daily Launch Check'])
+    assert.deepEqual(output.chatroomNames, ['Launch Room Chat'])
+    assert.deepEqual(output.connectorNames, ['Launch Slack'])
+    assert.deepEqual(output.mcpServerNames, ['Local Tools'])
+    assert.deepEqual(output.connectorConfig, { channel: 'launch' })
+    assert.equal(output.connectorEnabled, false)
+    assert.equal(output.missingStatus, 404)
+    assert.equal(output.missingError, 'Project not found: missing-project')
+  })
 })

package/src/app/api/portability/export/route.ts

@@ -3,15 +3,24 @@ import { buildPortableExportFilename, exportConfig } from '@/lib/server/portabil
 export const dynamic = 'force-dynamic'
 
 export async function GET(req: Request) {
-  const manifest = exportConfig()
   const { searchParams } = new URL(req.url)
-  if (searchParams.get('download') === 'true') {
-    return new NextResponse(JSON.stringify(manifest, null, 2), {
-      headers: {
-        'content-type': 'application/json; charset=utf-8',
-        'content-disposition': `attachment; filename="${buildPortableExportFilename(manifest)}"`,
-      },
-    })
+  const projectId = searchParams.get('projectId')?.trim() || null
+  try {
+    const manifest = exportConfig({ projectId })
+    if (searchParams.get('download') === 'true') {
+      return new NextResponse(JSON.stringify(manifest, null, 2), {
+        headers: {
+          'content-type': 'application/json; charset=utf-8',
+          'content-disposition': `attachment; filename="${buildPortableExportFilename(manifest)}"`,
+        },
+      })
+    }
+    return NextResponse.json(manifest)
+  } catch (err) {
+    const message = err instanceof Error ? err.message : 'Failed to export manifest'
+    if (message.startsWith('Project not found: ')) {
+      return NextResponse.json({ error: message }, { status: 404 })
+    }
+    return NextResponse.json({ error: message }, { status: 500 })
   }
-  return NextResponse.json(manifest)
 }