crewly 1.5.18 → 1.5.19

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/crewly-agent-adapter.js

@@ -0,0 +1,206 @@
+/**
+ * Crewly Agent Adapter for the Evaluation Framework
+ *
+ * Wraps the {@link AgentRunnerService} to conform to the
+ * {@link RuntimeAdapter} interface so that the crewly-agent runtime
+ * can be benchmarked by the eval runner.
+ *
+ * @module crewly-agent-adapter
+ */
+import { AgentRunnerService } from '../../agent-runner.service.js';
+import { calculateCost } from '../eval-scorer.js';
+// ---------------------------------------------------------------------------
+// Tool name normalization
+// ---------------------------------------------------------------------------
+/**
+ * Maps Crewly runtime tool names to the canonical names expected by the eval scorer.
+ *
+ * The eval task definitions use standard names (e.g. `delegate-task`, `send-message`)
+ * but the Crewly runtime registers tools under different names. This map bridges
+ * the gap so that tool-accuracy scoring works correctly.
+ */
+export const TOOL_ALIAS_MAP = {
+    handoff_task: 'handle-failure',
+    assign_task: 'delegate-task',
+    reply_slack: 'send-message',
+    handle_failure: 'handle-failure',
+    send_message: 'send-message',
+};
+/**
+ * Normalize a tool name using {@link TOOL_ALIAS_MAP}.
+ *
+ * If the tool name has a known alias, the canonical name is returned.
+ * Otherwise the original name is returned unchanged.
+ *
+ * @param toolName - raw tool name from the runtime
+ * @returns canonical tool name for eval scoring
+ */
+export function normalizeToolName(toolName) {
+    return TOOL_ALIAS_MAP[toolName] ?? toolName;
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+/**
+ * Parse a model identifier string into a short model name.
+ *
+ * Strips common provider prefixes (e.g. "anthropic/" or "openai/").
+ *
+ * @param modelId - raw model identifier from config
+ * @returns cleaned model name
+ */
+function parseModelId(modelId) {
+    const slashIdx = modelId.lastIndexOf('/');
+    return slashIdx >= 0 ? modelId.slice(slashIdx + 1) : modelId;
+}
+/**
+ * Count tool errors in an agent run result.
+ *
+ * A tool call is considered an error if its result is an object
+ * containing an "error" key.
+ *
+ * @param runResult - agent run result to inspect
+ * @returns number of tool errors
+ */
+function countToolErrors(runResult) {
+    let errors = 0;
+    for (const call of runResult.toolCalls) {
+        if (call.result &&
+            typeof call.result === 'object' &&
+            'error' in call.result) {
+            errors++;
+        }
+    }
+    return errors;
+}
+/**
+ * Build a failed RuntimeResult with the given error message.
+ *
+ * @param error      - error message
+ * @param durationMs - wall-clock time before failure
+ * @returns a RuntimeResult indicating failure
+ */
+function buildErrorResult(error, durationMs) {
+    return {
+        success: false,
+        output: '',
+        durationMs,
+        steps: 0,
+        usage: { input: 0, output: 0 },
+        toolCalls: [],
+        humanNudges: 0,
+        error,
+    };
+}
+// ---------------------------------------------------------------------------
+// Adapter
+// ---------------------------------------------------------------------------
+/**
+ * RuntimeAdapter implementation for the crewly-agent runtime.
+ *
+ * Creates an {@link AgentRunnerService} during initialization and
+ * delegates each eval task to it.
+ *
+ * @example
+ * ```typescript
+ * const adapter = new CrewlyAgentAdapter();
+ * await adapter.initialize({ runtimeId: 'crewly-agent', model: 'claude-opus-4', workDir: '/tmp' });
+ * const result = await adapter.runTask(task, '/tmp/task-dir');
+ * await adapter.shutdown();
+ * ```
+ */
+export class CrewlyAgentAdapter {
+    runner = null;
+    config = null;
+    /**
+     * Initialize the adapter by creating and setting up an AgentRunnerService.
+     *
+     * @param config - adapter configuration with model, workDir, etc.
+     */
+    async initialize(config) {
+        this.config = config;
+        const agentConfig = {
+            model: {
+                provider: 'anthropic',
+                modelId: config.model,
+                maxTokens: 16384, // Higher output limit for eval tasks (default 8192 too low)
+            },
+            maxSteps: 200,
+            sessionName: `eval-${config.runtimeId}-${Date.now()}`,
+            apiBaseUrl: 'http://localhost:3000',
+            systemPrompt: 'You are an AI coding agent being evaluated. Complete the given task.',
+            maxHistoryMessages: 100,
+            compactionThreshold: 0.8,
+            projectPath: config.workDir,
+            evalMode: true, // P0: Enable stop hook + P1: Strip delegation instructions
+        };
+        this.runner = new AgentRunnerService(agentConfig);
+        await this.runner.initialize();
+    }
+    /**
+     * Execute a single eval task using the crewly-agent runtime.
+     *
+     * Maps the {@link AgentRunResult} from the runner into the generic
+     * {@link RuntimeResult} expected by the eval framework.
+     *
+     * @param task    - task definition with prompt and expected tools
+     * @param workDir - absolute path to the task's work directory
+     * @returns runtime result with timing, tool calls, and cost info
+     */
+    async runTask(task, workDir) {
+        if (!this.runner || !this.config) {
+            throw new Error('Adapter not initialized. Call initialize() first.');
+        }
+        const startMs = Date.now();
+        try {
+            const abortController = new AbortController();
+            const timeout = setTimeout(() => {
+                abortController.abort();
+            }, task.timeoutMs);
+            let runResult;
+            try {
+                runResult = await this.runner.run(task.prompt, undefined, undefined, { abortSignal: abortController.signal });
+            }
+            finally {
+                clearTimeout(timeout);
+            }
+            const durationMs = Date.now() - startMs;
+            const modelName = parseModelId(this.config.model);
+            const _costUSD = calculateCost(modelName, runResult.usage.input, runResult.usage.output);
+            const _toolErrors = countToolErrors(runResult);
+            // Normalize tool names so eval scorer matches against canonical names
+            const normalizedToolCalls = runResult.toolCalls.map((call) => ({
+                ...call,
+                toolName: normalizeToolName(call.toolName),
+            }));
+            return {
+                success: true,
+                output: runResult.text,
+                durationMs,
+                steps: runResult.steps,
+                usage: { input: runResult.usage.input, output: runResult.usage.output },
+                toolCalls: normalizedToolCalls,
+                humanNudges: 0,
+                loopDetected: runResult.finishReason === 'loop-detected',
+                timedOut: false,
+            };
+        }
+        catch (err) {
+            const durationMs = Date.now() - startMs;
+            const message = err instanceof Error ? err.message : String(err);
+            const timedOut = message.includes('abort') || message.includes('timeout');
+            return {
+                ...buildErrorResult(message, durationMs),
+                timedOut,
+            };
+        }
+    }
+    /**
+     * Shut down the adapter and release resources.
+     */
+    async shutdown() {
+        this.runner = null;
+        this.config = null;
+    }
+}
+//# sourceMappingURL=crewly-agent-adapter.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/crewly-agent-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crewly-agent-adapter.js","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/adapters/crewly-agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAQnE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAqC;IAC9D,YAAY,EAAE,gBAAgB;IAC9B,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,cAAc;IAC3B,cAAc,EAAE,gBAAgB;IAChC,YAAY,EAAE,cAAc;CACpB,CAAC;AAEX;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;;;;;GAOG;AACH,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC/D,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,SAAyB;IAChD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACvC,IACE,IAAI,CAAC,MAAM;YACX,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAC/B,OAAO,IAAK,IAAI,CAAC,MAAkC,EACnD,CAAC;YACD,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,KAAa,EAAE,UAAkB;IACzD,OAAO;QACL,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,UAAU;QACV,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;QAC9B,SAAS,EAAE,EAAE;QACb,WAAW,EAAE,CAAC;QACd,KAAK;KACN,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,kBAAkB;IACrB,MAAM,GAA8B,IAAI,CAAC;IACzC,MAAM,GAAyB,IAAI,CAAC;IAE5C;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAqB;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,WAAW,GAAsB;YACrC,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,MAAM,CAAC,KAAK;gBACrB,SAAS,EAAE,KAAK,EAAE,4DAA4D;aAC/E;YACD,QAAQ,EAAE,GAAG;YACb,WAAW,EAAE,QAAQ,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;YACrD,UAAU,EAAE,uBAAuB;YACnC,YAAY,EAAE,sEAAsE;YACpF,kBAAkB,EAAE,GAAG;YACvB,mBAAmB,EAAE,GAAG;YACxB,WAAW,EAAE,MAAM,CAAC,OAAO;YAC3B,QAAQ,EAAE,IAAI,EAAE,2DAA2D;SAC5E,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAClD,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CAAC,IAAc,EAAE,OAAe;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEnB,IAAI,SAAyB,CAAC;YAC9B,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAC/B,IAAI,CAAC,MAAM,EACX,SAAS,EACT,SAAS,EACT,EAAE,WAAW,EAAE,eAAe,CAAC,MAAM,EAAE,CACxC,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzF,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;YAE/C,sEAAsE;YACtE,MAAM,mBAAmB,GAAG,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7D,GAAG,IAAI;gBACP,QAAQ,EAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC3C,CAAC,CAAC,CAAC;YAEJ,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,SAAS,CAAC,IAAI;gBACtB,UAAU;gBACV,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE;gBACvE,SAAS,EAAE,mBAAmB;gBAC9B,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,SAAS,CAAC,YAAY,KAAK,eAAe;gBACxD,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACxC,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC1E,OAAO;gBACL,GAAG,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC;gBACxC,QAAQ;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;CACF"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/index.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Eval Framework - Adapter Exports
+ *
+ * Re-exports all adapter implementations and the factory function
+ * for creating adapters by runtime ID.
+ *
+ * @module eval/adapters
+ */
+import type { RuntimeAdapter, RuntimeId } from '../eval-types.js';
+export { CrewlyAgentAdapter } from './crewly-agent-adapter.js';
+export { CLIAdapter, type CLIAdapterConfig, CLI_DEFAULTS } from './cli-adapter.js';
+/**
+ * Factory function to create a RuntimeAdapter for a given runtime.
+ *
+ * Supports:
+ * - `crewly-agent` — uses the in-process AgentRunnerService
+ * - `claude-code`  — spawns `claude --print` as a subprocess
+ * - `codex-cli`    — spawns `codex --quiet` as a subprocess
+ * - `gemini-cli`   — spawns `gemini --sandbox=none` as a subprocess
+ *
+ * @param runtimeId - identifier of the runtime to create an adapter for
+ * @returns a new, uninitialized RuntimeAdapter instance
+ * @throws Error if the runtime is not recognized
+ *
+ * @example
+ * ```typescript
+ * const adapter = createAdapter('claude-code');
+ * await adapter.initialize(config);
+ * ```
+ */
+export declare function createAdapter(runtimeId: RuntimeId): RuntimeAdapter;
+//# sourceMappingURL=index.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/adapters/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAIlE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEnF;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,SAAS,GAAG,cAAc,CAalE"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/index.js

@@ -0,0 +1,46 @@
+/**
+ * Eval Framework - Adapter Exports
+ *
+ * Re-exports all adapter implementations and the factory function
+ * for creating adapters by runtime ID.
+ *
+ * @module eval/adapters
+ */
+import { CrewlyAgentAdapter } from './crewly-agent-adapter.js';
+import { CLIAdapter } from './cli-adapter.js';
+export { CrewlyAgentAdapter } from './crewly-agent-adapter.js';
+export { CLIAdapter, CLI_DEFAULTS } from './cli-adapter.js';
+/**
+ * Factory function to create a RuntimeAdapter for a given runtime.
+ *
+ * Supports:
+ * - `crewly-agent` — uses the in-process AgentRunnerService
+ * - `claude-code`  — spawns `claude --print` as a subprocess
+ * - `codex-cli`    — spawns `codex --quiet` as a subprocess
+ * - `gemini-cli`   — spawns `gemini --sandbox=none` as a subprocess
+ *
+ * @param runtimeId - identifier of the runtime to create an adapter for
+ * @returns a new, uninitialized RuntimeAdapter instance
+ * @throws Error if the runtime is not recognized
+ *
+ * @example
+ * ```typescript
+ * const adapter = createAdapter('claude-code');
+ * await adapter.initialize(config);
+ * ```
+ */
+export function createAdapter(runtimeId) {
+    switch (runtimeId) {
+        case 'crewly-agent':
+            return new CrewlyAgentAdapter();
+        case 'claude-code':
+        case 'codex-cli':
+        case 'gemini-cli':
+            return new CLIAdapter();
+        default: {
+            const _exhaustive = runtimeId;
+            throw new Error(`Unknown runtime: ${_exhaustive}`);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/adapters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../../backend/src/services/agent/crewly-agent/eval/adapters/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAyB,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEnF;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,aAAa,CAAC,SAAoB;IAChD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,cAAc;YACjB,OAAO,IAAI,kBAAkB,EAAE,CAAC;QAClC,KAAK,aAAa,CAAC;QACnB,KAAK,WAAW,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,IAAI,UAAU,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,WAAW,GAAU,SAAS,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,oBAAoB,WAAW,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/backend/backend/src/services/agent/crewly-agent/eval/context-generator.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Eval Context Generator
+ *
+ * Generates a CONTEXT.md file and the `.crewly/` directory structure
+ * that provides runtime-agnostic context for L4 eval tasks. Every
+ * runtime (Crewly Agent, Claude Code, Codex CLI, Gemini CLI) receives
+ * the same context package — no Crewly-specific API calls required.
+ *
+ * @module eval/context-generator
+ */
+/**
+ * A team member definition used to generate eval context.
+ */
+export interface EvalTeamMember {
+    /** Member display name */
+    name: string;
+    /** Role (e.g. "Team Lead", "Developer") */
+    role: string;
+    /** Session identifier for skill scripts */
+    sessionName: string;
+    /** Whether the agent is active/inactive */
+    agentStatus: 'active' | 'inactive';
+    /** Current workload status */
+    workingStatus: 'idle' | 'in_progress' | 'overloaded';
+}
+/**
+ * Configuration for generating an eval context package.
+ */
+export interface EvalContextConfig {
+    /** The agent identity (who reads CONTEXT.md) */
+    agentName: string;
+    /** The agent's role */
+    agentRole: string;
+    /** Team name */
+    teamName: string;
+    /** Team ID */
+    teamId: string;
+    /** Team members (including the agent itself) */
+    members: EvalTeamMember[];
+    /** Optional extra instructions appended to CONTEXT.md */
+    extraInstructions?: string;
+}
+/**
+ * Default eval team configuration used by L4 tasks.
+ */
+export declare const DEFAULT_EVAL_TEAM: EvalContextConfig;
+/**
+ * Generate the CONTEXT.md content from a team configuration.
+ *
+ * The generated document tells the agent who it is, who its team members
+ * are, and which bash skill scripts are available. It is intentionally
+ * runtime-agnostic — any agent that can read markdown and run bash can
+ * use it.
+ *
+ * @param config - team and agent configuration
+ * @returns the full CONTEXT.md string
+ */
+export declare function generateContextMarkdown(config: EvalContextConfig): string;
+/**
+ * Generate the team-config.json content from a context configuration.
+ *
+ * @param config - team and agent configuration
+ * @returns serialized JSON string for team-config.json
+ */
+export declare function generateTeamConfig(config: EvalContextConfig): string;
+/**
+ * Set up a complete eval workspace with CONTEXT.md, skill scripts,
+ * and the `.crewly/` directory structure.
+ *
+ * This is the main entry point for task setup functions. It creates
+ * a self-contained directory that any runtime can work in.
+ *
+ * @param workDir - target directory to populate
+ * @param config  - team/agent configuration (defaults to DEFAULT_EVAL_TEAM)
+ * @param options - additional setup options
+ */
+export declare function setupEvalWorkspace(workDir: string, config?: EvalContextConfig, options?: SetupOptions): Promise<void>;
+/**
+ * Options for workspace setup.
+ */
+export interface SetupOptions {
+    /** Skip writing package.json, tsconfig.json, and example source files */
+    skipProjectFiles?: boolean;
+    /** Skip writing default knowledge base files */
+    skipKnowledge?: boolean;
+}
+//# sourceMappingURL=context-generator.d.ts.map

package/dist/backend/backend/src/services/agent/crewly-agent/eval/context-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-generator.d.ts","sourceRoot":"","sources":["../../../../../../../../backend/src/services/agent/crewly-agent/eval/context-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAYH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,WAAW,EAAE,QAAQ,GAAG,UAAU,CAAC;IACnC,8BAA8B;IAC9B,aAAa,EAAE,MAAM,GAAG,aAAa,GAAG,YAAY,CAAC;CACtD;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,uBAAuB;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc;IACd,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,yDAAyD;IACzD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,eAAO,MAAM,iBAAiB,EAAE,iBA4B/B,CAAC;AAMF;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CA8CzE;AAMD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAcpE;AAMD;;;;;;;;;;GAUG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,MAAM,GAAE,iBAAqC,EAC7C,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAyCf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,yEAAyE;IACzE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gDAAgD;IAChD,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB"}