@fonoster/autopilot 0.27.0 → 0.30.0

package/README.md

@@ -12,15 +12,19 @@ The autopilot module provides a way to create Voice AI applications in Fonoster.
 * [Example](#example)
 * [Adding Knowledge Base](#configuring-the-knowledge-base)
 * [Adding Tools](#configuring-the-tools)
-* [What's Next](#whats-next)
 
 ## Installation
 
+Autopilot is an ordinary session app that the VoiceSessionGateway dials. Run the
+`fonoster/autopilot` image (built from `mods/autopilot/Dockerfile`), or from the repository:
+
 ```sh-session
-$ npm install -g @fonoster/autopilot
+$ cp config/autopilot-session.example.yaml config/autopilot-session.yaml
+$ node mods/autopilot/dist/session/main.js --config config/autopilot-session.yaml
 ```
 
-The previous command will install the module globally.
+See [docs/autopilot.md](../../docs/autopilot.md) for the engine, pacing and the assistant
+schema.
 
 ## Example
 
@@ -179,53 +183,12 @@ For example:
 { "result": "The available appointment times are 9:00 AM, 10:00 AM, and 11:00 AM." }
 ```
 
-## Environment Variables
-
-Please use the following environment variables to configure the Autopilot:
-
-- `AUTOPILOT_AWS_S3_ACCESS_KEY_ID`: The AWS S3 access key.
-- `AUTOPILOT_AWS_S3_ENDPOINT`: The AWS S3 endpoint.
-- `AUTOPILOT_AWS_S3_REGION`: The AWS S3 region.
-- `AUTOPILOT_AWS_S3_SECRET_ACCESS_KEY`: The AWS S3 secret access key.
-- `AUTOPILOT_CONVERSATION_PROVIDER`: The conversation provider.
-- `AUTOPILOT_KNOWLEDGE_BASE_ENABLED`: Enable knowledge base powered by AWS S3 and Unstructured API.
-- `AUTOPILOT_LOGS_FORMAT`: The logs format.
-- `AUTOPILOT_LOGS_LEVEL`: The logs level.
-- `AUTOPILOT_LOGS_TRANSPORT`: The logs transport.
-- `AUTOPILOT_OPENAI_API_KEY`: The OpenAI API key needed for embeddings support.
-- `AUTOPILOT_UNSTRUCTURED_API_KEY`: The Unstructured API key.
-- `AUTOPILOT_UNSTRUCTURED_API_URL`: The Unstructured API URL. Default is `https://api.unstructured.com`.
-- `AUTOPILOT_RECORDING_BASE_URL`: The recording base URL. Default is `http://localhost:9876/api/recordings`.
-
-## What's Next
-
-The Autopilot is still under heavy development. The next steps are to add support for Retrieval-Augmented Generation(RAG), improve the language model integration, and improve the Finite State Machine (FSM) that powers the conversations. If you have any suggestions or feedback, please let us know.
-
-## Audio filters
-
-Background voices reach speech recognition and the voice activity detector, and the assistant
-answers them. An assistant can ask the Media Server to filter the caller's audio first, by adding
-`audioFilters` to its configuration — the same block whether the assistant comes from a file or
-from an Application:
-
-```yaml
-audioFilters:
-  - name: aiCoustics
-    options:
-      enhancementLevel: 0.8 # 0 to 1; higher also suppresses competing voices
-
-conversationSettings:
-  firstMessage: "Hola, ¿en qué puedo ayudarte?"
-  # ...
-```
-
-For an Application, the same block goes inside `intelligence.config`, and is applied with:
+## Configuration
 
-```sh
-fonoster applications:create -f app.yaml
-```
+Autopilot reads `autopilot-session.yaml`, found via `--config <path>`, the
+`AUTOPILOT_SESSION_CONFIG` variable or `./config/autopilot-session.yaml`. It names the signing
+secret the gateway uses for Autopilot apps, where apps and assistants come from, the registry
+catalog, platform keys by credential ref and the knowledge settings. See
+`config/autopilot-session.example.yaml` for every key.
 
-Assistant files may be YAML or JSON. Filtering needs the optional `@ai-coustics/aic-sdk` package
-and an `AIC_SDK_LICENSE` key on the apiserver; the key never appears in assistant configuration,
-so these files stay safe to commit. If the filter cannot be applied, the call continues with
-unfiltered audio and the reason is logged.
+Audio filters are part of the app's configuration (the gateway runs them), not the assistant's.

package/dist/index.d.ts

@@ -16,12 +16,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-import { Autopilot } from "./Autopilot";
-export default Autopilot;
-export * from "./assistants";
 export * from "./knowledge";
 export * from "./models";
 export * from "./tools";
-export * from "./types";
-export * from "./vad";
 export * from "./voice";

package/dist/index.js

@@ -32,12 +32,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-const Autopilot_1 = require("./Autopilot");
-exports.default = Autopilot_1.Autopilot;
-__exportStar(require("./assistants"), exports);
 __exportStar(require("./knowledge"), exports);
 __exportStar(require("./models"), exports);
 __exportStar(require("./tools"), exports);
-__exportStar(require("./types"), exports);
-__exportStar(require("./vad"), exports);
 __exportStar(require("./voice"), exports);

package/dist/knowledge/AbstractKnowledgeBase.d.ts

@@ -4,8 +4,9 @@ import { KnowledgeBase } from "./types";
 declare abstract class AbstractKnowledgeBase implements KnowledgeBase {
     protected embeddings: Embeddings;
     protected vectorStore: VectorStore;
-    constructor(params?: {
-        embeddings?: Embeddings;
+    /** The embeddings come from the caller (the hosted Autopilot resolves their key by credentialRef). */
+    constructor(params: {
+        embeddings: Embeddings;
     });
     abstract getLoaders(): Promise<unknown>;
     load(): Promise<void>;

package/dist/knowledge/AbstractKnowledgeBase.js

@@ -21,17 +21,12 @@ exports.AbstractKnowledgeBase = void 0;
  */
 const logger_1 = require("@fonoster/logger");
 const memory_1 = require("@langchain/classic/vectorstores/memory");
-const openai_1 = require("@langchain/openai");
 const textsplitters_1 = require("@langchain/textsplitters");
-const envs_1 = require("../envs");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 class AbstractKnowledgeBase {
+    /** The embeddings come from the caller (the hosted Autopilot resolves their key by credentialRef). */
     constructor(params) {
-        this.embeddings =
-            params?.embeddings ||
-                new openai_1.OpenAIEmbeddings({
-                    apiKey: envs_1.OPENAI_API_KEY
-                });
+        this.embeddings = params.embeddings;
     }
     async load() {
         const loaders = (await this.getLoaders());

package/dist/knowledge/FilesKnowledgeBase.d.ts

@@ -22,7 +22,7 @@ import { AbstractKnowledgeBase } from "./AbstractKnowledgeBase";
 declare class FilesKnowledgeBase extends AbstractKnowledgeBase {
     private params;
     constructor(params: {
-        embeddings?: Embeddings;
+        embeddings: Embeddings;
         files: string[];
     });
     getLoaders(): Promise<PDFLoader[]>;

package/dist/knowledge/types.d.ts

@@ -22,7 +22,7 @@ type KnowledgeBase = {
     queryKnowledgeBase: (query: string, k?: number) => Promise<string>;
 };
 type S3KnowledgeBaseParams = {
-    embeddings?: Embeddings;
+    embeddings: Embeddings;
     bucket: string;
     documents: string[];
     s3Config: {

package/dist/models/LanguageModelFactory.d.ts

@@ -1,22 +1,3 @@
-/**
- * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { LanguageModelProvider } from "@fonoster/common";
 import { Voice } from "../voice";
 import { AbstractLanguageModel } from "./AbstractLanguageModel";
 import { AnthropicParams } from "./anthropic";
@@ -27,11 +8,11 @@ import { OpenAIParams } from "./openai";
 import { BaseModelParams, TelephonyContext } from "./types";
 type LanguageModelConstructor<T extends BaseModelParams = BaseModelParams> = new (options: T, voice: Voice, telephonyContext: TelephonyContext) => AbstractLanguageModel;
 type LanguageModelConfigMap = {
-    [LanguageModelProvider.OPENAI]: OpenAIParams;
-    [LanguageModelProvider.GROQ]: GroqParams;
-    [LanguageModelProvider.OLLAMA]: OllamaParams;
-    [LanguageModelProvider.GOOGLE]: GoogleParams;
-    [LanguageModelProvider.ANTHROPIC]: AnthropicParams;
+    openai: OpenAIParams;
+    groq: GroqParams;
+    ollama: OllamaParams;
+    google: GoogleParams;
+    anthropic: AnthropicParams;
 };
 declare class LanguageModelFactory {
     private static readonly languageModels;

package/dist/models/LanguageModelFactory.js

@@ -19,7 +19,6 @@ exports.LanguageModelFactory = void 0;
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-const common_1 = require("@fonoster/common");
 const logger_1 = require("@fonoster/logger");
 const anthropic_1 = require("./anthropic");
 const google_1 = require("./google");

package/dist/models/createLanguageModel.d.ts

@@ -16,10 +16,10 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-import { AssistantConfig, KnowledgeBase, TelephonyContext, Voice } from "..";
+import { EvalAssistant, KnowledgeBase, TelephonyContext, Voice } from "..";
 declare function createLanguageModel(params: {
     voice: Voice;
-    assistantConfig: AssistantConfig;
+    assistantConfig: EvalAssistant;
     knowledgeBase: KnowledgeBase;
     telephonyContext: TelephonyContext;
 }): import("./AbstractLanguageModel").AbstractLanguageModel;

package/dist/models/evaluations/createEvalEffectiveConfig.d.ts

@@ -16,109 +16,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-import { AssistantConfig } from "../../assistants";
-export declare function createEvalEffectiveConfig(config: AssistantConfig, credentials: {
-    apiKey: string;
-}, evaluationApiKey: {
-    apiKey: string;
-}): {
-    languageModel: {
-        apiKey: string;
-        provider?: import("@fonoster/common").LanguageModelProvider;
-        model?: string;
-        temperature?: number;
-        maxTokens?: number;
-        baseUrl?: string;
-        knowledgeBase?: {
-            type?: "s3";
-            title?: string;
-            document?: string;
-        }[];
-        tools?: {
-            name?: string;
-            description?: string;
-            parameters?: {
-                type?: "object" | "array";
-                properties?: Record<string, {
-                    type?: string;
-                    format?: "enum" | "date-time";
-                    pattern?: string;
-                }>;
-                required?: string[];
-            };
-            requestStartMessage?: string;
-            operation?: {
-                url?: string;
-                method?: import("@fonoster/common").AllowedHttpMethod;
-                headers?: Record<string, string>;
-                waitForResponse?: boolean;
-            };
-        }[];
-    };
-    testCases: {
-        evalsLanguageModel: {
-            apiKey: string;
-            provider?: "openai";
-            model?: string;
-        };
-        evalsSystemPrompt?: string;
-        scenarios?: {
-            description?: string;
-            ref?: string;
-            telephonyContext?: {
-                callDirection?: import("@fonoster/types").CallDirection;
-                ingressNumber?: string;
-                callerNumber?: string;
-                metadata?: Record<string, string>;
-            };
-            conversation?: {
-                expected?: {
-                    tools?: {
-                        parameters?: Record<string, any>;
-                        tool?: string;
-                    }[];
-                    text?: {
-                        type?: "EXACT" | "SIMILAR";
-                        response?: string;
-                    };
-                };
-                userInput?: string;
-            }[];
-        }[];
-    };
-    audioFilters?: {
-        options?: Record<string, unknown>;
-        name?: string;
-    }[];
-    conversationSettings?: {
-        firstMessage?: string;
-        systemPrompt?: string;
-        goodbyeMessage?: string;
-        systemErrorMessage?: string;
-        initialDtmf?: string;
-        maxSessionDuration?: number;
-        maxSpeechWaitTimeout?: number;
-        transferOptions?: {
-            message?: string;
-            phoneNumber?: string;
-            timeout?: number;
-        };
-        idleOptions?: {
-            message?: string;
-            timeout?: number;
-            maxTimeoutCount?: number;
-        };
-        allowUserBargeIn?: boolean;
-        vad?: {
-            pathToModel?: string;
-            activationThreshold?: number;
-            deactivationThreshold?: number;
-            debounceFrames?: number;
-        };
-    };
-    eventsHook?: {
-        url?: string;
-        headers?: Record<string, string>;
-        events?: import("@fonoster/common").EventsHookAllowedEvents[];
-    };
-};
+import { SessionAssistant } from "@fonoster/common";
+import { EvalAssistant } from "../types";
+/**
+ * The session assistant as the evaluations run it: the catalog id split into provider and model,
+ * with the keys the caller resolved (never stored in the assistant).
+ */
+export declare function createEvalEffectiveConfig(assistant: SessionAssistant, keys: {
+    apiKey?: string;
+    evaluationApiKey?: string;
+}): EvalAssistant;

package/dist/models/evaluations/createEvalEffectiveConfig.js

@@ -1,18 +1,58 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createEvalEffectiveConfig = createEvalEffectiveConfig;
-function createEvalEffectiveConfig(config, credentials, evaluationApiKey) {
+/**
+ * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+const common_1 = require("@fonoster/common");
+const LLM_PROVIDERS = [
+    "openai",
+    "groq",
+    "ollama",
+    "google",
+    "anthropic"
+];
+/**
+ * The session assistant as the evaluations run it: the catalog id split into provider and model,
+ * with the keys the caller resolved (never stored in the assistant).
+ */
+function createEvalEffectiveConfig(assistant, keys) {
+    const [provider, ...rest] = assistant.languageModel.model.split("/");
+    if (!LLM_PROVIDERS.includes(provider))
+        throw new Error(`evaluations do not support ${provider} models`);
+    const testCases = common_1.testCasesSchema.parse(assistant.testCases);
+    const { provider: _p, apiKey: _k, baseUrl: _b, ...languageModel } = assistant.languageModel;
+    void _p;
+    void _k;
+    void _b;
     return {
-        ...config,
+        conversationSettings: assistant.conversationSettings,
         languageModel: {
-            ...config.languageModel,
-            apiKey: credentials.apiKey
+            ...languageModel,
+            provider: provider,
+            model: rest.join("/"),
+            apiKey: keys.apiKey
         },
         testCases: {
-            ...config.testCases,
+            ...testCases,
             evalsLanguageModel: {
-                ...config.testCases.evalsLanguageModel,
-                apiKey: evaluationApiKey.apiKey
+                ...testCases.evalsLanguageModel,
+                apiKey: keys.evaluationApiKey
             }
         }
     };

package/dist/models/evaluations/createEvaluateIntelligence.d.ts

@@ -1,27 +1,17 @@
-/**
- * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { IntegrationConfig } from "@fonoster/common";
 import { EvaluateIntelligenceRequest } from "./types";
 type ServerStreamCall = {
     request: EvaluateIntelligenceRequest;
     write: (chunk: Record<string, unknown>) => void;
     end: () => void;
 };
-declare function createEvaluateIntelligence(integrations: IntegrationConfig[]): (call: ServerStreamCall) => Promise<void>;
+/**
+ * A model provider's key for a workspace: the workspace's own vendor key, else the platform key
+ * by the provider's credentialRef (the control plane decides; integrations.json is gone).
+ */
+export type EvalKeySource = (providerId: string, workspaceRef: string) => Promise<string | undefined>;
+/**
+ * Runs an assistant's test cases (rework-autopilot 8.2: the assistant is a session assistant; its
+ * catalog id picks the provider, and keys come from `keys`, never from the assistant).
+ */
+declare function createEvaluateIntelligence(keys: EvalKeySource): (call: ServerStreamCall) => Promise<void>;
 export { createEvaluateIntelligence };

package/dist/models/evaluations/createEvaluateIntelligence.js

@@ -22,45 +22,54 @@ exports.createEvaluateIntelligence = createEvaluateIntelligence;
 const common_1 = require("@fonoster/common");
 const logger_1 = require("@fonoster/logger");
 const pb_util_1 = require("pb-util");
-const zod_1 = require("zod");
 const createEvalEffectiveConfig_1 = require("./createEvalEffectiveConfig");
 const runEval_1 = require("./runEval");
+const session_1 = require("./session");
 const stepReportToEventPayload_1 = require("./stepReportToEventPayload");
 const logger = (0, logger_1.getLogger)({ service: "apiserver", filePath: __filename });
-function createEvaluateIntelligence(integrations) {
+/**
+ * Runs an assistant's test cases (rework-autopilot 8.2: the assistant is a session assistant; its
+ * catalog id picks the provider, and keys come from `keys`, never from the assistant).
+ */
+function createEvaluateIntelligence(keys) {
     const evaluateIntelligence = async (call) => {
         const { request } = call;
         const { intelligence } = request;
         const accessKeyId = (0, common_1.getAccessKeyIdFromCall)(call);
-        logger.verbose("call to evaluateIntelligence", {
-            accessKeyId,
-            llmProductRef: intelligence.productRef,
-            evalLlmProductRef: "llm.openai"
-        });
         try {
             const config = pb_util_1.struct.decode(intelligence.config);
-            const parsedIntelligence = zod_1.z
-                .object({
-                productRef: zod_1.z.string(),
-                config: common_1.assistantSchema
-            })
-                .parse({
-                productRef: intelligence.productRef,
-                config
+            const assistant = common_1.sessionAssistantSchema.parse(config);
+            const provider = assistant.languageModel.model.split("/")[0];
+            logger.verbose("call to evaluateIntelligence", {
+                accessKeyId,
+                model: assistant.languageModel.model
             });
-            const credentials = (0, common_1.findIntegrationsCredentials)(integrations, intelligence.productRef);
-            const evaluationApiKey = (0, common_1.findIntegrationsCredentials)(integrations, "llm.openai");
-            const effectiveConfig = (0, createEvalEffectiveConfig_1.createEvalEffectiveConfig)(parsedIntelligence.config, credentials, evaluationApiKey);
-            await (0, runEval_1.runEval)({ intelligence: { config: effectiveConfig } }, {
+            const apiKey = await keys(provider, accessKeyId);
+            const evaluationApiKey = await keys("openai", accessKeyId);
+            if (!apiKey && provider !== "ollama")
+                throw new Error(`no ${provider} key for this workspace or platform`);
+            if (!evaluationApiKey)
+                throw new Error("no openai key for the evaluation model (workspace or platform)");
+            const callbacks = {
                 onStepResult: (scenarioRef, stepReport) => {
-                    const payload = (0, stepReportToEventPayload_1.stepReportToEventPayload)(scenarioRef, stepReport);
-                    call.write(payload);
+                    call.write((0, stepReportToEventPayload_1.stepReportToEventPayload)(scenarioRef, stepReport));
                 },
                 onScenarioComplete: (scenarioRef, overallPassed) => {
-                    const payload = (0, stepReportToEventPayload_1.scenarioSummaryToEventPayload)(scenarioRef, overallPassed);
-                    call.write(payload);
+                    call.write((0, stepReportToEventPayload_1.scenarioSummaryToEventPayload)(scenarioRef, overallPassed));
                 }
+            };
+            // The session engine (streaming replies, structured tool messages) for OpenAI-compatible
+            // providers; the LangChain path stays for the rest until their adapters land (EV-B1).
+            const think = (0, session_1.sessionThinkFor)(assistant, apiKey);
+            if (think) {
+                await (0, session_1.runSessionEval)({ assistant, think, evaluationApiKey }, callbacks);
+                return;
+            }
+            const effectiveConfig = (0, createEvalEffectiveConfig_1.createEvalEffectiveConfig)(assistant, {
+                apiKey,
+                evaluationApiKey
             });
+            await (0, runEval_1.runEval)({ intelligence: { config: effectiveConfig } }, callbacks);
         }
         catch (error) {
             const message = error instanceof Error ? error.message : String(error);

package/dist/models/evaluations/evalTestCases.d.ts

@@ -17,9 +17,9 @@
  * limitations under the License.
  */
 import { ScenarioEvaluationReport } from "@fonoster/types";
-import { AssistantConfig } from "../../assistants";
+import { EvalAssistant } from "../types";
 export declare function evalTestCases(autopilotApplication: {
     intelligence: {
-        config: AssistantConfig;
+        config: EvalAssistant;
     };
 }): Promise<ScenarioEvaluationReport[]>;

package/dist/models/evaluations/extractAiResponse.d.ts

@@ -16,10 +16,9 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-import { AssistantConfig } from "../../assistants";
-import { InvocationResult } from "../types";
+import { EvalAssistant, InvocationResult } from "../types";
 /**
  * Maps language model invocation result to the text that should be compared
  * in eval (hangup/transfer use config messages).
  */
-export declare function extractAiResponse(response: InvocationResult, assistantConfig: AssistantConfig): string;
+export declare function extractAiResponse(response: InvocationResult, assistantConfig: EvalAssistant): string;

package/dist/models/evaluations/index.d.ts

@@ -28,3 +28,4 @@ export * from "./extractAiResponse";
 export * from "./isValidIso8601Date";
 export * from "./runEval";
 export * from "./types";
+export * from "./session";

package/dist/models/evaluations/index.js

@@ -44,3 +44,4 @@ __exportStar(require("./extractAiResponse"), exports);
 __exportStar(require("./isValidIso8601Date"), exports);
 __exportStar(require("./runEval"), exports);
 __exportStar(require("./types"), exports);
+__exportStar(require("./session"), exports);

package/dist/models/evaluations/runEval.d.ts

@@ -1,26 +1,8 @@
-/**
- * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { AssistantConfig } from "../../assistants";
+import { EvalAssistant } from "../types";
 import { RunEvalCallbacks } from "./types";
 export type RunEvalConfig = {
     intelligence: {
-        config: AssistantConfig;
+        config: EvalAssistant;
     };
 };
 export declare function runEval(autopilotApplication: RunEvalConfig, callbacks: RunEvalCallbacks): Promise<void>;