@botpress/zai 1.1.0 → 1.2.0

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import * as _bpinternal_zui from '@bpinternal/zui';
-import { z } from '@bpinternal/zui';
-import { Client } from '@botpress/client';
-import { TextTokenizer } from '@botpress/wasm';
+import { z, ZodObject } from '@bpinternal/zui';
+import { Cognitive, Model, BotpressClientLike } from '@botpress/cognitive';
+import { TextTokenizer } from '@bpinternal/thicktoken';
 
 type GenerationMetadata = z.input<typeof GenerationMetadata>;
 declare const GenerationMetadata: _bpinternal_zui.ZodObject<{
@@ -33,22 +33,22 @@ declare const GenerationMetadata: _bpinternal_zui.ZodObject<{
         input?: number;
         output?: number;
     };
-    latency?: number;
     tokens?: {
         input?: number;
         output?: number;
     };
+    latency?: number;
 }, {
     model?: string;
     cost?: {
         input?: number;
         output?: number;
     };
-    latency?: number;
     tokens?: {
         input?: number;
         output?: number;
     };
+    latency?: number;
 }>;
 
 type SaveExampleProps<TInput, TOutput> = {
@@ -78,487 +78,7 @@ declare abstract class Adapter {
     abstract saveExample<TInput, TOutput>(props: SaveExampleProps<TInput, TOutput>): Promise<void>;
 }
 
-declare const Models: readonly [{
-    readonly id: "anthropic__claude-3-haiku-20240307";
-    readonly name: "Claude 3 Haiku";
-    readonly integration: "anthropic";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "anthropic__claude-3-5-sonnet-20240620";
-    readonly name: "Claude 3.5 Sonnet";
-    readonly integration: "anthropic";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "cerebras__llama3.1-70b";
-    readonly name: "Llama 3.1 70B";
-    readonly integration: "cerebras";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "cerebras__llama3.1-8b";
-    readonly name: "Llama 3.1 8B";
-    readonly integration: "cerebras";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-instruct";
-    readonly name: "DeepSeek Coder V2 Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-lite-instruct";
-    readonly name: "DeepSeek Coder V2 Lite";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 163840;
-    };
-    readonly output: {
-        readonly maxTokens: 163840;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/firellava-13b";
-    readonly name: "FireLLaVA-13B";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 4096;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/firefunction-v2";
-    readonly name: "Firefunction V2";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/gemma2-9b-it";
-    readonly name: "Gemma 2 9B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-405b-instruct";
-    readonly name: "Llama 3.1 405B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-70b-instruct";
-    readonly name: "Llama 3.1 70B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-8b-instruct";
-    readonly name: "Llama 3.1 8B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mixtral-8x22b-instruct";
-    readonly name: "Mixtral MoE 8x22B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 65536;
-    };
-    readonly output: {
-        readonly maxTokens: 65536;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mixtral-8x7b-instruct";
-    readonly name: "Mixtral MoE 8x7B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mythomax-l2-13b";
-    readonly name: "MythoMax L2 13b";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 4096;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/qwen2-72b-instruct";
-    readonly name: "Qwen2 72b Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "groq__gemma2-9b-it";
-    readonly name: "Gemma2 9B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama3-70b-8192";
-    readonly name: "LLaMA 3 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama3-8b-8192";
-    readonly name: "LLaMA 3 8B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.1-70b-versatile";
-    readonly name: "LLaMA 3.1 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.1-8b-instant";
-    readonly name: "LLaMA 3.1 8B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-11b-vision-preview";
-    readonly name: "LLaMA 3.2 11B Vision";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-1b-preview";
-    readonly name: "LLaMA 3.2 1B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-3b-preview";
-    readonly name: "LLaMA 3.2 3B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-90b-vision-preview";
-    readonly name: "LLaMA 3.2 90B Vision";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.3-70b-versatile";
-    readonly name: "LLaMA 3.3 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "groq__mixtral-8x7b-32768";
-    readonly name: "Mixtral 8x7B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "openai__o1-2024-12-17";
-    readonly name: "GPT o1";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 100000;
-    };
-}, {
-    readonly id: "openai__o1-mini-2024-09-12";
-    readonly name: "GPT o1-mini";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 65536;
-    };
-}, {
-    readonly id: "openai__gpt-3.5-turbo-0125";
-    readonly name: "GPT-3.5 Turbo";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4-turbo-2024-04-09";
-    readonly name: "GPT-4 Turbo";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-08-06";
-    readonly name: "GPT-4o (August 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-05-13";
-    readonly name: "GPT-4o (May 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-11-20";
-    readonly name: "GPT-4o (November 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}, {
-    readonly id: "openai__gpt-4o-mini-2024-07-18";
-    readonly name: "GPT-4o Mini";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}];
-
-declare namespace llm {
-    namespace generateContent {
-        type Input = {
-            /** Model to use for content generation */
-            model?: {
-                id: string;
-            };
-            /** Optional system prompt to guide the model */
-            systemPrompt?: string;
-            /** Array of messages for the model to process */
-            messages: Array<{
-                role: 'user' | 'assistant';
-                type?: 'text' | 'tool_calls' | 'tool_result' | 'multipart';
-                /** Required if `type` is "tool_calls" */
-                toolCalls?: Array<{
-                    id: string;
-                    type: 'function';
-                    function: {
-                        name: string;
-                        /** Some LLMs may generate invalid JSON for a tool call, so this will be `null` when it happens. */
-                        arguments: {
-                            [key: string]: any;
-                        } | null;
-                    };
-                }>;
-                /** Required if `type` is "tool_result" */
-                toolResultCallId?: string;
-                /** Required unless `type` is "tool_call". If `type` is "multipart", this field must be an array of content objects. If `type` is "tool_result" then this field should be the result of the tool call (a plain string or a JSON-encoded array or object). If `type` is "tool_call" then the `toolCalls` field should be used instead. */
-                content: string | Array<{
-                    type: 'text' | 'image';
-                    /** Indicates the MIME type of the content. If not provided it will be detected from the content-type header of the provided URL. */
-                    mimeType?: string;
-                    /** Required if part type is "text" */
-                    text?: string;
-                    /** Required if part type is "image" */
-                    url?: string;
-                }> | null;
-            }>;
-            /** Response format expected from the model. If "json_object" is chosen, you must instruct the model to generate JSON either via the system prompt or a user message. */
-            responseFormat?: 'text' | 'json_object';
-            /** Maximum number of tokens allowed in the generated response */
-            maxTokens?: number;
-            /** Sampling temperature for the model. Higher values result in more random outputs. */
-            temperature?: number;
-            /** Top-p sampling parameter. Limits sampling to the smallest set of tokens with a cumulative probability above the threshold. */
-            topP?: number;
-            /** Sequences where the model should stop generating further tokens. */
-            stopSequences?: string[];
-            tools?: Array<{
-                type: 'function';
-                function: {
-                    /** Function name */
-                    name: string;
-                    description?: string;
-                    /** JSON schema of the function arguments */
-                    argumentsSchema?: {};
-                };
-            }>;
-            toolChoice?: {
-                type?: 'auto' | 'specific' | 'any' | 'none' | '';
-                /** Required if `type` is "specific" */
-                functionName?: string;
-            };
-            userId?: string;
-            /** Set to `true` to output debug information to the bot logs */
-            debug?: boolean;
-            meta?: {
-                /** Source of the prompt, e.g. agent/:id/:version cards/ai-generate, cards/ai-task, nodes/autonomous, etc. */
-                promptSource?: string;
-                promptCategory?: string;
-                /** Name of the integration that originally received the message that initiated this action */
-                integrationName?: string;
-            };
-        };
-        type Output = {
-            /** Response ID from LLM provider */
-            id: string;
-            /** LLM provider name */
-            provider: string;
-            /** Model name */
-            model: string;
-            choices: Array<{
-                type?: 'text' | 'tool_calls' | 'tool_result' | 'multipart';
-                /** Required if `type` is "tool_calls" */
-                toolCalls?: Array<{
-                    id: string;
-                    type: 'function';
-                    function: {
-                        name: string;
-                        /** Some LLMs may generate invalid JSON for a tool call, so this will be `null` when it happens. */
-                        arguments: {
-                            [key: string]: any;
-                        } | null;
-                    };
-                }>;
-                /** Required if `type` is "tool_result" */
-                toolResultCallId?: string;
-                /** Required unless `type` is "tool_call". If `type` is "multipart", this field must be an array of content objects. If `type` is "tool_result" then this field should be the result of the tool call (a plain string or a JSON-encoded array or object). If `type` is "tool_call" then the `toolCalls` field should be used instead. */
-                content: string | Array<{
-                    type: 'text' | 'image';
-                    /** Indicates the MIME type of the content. If not provided it will be detected from the content-type header of the provided URL. */
-                    mimeType?: string;
-                    /** Required if part type is "text" */
-                    text?: string;
-                    /** Required if part type is "image" */
-                    url?: string;
-                }> | null;
-                role: 'assistant';
-                index: number;
-                stopReason: 'stop' | 'max_tokens' | 'tool_calls' | 'content_filter' | 'other';
-            }>;
-            usage: {
-                /** Number of input tokens used by the model */
-                inputTokens: number;
-                /** Cost of the input tokens received by the model, in U.S. dollars */
-                inputCost: number;
-                /** Number of output tokens used by the model */
-                outputTokens: number;
-                /** Cost of the output tokens generated by the model, in U.S. dollars */
-                outputCost: number;
-            };
-            botpress: {
-                /** Total cost of the content generation, in U.S. dollars */
-                cost: number;
-            };
-        };
-    }
-}
-
+type ModelId = Required<Parameters<Cognitive['generateContent']>[0]['model']>;
 type ActiveLearning = z.input<typeof ActiveLearning>;
 declare const ActiveLearning: _bpinternal_zui.ZodObject<{
     enable: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodBoolean>;
@@ -575,15 +95,8 @@ declare const ActiveLearning: _bpinternal_zui.ZodObject<{
 }>;
 type ZaiConfig = z.input<typeof ZaiConfig>;
 declare const ZaiConfig: _bpinternal_zui.ZodObject<{
-    client: z.Schema<any, _bpinternal_zui.ZodTypeDef, any>;
+    client: z.Schema<Cognitive | BotpressClientLike, _bpinternal_zui.ZodTypeDef, Cognitive | BotpressClientLike>;
     userId: _bpinternal_zui.ZodOptional<_bpinternal_zui.ZodString>;
-    retry: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodObject<{
-        maxRetries: _bpinternal_zui.ZodNumber;
-    }, "strip", _bpinternal_zui.ZodTypeAny, {
-        maxRetries?: number;
-    }, {
-        maxRetries?: number;
-    }>>;
     modelId: _bpinternal_zui.ZodDefault<z.Schema<string, _bpinternal_zui.ZodTypeDef, string>>;
     activeLearning: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodObject<{
         enable: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodBoolean>;
@@ -600,11 +113,8 @@ declare const ZaiConfig: _bpinternal_zui.ZodObject<{
     }>>;
     namespace: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodString>;
 }, "strip", _bpinternal_zui.ZodTypeAny, {
-    client?: any;
     userId?: string;
-    retry?: {
-        maxRetries?: number;
-    };
+    client?: Cognitive | BotpressClientLike;
     modelId?: string;
     activeLearning?: {
         tableName?: string;
@@ -613,11 +123,8 @@ declare const ZaiConfig: _bpinternal_zui.ZodObject<{
     };
     namespace?: string;
 }, {
-    client?: any;
     userId?: string;
-    retry?: {
-        maxRetries?: number;
-    };
+    client?: Cognitive | BotpressClientLike;
     modelId?: string;
     activeLearning?: {
         tableName?: string;
@@ -628,24 +135,19 @@ declare const ZaiConfig: _bpinternal_zui.ZodObject<{
 }>;
 declare class Zai {
     protected static tokenizer: TextTokenizer;
-    protected client: Client;
-    private originalConfig;
-    private userId;
-    private integration;
-    private model;
-    private retry;
-    protected Model: (typeof Models)[number];
+    protected client: Cognitive;
+    private _originalConfig;
+    private _userId;
+    protected Model: ModelId;
+    protected ModelDetails: Model;
     protected namespace: string;
     protected adapter: Adapter;
     protected activeLearning: ActiveLearning;
     constructor(config: ZaiConfig);
     /** @internal */
-    protected callModel(props: Partial<llm.generateContent.Input>): Promise<llm.generateContent.Output & {
-        metadata: GenerationMetadata;
-    }>;
-    /** @internal */
-    private _callModel;
+    protected callModel(props: Parameters<Cognitive['generateContent']>[0]): ReturnType<Cognitive['generateContent']>;
     protected getTokenizer(): Promise<TextTokenizer>;
+    protected fetchModelDetails(): Promise<void>;
     protected get taskId(): string;
     with(options: Partial<ZaiConfig>): Zai;
     learn(taskId: string): Zai;
@@ -787,25 +289,25 @@ declare const Options$2: _bpinternal_zui.ZodObject<{
         filter: _bpinternal_zui.ZodBoolean;
         reason: _bpinternal_zui.ZodOptional<_bpinternal_zui.ZodString>;
     }, "strip", _bpinternal_zui.ZodTypeAny, {
-        input?: any;
         filter?: boolean;
+        input?: any;
         reason?: string;
     }, {
-        input?: any;
         filter?: boolean;
+        input?: any;
         reason?: string;
     }>, "many">>;
 }, "strip", _bpinternal_zui.ZodTypeAny, {
     examples?: {
-        input?: any;
         filter?: boolean;
+        input?: any;
         reason?: string;
     }[];
     tokensPerItem?: number;
 }, {
     examples?: {
-        input?: any;
         filter?: boolean;
+        input?: any;
         reason?: string;
     }[];
     tokensPerItem?: number;
@@ -818,7 +320,7 @@ declare module '@botpress/zai' {
 }
 
 type Options$1 = z.input<typeof Options$1>;
-declare const Options$1: _bpinternal_zui.ZodObject<{
+declare const Options$1: ZodObject<{
     instructions: _bpinternal_zui.ZodOptional<_bpinternal_zui.ZodString>;
     chunkLength: _bpinternal_zui.ZodDefault<_bpinternal_zui.ZodOptional<_bpinternal_zui.ZodNumber>>;
 }, "strip", _bpinternal_zui.ZodTypeAny, {
@@ -831,8 +333,7 @@ declare const Options$1: _bpinternal_zui.ZodObject<{
 declare module '@botpress/zai' {
     interface Zai {
         /** Extracts one or many elements from an arbitrary input */
-        extract<S extends z.AnyZodObject>(input: unknown, schema: S, options?: Options$1): Promise<z.infer<S>>;
-        extract<S extends z.AnyZodObject>(input: unknown, schema: z.ZodArray<S>, options?: Options$1): Promise<Array<z.infer<S>>>;
+        extract<S extends z.AnyZodObject | z.ZodArray>(input: unknown, schema: S, options?: Options$1): Promise<z.TypeOf<S>>;
     }
 }
 

package/dist/operations/check.js

@@ -16,7 +16,8 @@ const END = "\u25A0END\u25A0";
 Zai.prototype.check = async function(input, condition, _options) {
   const options = Options.parse(_options ?? {});
   const tokenizer = await this.getTokenizer();
-  const PROMPT_COMPONENT = Math.max(this.Model.input.maxTokens - PROMPT_INPUT_BUFFER, 100);
+  await this.fetchModelDetails();
+  const PROMPT_COMPONENT = Math.max(this.ModelDetails.input.maxTokens - PROMPT_INPUT_BUFFER, 100);
   const taskId = this.taskId;
   const taskType = "zai.check";
   const PROMPT_TOKENS = {
@@ -91,7 +92,7 @@ ${END}
 - When in doubt, ground your decision on the examples provided by the experts instead of your own intuition.
 - When no example is similar to the input, make sure to provide a clear justification for your decision while inferring the decision-making process from the examples provided by the experts.
 `.trim() : "";
-  const output = await this.callModel({
+  const { output, meta } = await this.callModel({
     systemPrompt: `
 Check if the following condition is true or false for the given input. Before answering, make sure to read the input and the condition carefully.
 Justify your answer, then answer with either ${TRUE} or ${FALSE} at the very end, then add ${END} to finish the response.
@@ -132,7 +133,18 @@ In your "Analysis", please refer to the Expert Examples # to justify your decisi
       taskId,
       input: inputAsString,
       instructions: condition,
-      metadata: output.metadata,
+      metadata: {
+        cost: {
+          input: meta.cost.input,
+          output: meta.cost.output
+        },
+        latency: meta.latency,
+        model: this.Model,
+        tokens: {
+          input: meta.tokens.input,
+          output: meta.tokens.output
+        }
+      },
       output: finalAnswer,
       explanation: answer.replace(TRUE, "").replace(FALSE, "").replace(END, "").replace("Final Answer:", "").trim()
     });