@botpress/zai 1.0.1 → 1.1.0

package/dist/models.js

@@ -0,0 +1,387 @@
+export const Models = [
+  {
+    "id": "anthropic__claude-3-haiku-20240307",
+    "name": "Claude 3 Haiku",
+    "integration": "anthropic",
+    "input": {
+      "maxTokens": 2e5
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "anthropic__claude-3-5-sonnet-20240620",
+    "name": "Claude 3.5 Sonnet",
+    "integration": "anthropic",
+    "input": {
+      "maxTokens": 2e5
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "cerebras__llama3.1-70b",
+    "name": "Llama 3.1 70B",
+    "integration": "cerebras",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "cerebras__llama3.1-8b",
+    "name": "Llama 3.1 8B",
+    "integration": "cerebras",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-instruct",
+    "name": "DeepSeek Coder V2 Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
+    "name": "DeepSeek Coder V2 Lite",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 163840
+    },
+    "output": {
+      "maxTokens": 163840
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/firellava-13b",
+    "name": "FireLLaVA-13B",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 4096
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/firefunction-v2",
+    "name": "Firefunction V2",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/gemma2-9b-it",
+    "name": "Gemma 2 9B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-405b-instruct",
+    "name": "Llama 3.1 405B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-70b-instruct",
+    "name": "Llama 3.1 70B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-8b-instruct",
+    "name": "Llama 3.1 8B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x22b-instruct",
+    "name": "Mixtral MoE 8x22B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 65536
+    },
+    "output": {
+      "maxTokens": 65536
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x7b-instruct",
+    "name": "Mixtral MoE 8x7B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mythomax-l2-13b",
+    "name": "MythoMax L2 13b",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 4096
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/qwen2-72b-instruct",
+    "name": "Qwen2 72b Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "groq__gemma2-9b-it",
+    "name": "Gemma2 9B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama3-70b-8192",
+    "name": "LLaMA 3 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama3-8b-8192",
+    "name": "LLaMA 3 8B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.1-70b-versatile",
+    "name": "LLaMA 3.1 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.1-8b-instant",
+    "name": "LLaMA 3.1 8B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-11b-vision-preview",
+    "name": "LLaMA 3.2 11B Vision",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-1b-preview",
+    "name": "LLaMA 3.2 1B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-3b-preview",
+    "name": "LLaMA 3.2 3B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-90b-vision-preview",
+    "name": "LLaMA 3.2 90B Vision",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.3-70b-versatile",
+    "name": "LLaMA 3.3 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "groq__mixtral-8x7b-32768",
+    "name": "Mixtral 8x7B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "openai__o1-2024-12-17",
+    "name": "GPT o1",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 2e5
+    },
+    "output": {
+      "maxTokens": 1e5
+    }
+  },
+  {
+    "id": "openai__o1-mini-2024-09-12",
+    "name": "GPT o1-mini",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 65536
+    }
+  },
+  {
+    "id": "openai__gpt-3.5-turbo-0125",
+    "name": "GPT-3.5 Turbo",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4-turbo-2024-04-09",
+    "name": "GPT-4 Turbo",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-08-06",
+    "name": "GPT-4o (August 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-05-13",
+    "name": "GPT-4o (May 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-11-20",
+    "name": "GPT-4o (November 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  },
+  {
+    "id": "openai__gpt-4o-mini-2024-07-18",
+    "name": "GPT-4o Mini",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128e3
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  }
+];

package/dist/operations/check.js

@@ -0,0 +1,141 @@
+import { z } from "@bpinternal/zui";
+import { fastHash, stringify, takeUntilTokens } from "../utils";
+import { Zai } from "../zai";
+import { PROMPT_INPUT_BUFFER } from "./constants";
+const Example = z.object({
+  input: z.any(),
+  check: z.boolean(),
+  reason: z.string().optional()
+});
+const Options = z.object({
+  examples: z.array(Example).describe("Examples to check the condition against").default([])
+});
+const TRUE = "\u25A0TRUE\u25A0";
+const FALSE = "\u25A0FALSE\u25A0";
+const END = "\u25A0END\u25A0";
+Zai.prototype.check = async function(input, condition, _options) {
+  const options = Options.parse(_options ?? {});
+  const tokenizer = await this.getTokenizer();
+  const PROMPT_COMPONENT = Math.max(this.Model.input.maxTokens - PROMPT_INPUT_BUFFER, 100);
+  const taskId = this.taskId;
+  const taskType = "zai.check";
+  const PROMPT_TOKENS = {
+    INPUT: Math.floor(0.5 * PROMPT_COMPONENT),
+    CONDITION: Math.floor(0.2 * PROMPT_COMPONENT)
+  };
+  const inputAsString = tokenizer.truncate(stringify(input), PROMPT_TOKENS.INPUT);
+  condition = tokenizer.truncate(condition, PROMPT_TOKENS.CONDITION);
+  const EXAMPLES_TOKENS = PROMPT_COMPONENT - tokenizer.count(inputAsString) - tokenizer.count(condition);
+  const Key = fastHash(
+    JSON.stringify({
+      taskType,
+      taskId,
+      input: inputAsString,
+      condition
+    })
+  );
+  const examples = taskId ? await this.adapter.getExamples({
+    input: inputAsString,
+    taskType,
+    taskId
+  }) : [];
+  const exactMatch = examples.find((x) => x.key === Key);
+  if (exactMatch) {
+    return exactMatch.output;
+  }
+  const defaultExamples = [
+    { input: "50 Cent", check: true, reason: "50 Cent is widely recognized as a public personality." },
+    {
+      input: ["apple", "banana", "carrot", "house"],
+      check: false,
+      reason: "The list contains a house, which is not a fruit. Also, the list contains a carrot, which is a vegetable."
+    }
+  ];
+  const userExamples = [
+    ...examples.map((e) => ({ input: e.input, check: e.output, reason: e.explanation })),
+    ...options.examples
+  ];
+  let exampleId = 1;
+  const formatInput = (input2, condition2) => {
+    const header = userExamples.length ? `Expert Example #${exampleId++}` : `Example of condition: "${condition2}"`;
+    return `
+${header}
+<|start_input|>
+${input2.trim()}
+<|end_input|>
+`.trim();
+  };
+  const formatOutput = (answer2, justification) => {
+    return `
+Analysis: ${justification}
+Final Answer: ${answer2 ? TRUE : FALSE}
+${END}
+`.trim();
+  };
+  const formatExample = (example) => [
+    { type: "text", content: formatInput(stringify(example.input ?? null), condition), role: "user" },
+    {
+      type: "text",
+      content: formatOutput(example.check, example.reason ?? ""),
+      role: "assistant"
+    }
+  ];
+  const allExamples = takeUntilTokens(
+    userExamples.length ? userExamples : defaultExamples,
+    EXAMPLES_TOKENS,
+    (el) => tokenizer.count(stringify(el.input)) + tokenizer.count(el.reason ?? "")
+  ).map(formatExample).flat();
+  const specialInstructions = userExamples.length ? `
+- You have been provided with examples from previous experts. Make sure to read them carefully before making your decision.
+- Make sure to refer to the examples provided by the experts to justify your decision (when applicable).
+- When in doubt, ground your decision on the examples provided by the experts instead of your own intuition.
+- When no example is similar to the input, make sure to provide a clear justification for your decision while inferring the decision-making process from the examples provided by the experts.
+`.trim() : "";
+  const output = await this.callModel({
+    systemPrompt: `
+Check if the following condition is true or false for the given input. Before answering, make sure to read the input and the condition carefully.
+Justify your answer, then answer with either ${TRUE} or ${FALSE} at the very end, then add ${END} to finish the response.
+IMPORTANT: Make sure to answer with either ${TRUE} or ${FALSE} at the end of your response, but NOT both.
+---
+Expert Examples (#1 to #${exampleId - 1}):
+${specialInstructions}
+`.trim(),
+    stopSequences: [END],
+    messages: [
+      ...allExamples,
+      {
+        type: "text",
+        content: `
+Considering the below input and above examples, is the following condition true or false?
+${formatInput(inputAsString, condition)}
+In your "Analysis", please refer to the Expert Examples # to justify your decision.`.trim(),
+        role: "user"
+      }
+    ]
+  });
+  const answer = output.choices[0]?.content;
+  const hasTrue = answer.includes(TRUE);
+  const hasFalse = answer.includes(FALSE);
+  if (!hasTrue && !hasFalse) {
+    throw new Error(`The model did not return a valid answer. The response was: ${answer}`);
+  }
+  let finalAnswer;
+  if (hasTrue && hasFalse) {
+    finalAnswer = answer.lastIndexOf(TRUE) > answer.lastIndexOf(FALSE);
+  } else {
+    finalAnswer = hasTrue;
+  }
+  if (taskId) {
+    await this.adapter.saveExample({
+      key: Key,
+      taskType,
+      taskId,
+      input: inputAsString,
+      instructions: condition,
+      metadata: output.metadata,
+      output: finalAnswer,
+      explanation: answer.replace(TRUE, "").replace(FALSE, "").replace(END, "").replace("Final Answer:", "").trim()
+    });
+  }
+  return finalAnswer;
+};

package/dist/operations/constants.js

@@ -0,0 +1,2 @@
+export const PROMPT_INPUT_BUFFER = 1048;
+export const PROMPT_OUTPUT_BUFFER = 512;

package/dist/operations/errors.js

@@ -0,0 +1,15 @@
+export class JsonParsingError extends Error {
+  constructor(json, error) {
+    const message = `Error parsing JSON:
+
+---JSON---
+${json}
+
+---Error---
+
+ ${error}`;
+    super(message);
+    this.json = json;
+    this.error = error;
+  }
+}