@blaxel/llamaindex 0.2.10 → 0.2.11-dev.89

package/dist/model.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.blModel = void 0;
 const core_1 = require("@blaxel/core");
 const anthropic_1 = require("@llamaindex/anthropic");
-const mistral_1 = require("@llamaindex/mistral");
+const google_1 = require("@llamaindex/google");
 const openai_1 = require("@llamaindex/openai");
 const blModel = async (model, options) => {
     const url = `${core_1.settings.runUrl}/${core_1.settings.workspace}/models/${model}`;
@@ -15,17 +15,12 @@ const blModel = async (model, options) => {
     const type = modelData?.spec?.runtime?.type || "openai";
     try {
         if (type === "mistral") {
-            const llm = (0, mistral_1.mistral)({
-                // @ts-expect-error - We have dynamic model name, we don't want to check it here
+            return (0, openai_1.openai)({
                 model: modelData?.spec?.runtime?.model,
                 apiKey: core_1.settings.token,
                 baseURL: `${url}/v1`,
                 ...options,
             });
-            return {
-                ...llm,
-                supportToolCall: true,
-            };
         }
         if (type === "anthropic") {
             const llm = (0, anthropic_1.anthropic)({
@@ -41,6 +36,31 @@ const blModel = async (model, options) => {
                 supportToolCall: true,
             };
         }
+        if (type === "cohere") {
+            const llm = (0, openai_1.openai)({
+                model: modelData?.spec?.runtime?.model,
+                apiKey: core_1.settings.token,
+                baseURL: `${url}/compatibility/v1`,
+                ...options,
+            });
+            return {
+                ...llm,
+                supportToolCall: true,
+            };
+        }
+        if (type === "gemini") {
+            process.env.GOOGLE_API_KEY = process.env.GOOGLE_API_KEY || "THIS_IS_A_DUMMY_KEY_FOR_LLAMAINDEX";
+            const llm = new google_1.Gemini({
+                apiKey: core_1.settings.token,
+                model: modelData?.spec?.runtime?.model,
+                requestOptions: {
+                    baseUrl: url,
+                    customHeaders: core_1.settings.headers,
+                },
+                ...options,
+            });
+            return llm;
+        }
         return (0, openai_1.openai)({
             model: modelData?.spec?.runtime?.model,
             apiKey: core_1.settings.token,

package/dist/tools.d.ts

@@ -1,2 +1,2 @@
-export declare const blTool: (name: string) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;
-export declare const blTools: (names: string[]) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;
+export declare const blTool: (name: string, ms?: number) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;
+export declare const blTools: (names: string[], ms?: number) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;

package/dist/tools.js

@@ -4,9 +4,9 @@ exports.blTools = exports.blTool = void 0;
 // @ts-ignore - Required for build time due to missing types in 'llamaindex'
 const core_1 = require("@blaxel/core");
 const llamaindex_1 = require("llamaindex");
-const blTool = async (name) => {
+const blTool = async (name, ms) => {
     try {
-        const blaxelTool = await (0, core_1.getTool)(name);
+        const blaxelTool = await (0, core_1.getTool)(name, ms);
         const tools = blaxelTool.map((t) => {
             // @ts-ignore - Required for build time due to missing types in 'llamaindex'
             return (0, llamaindex_1.tool)(t.call.bind(t), {
@@ -23,8 +23,8 @@ const blTool = async (name) => {
     }
 };
 exports.blTool = blTool;
-const blTools = async (names) => {
-    const toolArrays = await Promise.all(names.map(exports.blTool));
+const blTools = async (names, ms) => {
+    const toolArrays = await Promise.all(names.map((n) => (0, exports.blTool)(n, ms)));
     return toolArrays.flat();
 };
 exports.blTools = blTools;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blaxel/llamaindex",
-  "version": "0.2.10",
+  "version": "0.2.11-dev.89",
   "description": "Blaxel SDK for TypeScript",
   "license": "MIT",
   "author": "Blaxel, INC (https://blaxel.ai)",
@@ -54,13 +54,14 @@
   ],
   "dependencies": {
     "@llamaindex/anthropic": "^0.3.4",
-    "@llamaindex/core": "0.6.2",
+    "@llamaindex/core": "0.6.6",
+    "@llamaindex/google": "^0.3.2",
     "@llamaindex/mistral": "^0.1.3",
     "@llamaindex/openai": "^0.3.5",
     "@opentelemetry/instrumentation": "^0.200.0",
     "@traceloop/instrumentation-llamaindex": "^0.13.0",
     "llamaindex": "^0.10.3",
-    "@blaxel/core": "0.2.10"
+    "@blaxel/core": "0.2.11-dev.89"
   },
   "devDependencies": {
     "@eslint/js": "^9.26.0",