@blaxel/llamaindex 0.2.0-dev1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Beamlit, Inc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./model.js";
+export * from "./tools.js";

package/dist/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./model.js"), exports);
+__exportStar(require("./tools.js"), exports);

package/dist/model.d.ts

@@ -0,0 +1,2 @@
+import type { ToolCallLLM, ToolCallLLMMessageOptions } from "llamaindex";
+export declare const blModel: (model: string, options?: Record<string, unknown>) => Promise<ToolCallLLM<object, ToolCallLLMMessageOptions>>;

package/dist/model.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.blModel = void 0;
+const core_1 = require("@blaxel/core");
+const anthropic_1 = require("@llamaindex/anthropic");
+const mistral_1 = require("@llamaindex/mistral");
+const openai_1 = require("@llamaindex/openai");
+const blModel = async (model, options) => {
+    const url = `${core_1.settings.runUrl}/${core_1.settings.workspace}/models/${model}`;
+    const modelData = await (0, core_1.getModelMetadata)(model);
+    if (!modelData) {
+        throw new Error(`Model ${model} not found`);
+    }
+    await (0, core_1.authenticate)();
+    const type = modelData?.spec?.runtime?.type || "openai";
+    try {
+        if (type === "mistral") {
+            const llm = (0, mistral_1.mistral)({
+                // @ts-expect-error - We have dynamic model name, we don't want to check it here
+                model: modelData?.spec?.runtime?.model,
+                apiKey: core_1.settings.token,
+                baseURL: `${url}/v1`,
+                ...options,
+            });
+            return {
+                ...llm,
+                supportToolCall: true,
+            };
+        }
+        if (type === "anthropic") {
+            const llm = (0, anthropic_1.anthropic)({
+                model: modelData?.spec?.runtime?.model,
+                session: new anthropic_1.AnthropicSession({
+                    baseURL: url,
+                    defaultHeaders: core_1.settings.headers,
+                }),
+                ...options,
+            });
+            return {
+                ...llm,
+                supportToolCall: true,
+            };
+        }
+        return (0, openai_1.openai)({
+            model: modelData?.spec?.runtime?.model,
+            apiKey: core_1.settings.token,
+            baseURL: `${url}/v1`,
+            ...options,
+        });
+    }
+    catch (err) {
+        (0, core_1.handleDynamicImportError)(err);
+        throw err;
+    }
+};
+exports.blModel = blModel;

package/dist/tools.d.ts

@@ -0,0 +1,2 @@
+export declare const blTool: (name: string) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;
+export declare const blTools: (names: string[]) => Promise<import("llamaindex").FunctionTool<unknown, import("llamaindex").JSONValue | Promise<import("llamaindex").JSONValue>, object>[]>;

package/dist/tools.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.blTools = exports.blTool = void 0;
+// @ts-ignore - Required for build time due to missing types in 'llamaindex'
+const core_1 = require("@blaxel/core");
+const llamaindex_1 = require("llamaindex");
+const blTool = async (name) => {
+    try {
+        const blaxelTool = await (0, core_1.getTool)(name);
+        const tools = blaxelTool.map((t) => {
+            // @ts-ignore - Required for build time due to missing types in 'llamaindex'
+            return (0, llamaindex_1.tool)(t.call.bind(t), {
+                name: t.name,
+                description: t.description,
+                parameters: t.inputSchema,
+            });
+        });
+        return tools;
+    }
+    catch (err) {
+        (0, core_1.handleDynamicImportError)(err);
+        throw err;
+    }
+};
+exports.blTool = blTool;
+const blTools = async (names) => {
+    const toolArrays = await Promise.all(names.map(exports.blTool));
+    return toolArrays.flat();
+};
+exports.blTools = blTools;

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@blaxel/llamaindex",
+  "version": "0.2.0-dev1",
+  "description": "Blaxel SDK for TypeScript",
+  "license": "MIT",
+  "author": "Blaxel, INC (https://blaxel.ai)",
+  "homepage": "https://blaxel.ai",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/blaxel/toolkit/sdk-ts"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "keywords": [
+    "blaxel",
+    "agent",
+    "mcp"
+  ],
+  "main": "dist/index.js",
+  "module": "./dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      },
+      "require": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      }
+    },
+    "./*": {
+      "import": {
+        "types": "./dist/*.d.ts",
+        "default": "./dist/*.js"
+      },
+      "require": {
+        "types": "./dist/*.d.ts",
+        "default": "./dist/*.js"
+      }
+    }
+  },
+  "typesVersions": {
+    "*": {
+      "*": [
+        "./dist/*"
+      ]
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "@llamaindex/anthropic": "^0.3.4",
+    "@llamaindex/mistral": "^0.1.3",
+    "@llamaindex/openai": "^0.3.5",
+    "llamaindex": "^0.10.3",
+    "@blaxel/core": "0.2.0-dev1"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.26.0",
+    "typescript": "^5.0.0",
+    "typescript-eslint": "^8.31.1"
+  },
+  "scripts": {
+    "lint": "eslint src/",
+    "build": "tsc"
+  }
+}