@delofarag/ai-utils 1.4.2 → 1.5.0

package/dist/modalities/vision/helpers.js

@@ -0,0 +1,7 @@
+export function normalizeVisionImage(input) {
+    if (input.startsWith("http://") || input.startsWith("https://") || input.startsWith("data:image/")) {
+        return input;
+    }
+    return `data:image/jpeg;base64,${input}`;
+}
+//# sourceMappingURL=helpers.js.map

package/dist/modalities/vision/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/modalities/vision/helpers.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,oBAAoB,CAAC,KAAuB;IACxD,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACjG,OAAO,KAAK,CAAA;IAChB,CAAC;IAED,OAAO,0BAA0B,KAAK,EAAE,CAAA;AAC5C,CAAC"}

package/dist/modalities/vision/vision.d.ts

@@ -0,0 +1,55 @@
+import { OpenRouterVisionModel } from "../../helpers/llms";
+import { LLMInstance } from "../openrouter";
+import { VisionImageInput } from "./helpers";
+type VisionOptions = {
+    llm?: LLMInstance;
+    prompt: string;
+    images: VisionImageInput[];
+    detail?: "auto" | "low" | "high";
+    model?: OpenRouterVisionModel;
+};
+/**
+ * Analyzes one or more images with a vision-capable OpenRouter model.
+ *
+ * Internally this function sends `image_url` content parts through OpenRouter's
+ * chat-completions-compatible interface. If no `llm` is provided, it builds one
+ * with `getLLM({ provider: "openrouter", type: "vision" })` and reads
+ * `process.env.OPENROUTER_API_KEY`.
+ *
+ * Make sure `OPENROUTER_API_KEY` is set in your `.env`.
+ *
+ * @param params.llm Optional LLM instance from `getLLM(...)`.
+ * @param params.prompt Instruction/question for the model about the provided images.
+ * @param params.images Array of image URLs, data URLs, or base64 strings.
+ * @param params.detail Vision detail level (`auto`, `low`, `high`).
+ * @param params.model Optional model override for this call.
+ * @returns Promise with normalized `text` and full provider response in `raw`.
+ *
+ * @example
+ * CONFIG:
+ * ```ts
+ * vision({
+ *     llm = getLLM({ provider: "openrouter", type: "vision" }),
+ *     prompt = "Describe the image in detail.",
+ *     detail = "auto",
+ *     images,
+ *     model
+ * })
+ * ```
+ *
+ * @example
+ * ```ts
+ * const result = await vision({
+ *     prompt: "What objects do you see?",
+ *     images: ["https://example.com/cat.jpg"]
+ * });
+ *
+ * console.log(result.text);
+ * ```
+ */
+export declare function vision({ llm, prompt, detail, images, model }: VisionOptions): Promise<{
+    text: string;
+    raw: unknown;
+}>;
+export {};
+//# sourceMappingURL=vision.d.ts.map

package/dist/modalities/vision/vision.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.d.ts","sourceRoot":"","sources":["../../../src/modalities/vision/vision.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAClE,OAAO,EAAE,WAAW,EAAwB,MAAM,eAAe,CAAA;AACjE,OAAO,EAAwB,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAElE,KAAK,aAAa,GAAG;IACjB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,gBAAgB,EAAE,CAAA;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAA;IAChC,KAAK,CAAC,EAAE,qBAAqB,CAAA;CAChC,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAsB,MAAM,CAAC,EACzB,GAAwD,EACxD,MAAwC,EACxC,MAAe,EACf,MAAM,EACN,KAAK,EACR,EAAE,aAAa,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,OAAO,CAAA;CAAE,CAAC,CA+BzD"}

package/dist/modalities/vision/vision.js

@@ -0,0 +1,71 @@
+import { HumanMessage } from "../../imports";
+import { getLLM } from "../../helpers/llms";
+import { getOpenRouterRuntime } from "../openrouter";
+import { normalizeVisionImage } from "./helpers";
+/**
+ * Analyzes one or more images with a vision-capable OpenRouter model.
+ *
+ * Internally this function sends `image_url` content parts through OpenRouter's
+ * chat-completions-compatible interface. If no `llm` is provided, it builds one
+ * with `getLLM({ provider: "openrouter", type: "vision" })` and reads
+ * `process.env.OPENROUTER_API_KEY`.
+ *
+ * Make sure `OPENROUTER_API_KEY` is set in your `.env`.
+ *
+ * @param params.llm Optional LLM instance from `getLLM(...)`.
+ * @param params.prompt Instruction/question for the model about the provided images.
+ * @param params.images Array of image URLs, data URLs, or base64 strings.
+ * @param params.detail Vision detail level (`auto`, `low`, `high`).
+ * @param params.model Optional model override for this call.
+ * @returns Promise with normalized `text` and full provider response in `raw`.
+ *
+ * @example
+ * CONFIG:
+ * ```ts
+ * vision({
+ *     llm = getLLM({ provider: "openrouter", type: "vision" }),
+ *     prompt = "Describe the image in detail.",
+ *     detail = "auto",
+ *     images,
+ *     model
+ * })
+ * ```
+ *
+ * @example
+ * ```ts
+ * const result = await vision({
+ *     prompt: "What objects do you see?",
+ *     images: ["https://example.com/cat.jpg"]
+ * });
+ *
+ * console.log(result.text);
+ * ```
+ */
+export async function vision({ llm = getLLM({ provider: "openrouter", type: "vision" }), prompt = "Describe the image in detail.", detail = "auto", images, model }) {
+    const runtime = getOpenRouterRuntime(llm);
+    const content = [
+        { type: "text", text: prompt },
+        ...images.map((image) => ({
+            type: "image_url",
+            image_url: {
+                url: normalizeVisionImage(image),
+                detail
+            }
+        }))
+    ];
+    const runtimeLLM = model && model !== runtime.model
+        ? getLLM({
+            provider: "openrouter",
+            type: "vision",
+            model,
+            apikey: runtime.apiKey
+        })
+        : llm;
+    const response = await runtimeLLM.invoke([new HumanMessage({ content })]);
+    const text = typeof response.content === "string" ? response.content : JSON.stringify(response.content);
+    return {
+        text,
+        raw: response
+    };
+}
+//# sourceMappingURL=vision.js.map

package/dist/modalities/vision/vision.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.js","sourceRoot":"","sources":["../../../src/modalities/vision/vision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,MAAM,EAAyB,MAAM,oBAAoB,CAAA;AAClE,OAAO,EAAe,oBAAoB,EAAE,MAAM,eAAe,CAAA;AACjE,OAAO,EAAE,oBAAoB,EAAoB,MAAM,WAAW,CAAA;AAUlE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,EACzB,GAAG,GAAG,MAAM,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EACxD,MAAM,GAAG,+BAA+B,EACxC,MAAM,GAAG,MAAM,EACf,MAAM,EACN,KAAK,EACO;IACZ,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAA;IAEzC,MAAM,OAAO,GAAG;QACZ,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAM,EAAE;QACvC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,WAAoB;YAC1B,SAAS,EAAE;gBACP,GAAG,EAAE,oBAAoB,CAAC,KAAK,CAAC;gBAChC,MAAM;aACT;SACJ,CAAC,CAAC;KACN,CAAA;IAED,MAAM,UAAU,GACZ,KAAK,IAAI,KAAK,KAAK,OAAO,CAAC,KAAK;QAC5B,CAAC,CAAC,MAAM,CAAC;YACH,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,QAAQ;YACd,KAAK;YACL,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC;QACJ,CAAC,CAAC,GAAG,CAAA;IAEb,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;IACzE,MAAM,IAAI,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAEvG,OAAO;QACH,IAAI;QACJ,GAAG,EAAE,QAAQ;KAChB,CAAA;AACL,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delofarag/ai-utils",
-  "version": "1.4.2",
+  "version": "1.5.0",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,11 +8,6 @@
     "dist",
     "README.md"
   ],
-  "scripts": {
-    "build": "tsc",
-    "dev": "tsx",
-    "start": "tsx"
-  },
   "dependencies": {
     "@supabase/supabase-js": "^2.39.0",
     "@delofarag/base-utils": "^1.3.1",
@@ -40,5 +35,10 @@
     "@types/node": "^20.0.0",
     "tsx": "^4.0.0",
     "typescript": "^5.9.3"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx",
+    "start": "tsx"
   }
-}
+}